-- Logs begin at Thu 2022-03-31 17:11:33 UTC, end at Thu 2022-03-31 18:45:32 UTC. --
Mar 31 18:04:40.394236 dv-cinder-master-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Mar 31 18:04:43.463887 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.common.config [-] Logging enabled!
Mar 31 18:04:43.464462 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev73
Mar 31 18:04:43.464621 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103783) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Mar 31 18:04:43.468298 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.common.config [-] Logging enabled!
Mar 31 18:04:43.468667 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev73
Mar 31 18:04:43.469005 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103783) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Mar 31 18:04:43.470010 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Mar 31 18:04:43.470249 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Mar 31 18:04:43.470671 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Mar 31 18:04:43.470928 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Mar 31 18:04:43.471178 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Mar 31 18:04:43.471958 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:43.472429 dv-cinder-master-3-iscsi neutron-server[103783]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal.  Its value may be silently ignored in the future.
Mar 31 18:04:43.472769 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:43.473072 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:43.473388 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:43.473708 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:43.474005 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:43.474307 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:43.474627 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:43.474963 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:43.475275 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:43.475576 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:43.475881 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:43.476190 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:43.476483 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:43.476791 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:43.477099 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:43.477404 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] debug                          = True {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:43.477710 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:43.478179 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:43.478657 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:43.478966 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:43.479390 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:43.479574 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:43.479853 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:43.480153 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:43.480441 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:43.480776 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] host                           = dv-cinder-master-3-iscsi {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:43.481065 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:43.481373 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:43.481673 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:43.481951 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:43.482230 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:43.482530 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:43.482844 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:43.483138 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:43.483960 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:43.484351 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:43.484724 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:43.485041 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:43.485356 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:43.485606 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:43.485851 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:43.486165 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:43.486472 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:43.486792 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:43.487080 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:43.487372 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:43.487669 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:43.487966 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:43.488264 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:43.488572 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:43.488878 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:43.489185 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:43.489480 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:43.489764 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:43.490046 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:43.490337 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:43.490663 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:43.490962 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:43.491258 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:43.491554 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:43.491859 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:43.492131 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:43.492405 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:43.492723 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:43.493011 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:43.493296 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:43.493582 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:43.493857 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:43.494157 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:43.494428 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:43.494727 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:43.495017 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:43.495296 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:43.495585 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:43.495887 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:43.496179 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:43.496472 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:43.496764 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:43.497055 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:43.497360 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:43.497655 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] wsgi_server_debug              = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:43.497955 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:43.498275 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:43.498600 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:43.498936 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:43.500261 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:43.500261 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:43.500747 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:43.501052 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:43.501347 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:43.501659 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:43.501971 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:43.502272 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:43.502594 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:43.502911 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:43.503227 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:43.503552 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:43.503861 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:43.504161 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:43.504482 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:43.504760 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:43.505038 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:43.505338 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:43.505644 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:43.505942 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:43.506251 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name =  {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:43.506563 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:43.506895 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:43.507214 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:43.507516 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:43.507820 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:43.508131 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:43.508433 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:43.508738 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:43.509051 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:43.509351 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:43.509905 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:43.510209 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:43.510513 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:43.510839 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:43.511125 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:43.511428 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:43.511729 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:43.512021 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:43.512316 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:43.512611 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:43.512905 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:43.513195 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:43.513470 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:43.513758 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:43.514055 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:43.514325 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:43.514628 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:43.514958 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:43.515296 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:43.515553 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:43.515852 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:43.516144 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:43.516453 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:43.516718 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:43.517012 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:43.517311 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:43.517604 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:43.518046 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:43.518262 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:43.518565 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:43.518885 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:43.519182 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:43.519459 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:43.519756 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:43.520049 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:43.520324 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:43.520597 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:43.520872 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:43.521146 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:43.521437 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:43.521733 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:43.522033 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:43.522331 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:43.522642 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:43.522942 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:43.523232 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:43.523515 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:43.523809 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:43.524101 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:43.524377 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:43.524685 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:43.524987 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:43.525276 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:43.525577 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:43.525855 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:43.526169 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:43.526466 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:43.526780 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:43.527085 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:43.527378 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:43.527664 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:43.527956 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:43.528255 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:43.528574 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:43.528889 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:43.529203 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:43.529517 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:43.529829 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:43.530117 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:43.530543 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:43.530866 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:43.531098 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Mar 31 18:04:43.531360 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103783) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
Mar 31 18:04:43.926596 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Mar 31 18:04:43.926911 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Mar 31 18:04:43.927241 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Mar 31 18:04:43.927737 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.manager [-] Loading core plugin: ml2
Mar 31 18:04:44.261106 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:44.261397 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:44.261668 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:44.262870 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:44.263154 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:44.263537 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:44.319882 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:44.320160 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:44.320431 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:44.334990 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:44.335271 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:44.335545 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:44.364013 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:44.364288 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:44.364551 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:44.507041 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:44.507691 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:44.507691 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:44.737937 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f77184f0280> agent after_create 55550000 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:44.738224 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f77184f0280> agent after_update 55550000 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:44.738495 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f77184f0310> segment precommit_create 55550000 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:44.738790 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f77184f03a0> network precommit_delete 55550000 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:44.739490 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f7718838430> segment before_delete 55550000 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:44.837846 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f771949a7c0>> network before_delete 55550000 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:44.838168 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f77184bc550> agent before_delete 55550000 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:44.838454 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f771949a7c0>> network before_create 55550000 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:44.838754 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f771949a7c0>> port before_create 55550000 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:44.839028 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f771949a7c0>> port before_update 55550000 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:44.839342 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f771949a7c0>> segment precommit_create 55550000 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:44.839605 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f771949a7c0>> segment precommit_delete 55550000 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:44.839862 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f771949a7c0>> segment after_create 55550000 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:44.840118 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f771949a7c0>> segment after_delete 55550000 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:44.840402 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f771949a7c0>> network after_delete 55550000 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:44.840663 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f771949a7c0>> network precommit_delete 0 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:44.840931 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f771949a7c0>> port after_create 55550000 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:44.841188 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f771949a7c0>> port after_update 55550000 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:44.841442 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f771949a7c0>> port after_delete 55550000 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:44.841697 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f771949a7c0>> port provisioning_complete 55550000 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:44.841959 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f771949a7c0>> rbac-policy before_create 55550000 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:44.842213 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f771949a7c0>> rbac-policy after_delete 55550000 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:44.842484 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f771949a7c0>> agent after_update 55550000 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:44.842782 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f771949a7c0>> subnet after_delete 55550000 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:44.843579 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f771949a7c0>> subnet precommit_delete 0 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:44.843841 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f771949a7c0>> rbac-policy before_update 55550000 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:44.844095 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f771949a7c0>> rbac-policy before_delete 55550000 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:44.844376 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f771949a7c0>> segment_host_mapping after_create 55550000 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:44.844752 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f771949a7c0>> rbac-policy before_create 55550000 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:44.845004 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f771949a7c0>> rbac-policy before_update 55550000 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:44.845250 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f771949a7c0>> rbac-policy before_delete 55550000 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:44.845644 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103783) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Mar 31 18:04:44.845886 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103783) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Mar 31 18:04:44.846124 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103783) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Mar 31 18:04:44.846363 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103783) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Mar 31 18:04:44.846600 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103783) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Mar 31 18:04:44.846860 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103783) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Mar 31 18:04:44.847226 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Mar 31 18:04:44.850309 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Mar 31 18:04:44.854369 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Mar 31 18:04:44.858046 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])])
Mar 31 18:04:44.860279 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Mar 31 18:04:44.860741 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Mar 31 18:04:44.861077 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Mar 31 18:04:44.861460 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Mar 31 18:04:44.864297 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Mar 31 18:04:44.864550 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Mar 31 18:04:44.864902 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Mar 31 18:04:44.869758 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct']
Mar 31 18:04:44.895289 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Mar 31 18:04:44.895742 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f7718691970>> qos_plugin after_init 55550000 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:44.896043 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103783) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}}
Mar 31 18:04:44.896414 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f7718691a90>> logging-plugin after_init 55550000 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:44.897761 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103783) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Mar 31 18:04:44.898043 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Mar 31 18:04:44.898287 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Mar 31 18:04:44.901577 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f7718680a90>> floatingip before_response 55550000 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:44.901858 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f7718680a90>> port before_response 55550000 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:44.967306 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Mar 31 18:04:44.967547 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Mar 31 18:04:44.967787 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Mar 31 18:04:44.968780 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Mar 31 18:04:44.989110 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_db.sqlalchemy.engines [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103783) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Mar 31 18:04:45.659667 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.plugins.ml2.managers [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Initializing driver for type 'gre'
Mar 31 18:04:45.660346 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] gre ID ranges: [(1, 1000)]
Mar 31 18:04:45.859322 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.plugins.ml2.managers [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Initializing driver for type 'local'
Mar 31 18:04:45.859644 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.plugins.ml2.managers [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Initializing driver for type 'vlan'
Mar 31 18:04:45.973454 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] VlanTypeDriver initialization complete
Mar 31 18:04:45.973787 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.plugins.ml2.managers [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Initializing driver for type 'vxlan'
Mar 31 18:04:45.974294 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] vxlan ID ranges: [(1, 1000)]
Mar 31 18:04:46.207948 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.plugins.ml2.managers [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Initializing extension driver 'port_security'
Mar 31 18:04:46.208315 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.plugins.ml2.extensions.port_security [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] PortSecurityExtensionDriver initialization complete
Mar 31 18:04:46.208646 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.plugins.ml2.managers [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Initializing mechanism driver 'openvswitch'
Mar 31 18:04:46.208966 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.plugins.ml2.managers [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Initializing mechanism driver 'hyperv'
Mar 31 18:04:46.215574 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:04:46.216248 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f77187039d0>> port after_create 55550000 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:46.216619 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f77187039d0>> port after_update 55550000 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:46.216970 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f77187039d0>> port after_delete 55550000 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:46.217502 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103783) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}}
Mar 31 18:04:46.217979 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7718010fa0>> subnet after_create 55550000 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:46.218339 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7718010fa0>> subnet after_update 55550000 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:46.218709 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7718010fa0>> subnet after_delete 55550000 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:46.219109 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103783) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}}
Mar 31 18:04:46.219548 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f771801a4f0>> network after_create 55550000 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:46.219896 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f771801a4f0>> network after_update 55550000 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:46.220235 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f771801a4f0>> network after_delete 55550000 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:46.220628 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103783) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}}
Mar 31 18:04:46.221036 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f771801aa60>> security_group after_create 55550000 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:46.221386 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f771801aa60>> security_group after_update 55550000 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:46.221727 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f771801aa60>> security_group after_delete 55550000 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:46.222259 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103783) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}}
Mar 31 18:04:46.222733 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7718044e80>> security_group_rule after_create 55550000 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:46.223085 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7718044e80>> security_group_rule after_update 55550000 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:46.223436 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7718044e80>> security_group_rule after_delete 55550000 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:46.229174 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103783) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}}
Mar 31 18:04:46.229174 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7718024220>> address_group after_create 55550000 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:46.229174 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7718024220>> address_group after_update 55550000 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:46.229174 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7718024220>> address_group after_delete 55550000 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:46.229174 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103783) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}}
Mar 31 18:04:46.229632 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] ML2 OVO RPC backend initialized. {{(pid=103783) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}}
Mar 31 18:04:46.229632 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7718024940>> router_interface after_create 55550000 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:46.229632 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7718024940>> router_interface after_delete 55550000 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:46.229632 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7718024940>> network before_response 55550000 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:46.229930 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7718024940>> networks before_response 55550000 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:46.229930 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7718024940>> port before_response 55550000 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:46.229930 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7718024940>> ports before_response 55550000 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:46.229930 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7718024940>> subnet before_response 55550000 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:46.230224 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7718024940>> subnets before_response 55550000 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:46.230224 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7718024940>> network after_create 55550000 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:46.230224 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7718024940>> network after_update 55550000 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:46.230224 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7718024940>> network after_delete 55550000 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:46.230520 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7718024940>> port after_create 55550000 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:46.230520 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7718024940>> port after_update 55550000 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:46.230829 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7718024940>> port after_delete 55550000 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:46.231166 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7718024940>> subnet after_create 55550000 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:46.231504 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7718024940>> subnet after_update 55550000 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:46.231839 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7718024940>> subnet after_delete 55550000 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:46.239219 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.quota [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loaded quota_driver: <neutron.db.quota.driver_nolock.DbQuotaNoLockDriver object at 0x7f7718024ac0>.
Mar 31 18:04:46.239581 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.plugins.ml2.plugin [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Modular L2 Plugin initialization complete
Mar 31 18:04:46.239930 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.manager [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loading services supported by the core plugin {{(pid=103783) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Mar 31 18:04:46.240272 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.plugins.ml2.managers [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Got port-security extension from driver 'port_security'
Mar 31 18:04:46.240752 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.extensions.vlantransparent [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Disabled vlantransparent extension.
Mar 31 18:04:46.241247 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.manager [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103783) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Mar 31 18:04:46.241574 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.manager [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loading Plugin: router
Mar 31 18:04:46.287571 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7718024a30>> router_interface before_create 55550000 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:46.287965 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7718024a30>> router after_create 55549900 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:46.288333 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create_handler of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7718024a30>> router before_create 55549900 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:46.288698 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7718024a30>> router_interface before_delete 55550000 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:46.289073 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7718024a30>> router_interface after_delete 55550000 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:46.289429 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network_handler of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7718024a30>> router after_delete 55549900 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:46.289788 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7718024a30>> floatingip after_create 55550000 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:46.290136 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7718024a30>> floatingip after_update 55550000 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:46.290490 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7718024a30>> router after_create 55549900 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:46.290863 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7718024a30>> router after_update 55549900 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:46.291214 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7718024a30>> router after_update 55549900 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:46.291566 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7718024a30>> router_gateway after_delete 55550000 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:46.291920 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7718024a30>> router after_update 55549900 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:46.292325 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7718024a30>> router precommit_update 55549900 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:46.292693 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f77187958b0> port after_update 55550000 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:46.293031 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f7718795790> port after_delete 55550000 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:46.293370 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f7718795820> subnet after_update 55550000 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:46.293711 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f7718795940> subnetpool_address_scope after_update 55550000 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:46.294056 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7718024a30>> port precommit_delete 55550000 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:46.294406 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7718024a30>> router precommit_create 55549900 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:46.294774 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f7718786160> port before_delete 55550000 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:46.295119 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7718024a30>> router precommit_create 55550000 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:46.295471 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7718024a30>> router after_update 55549900 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:46.295810 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7718024a30>> router precommit_delete 55549900 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:46.296221 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7718024a30>> router precommit_create 55549900 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:46.296673 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7718024a30>> router_interface after_create 55550000 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:46.296988 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7718024a30>> router precommit_update 55549900 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:46.297352 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Subscribe: <bound method DVRResourceOperationHandler.create_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7718024a30>> agent after_create 55550000 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:46.297701 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7718024a30>> agent after_delete 55550000 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:46.298076 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7718024a30>> network after_delete 55550000 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:46.298980 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.quota.resource_registry [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Tracking information for resource: router configured {{(pid=103783) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Mar 31 18:04:46.299312 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.quota.resource_registry [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Tracking information for resource: floatingip configured {{(pid=103783) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Mar 31 18:04:46.304182 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.db.l3_agentschedulers_db [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Mar 31 18:04:46.304757 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f7717fb4040> port after_update 55550000 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:46.305118 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f7717fafee0> port after_create 55550000 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:46.305470 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Subscribe: <function _notify_port_delete at 0x7f7717faff70> port after_delete 55550000 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:46.305822 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f7717fb4160> port after_update 55550000 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:46.306645 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f7717fc9b50>> router before_create 55550100 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:46.306996 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f7717fc9b50>> router precommit_delete 55550100 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:46.307358 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f7717fc9b50>> router precommit_create 55550100 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:46.307713 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f7717fc9b50>> router precommit_update 55550100 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:46.313463 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.services.provider_configuration [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Service providers = [] {{(pid=103783) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Mar 31 18:04:46.313826 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.db.servicetype_db [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103783) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Mar 31 18:04:46.316817 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.services.service_base [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103783) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Mar 31 18:04:46.317164 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.services.service_base [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103783) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Mar 31 18:04:46.317505 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.services.service_base [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103783) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Mar 31 18:04:46.318395 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.services.service_base [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103783) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Mar 31 18:04:46.318797 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.services.service_base [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Default provider is not specified for service type L3_ROUTER_NAT
Mar 31 18:04:46.319180 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.manager [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103783) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Mar 31 18:04:46.319495 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.manager [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Mar 31 18:04:46.332941 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.manager [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103783) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Mar 31 18:04:46.333275 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.manager [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loading Plugin: auto_allocate
Mar 31 18:04:46.339103 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f7717f3c3a0> network precommit_update 55550000 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:46.339471 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f7717f3c3a0> network precommit_create 55550000 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:46.339991 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.manager [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103783) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Mar 31 18:04:46.340309 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.manager [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loading Plugin: tag
Mar 31 18:04:46.346851 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.manager [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103783) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Mar 31 18:04:46.347178 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.manager [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loading Plugin: timestamp
Mar 31 18:04:46.351165 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.manager [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103783) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Mar 31 18:04:46.351494 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.manager [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loading Plugin: network_ip_availability
Mar 31 18:04:46.356963 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f7717f3b5e0>> rbac-policy before_create 55550000 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:46.357335 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f7717f3b5e0>> rbac-policy before_update 55550000 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:46.357692 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f7717f3b5e0>> rbac-policy before_delete 55550000 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:46.358410 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.manager [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103783) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Mar 31 18:04:46.359285 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.manager [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loading Plugin: flavors
Mar 31 18:04:46.372249 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.manager [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103783) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Mar 31 18:04:46.372628 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.manager [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loading Plugin: revisions
Mar 31 18:04:46.377739 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.manager [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103783) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Mar 31 18:04:46.378153 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_concurrency.lockutils [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.451s {{(pid=103783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Mar 31 18:04:46.378911 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103783) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}}
Mar 31 18:04:46.379248 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Initializing extension manager.
Mar 31 18:04:46.379769 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loading extension file: __init__.py {{(pid=103783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 31 18:04:46.380110 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loading extension file: __pycache__ {{(pid=103783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 31 18:04:46.380444 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loading extension file: address_group.py {{(pid=103783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 31 18:04:46.381196 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 31 18:04:46.381816 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loaded extension: address-group
Mar 31 18:04:46.382143 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loading extension file: address_scope.py {{(pid=103783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 31 18:04:46.382887 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 31 18:04:46.383394 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loaded extension: address-scope
Mar 31 18:04:46.383718 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 31 18:04:46.385082 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 31 18:04:46.385592 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loaded extension: router-admin-state-down-before-update
Mar 31 18:04:46.385919 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loading extension file: agent.py {{(pid=103783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 31 18:04:46.386633 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 31 18:04:46.387141 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loaded extension: agent
Mar 31 18:04:46.387464 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loading extension file: agent_resources_synced.py {{(pid=103783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 31 18:04:46.388373 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 31 18:04:46.388874 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loaded extension: agent-resources-synced
Mar 31 18:04:46.389198 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loading extension file: allowedaddresspairs.py {{(pid=103783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 31 18:04:46.391553 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 31 18:04:46.392069 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loaded extension: allowed-address-pairs
Mar 31 18:04:46.392397 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loading extension file: auto_allocated_topology.py {{(pid=103783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 31 18:04:46.393468 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 31 18:04:46.393980 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loaded extension: auto-allocated-topology
Mar 31 18:04:46.394310 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loading extension file: availability_zone.py {{(pid=103783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 31 18:04:46.395036 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 31 18:04:46.395537 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loaded extension: availability_zone
Mar 31 18:04:46.395858 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loading extension file: availability_zone_filter.py {{(pid=103783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 31 18:04:46.396767 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 31 18:04:46.397268 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loaded extension: availability_zone_filter
Mar 31 18:04:46.397590 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loading extension file: data_plane_status.py {{(pid=103783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 31 18:04:46.398493 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 31 18:04:46.399033 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Extension data-plane-status not supported by any of loaded plugins
Mar 31 18:04:46.399355 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loading extension file: default_subnetpools.py {{(pid=103783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 31 18:04:46.400265 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 31 18:04:46.400773 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loaded extension: default-subnetpools
Mar 31 18:04:46.401096 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 31 18:04:46.401899 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 31 18:04:46.402409 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loaded extension: dhcp_agent_scheduler
Mar 31 18:04:46.402771 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loading extension file: dns.py {{(pid=103783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 31 18:04:46.403685 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 31 18:04:46.404190 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Extension dns-integration not supported by any of loaded plugins
Mar 31 18:04:46.404510 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loading extension file: dns_domain_ports.py {{(pid=103783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 31 18:04:46.406038 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 31 18:04:46.406561 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Extension dns-domain-ports not supported by any of loaded plugins
Mar 31 18:04:46.406900 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 31 18:04:46.407831 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like <project_id>, <project_name>, <user_id> and <user_name> as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 31 18:04:46.408337 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins
Mar 31 18:04:46.408660 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loading extension file: dvr.py {{(pid=103783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 31 18:04:46.409331 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 31 18:04:46.409832 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loaded extension: dvr
Mar 31 18:04:46.410150 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loading extension file: ecmp_routes.py {{(pid=103783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 31 18:04:46.411091 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 31 18:04:46.411591 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Extension ecmp_routes not supported by any of loaded plugins
Mar 31 18:04:46.411910 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loading extension file: empty_string_filtering.py {{(pid=103783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 31 18:04:46.418293 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 31 18:04:46.418815 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loaded extension: empty-string-filtering
Mar 31 18:04:46.419134 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 31 18:04:46.420055 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 31 18:04:46.420563 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Mar 31 18:04:46.420884 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 31 18:04:46.421822 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 31 18:04:46.422317 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Mar 31 18:04:46.422660 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loading extension file: external_net.py {{(pid=103783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 31 18:04:46.423580 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 31 18:04:46.424090 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loaded extension: external-net
Mar 31 18:04:46.424409 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 31 18:04:46.425317 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 31 18:04:46.425822 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loaded extension: extra_dhcp_opt
Mar 31 18:04:46.426144 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loading extension file: extraroute.py {{(pid=103783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 31 18:04:46.427066 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 31 18:04:46.427571 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loaded extension: extraroute
Mar 31 18:04:46.427892 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loading extension file: extraroute_atomic.py {{(pid=103783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 31 18:04:46.428923 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 31 18:04:46.429429 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loaded extension: extraroute-atomic
Mar 31 18:04:46.429758 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loading extension file: filter_validation.py {{(pid=103783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 31 18:04:46.430421 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 31 18:04:46.430953 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loaded extension: filter-validation
Mar 31 18:04:46.431276 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loading extension file: fip_pf_description.py {{(pid=103783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 31 18:04:46.432183 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 31 18:04:46.432682 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Mar 31 18:04:46.433001 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loading extension file: fip_pf_port_range.py {{(pid=103783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 31 18:04:46.433904 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 31 18:04:46.434407 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins
Mar 31 18:04:46.434766 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loading extension file: fip_port_details.py {{(pid=103783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 31 18:04:46.435684 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 31 18:04:46.436187 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loaded extension: fip-port-details
Mar 31 18:04:46.436508 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loading extension file: flavors.py {{(pid=103783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 31 18:04:46.437743 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 31 18:04:46.438261 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loaded extension: flavors
Mar 31 18:04:46.438583 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 31 18:04:46.440265 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 31 18:04:46.440781 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Mar 31 18:04:46.441110 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loading extension file: floatingip_pools.py {{(pid=103783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 31 18:04:46.441807 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 31 18:04:46.442315 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loaded extension: floatingip-pools
Mar 31 18:04:46.442660 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loading extension file: ip_allocation.py {{(pid=103783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 31 18:04:46.443582 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 31 18:04:46.444085 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Extension ip_allocation not supported by any of loaded plugins
Mar 31 18:04:46.444408 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 31 18:04:46.445320 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 31 18:04:46.445823 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loaded extension: ip-substring-filtering
Mar 31 18:04:46.446146 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loading extension file: l2_adjacency.py {{(pid=103783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 31 18:04:46.447093 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 31 18:04:46.447590 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Extension l2_adjacency not supported by any of loaded plugins
Mar 31 18:04:46.447914 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loading extension file: l3.py {{(pid=103783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 31 18:04:46.450381 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 31 18:04:46.450951 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loaded extension: router
Mar 31 18:04:46.451286 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 31 18:04:46.454016 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 31 18:04:46.454543 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Mar 31 18:04:46.454898 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 31 18:04:46.460843 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 31 18:04:46.461357 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loaded extension: ext-gw-mode
Mar 31 18:04:46.461685 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 31 18:04:46.462621 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 31 18:04:46.463137 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loaded extension: l3-ha
Mar 31 18:04:46.463463 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 31 18:04:46.464375 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 31 18:04:46.464881 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins
Mar 31 18:04:46.465205 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loading extension file: l3_flavors.py {{(pid=103783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 31 18:04:46.466127 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 31 18:04:46.466668 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loaded extension: l3-flavors
Mar 31 18:04:46.466996 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 31 18:04:46.469193 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 31 18:04:46.469712 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Extension l3-ndp-proxy not supported by any of loaded plugins
Mar 31 18:04:46.470060 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 31 18:04:46.471008 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 31 18:04:46.471524 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loaded extension: l3-port-ip-change-not-allowed
Mar 31 18:04:46.471852 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loading extension file: l3agentscheduler.py {{(pid=103783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 31 18:04:46.472882 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 31 18:04:46.473394 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loaded extension: l3_agent_scheduler
Mar 31 18:04:46.473724 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loading extension file: local_ip.py {{(pid=103783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 31 18:04:46.475581 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 31 18:04:46.476112 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Extension local_ip not supported by any of loaded plugins
Mar 31 18:04:46.476444 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loading extension file: logging.py {{(pid=103783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 31 18:04:46.477907 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 31 18:04:46.478430 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Extension logging not supported by any of loaded plugins
Mar 31 18:04:46.478804 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loading extension file: metering.py {{(pid=103783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 31 18:04:46.479597 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 31 18:04:46.480121 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loaded extension: metering
Mar 31 18:04:46.480444 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 31 18:04:46.481553 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 31 18:04:46.482069 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loaded extension: metering_source_and_destination_fields
Mar 31 18:04:46.482393 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loading extension file: multiprovidernet.py {{(pid=103783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 31 18:04:46.483354 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 31 18:04:46.484068 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loaded extension: multi-provider
Mar 31 18:04:46.484394 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loading extension file: netmtu.py {{(pid=103783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 31 18:04:46.485312 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 31 18:04:46.485821 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loaded extension: net-mtu
Mar 31 18:04:46.486150 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loading extension file: netmtu_writable.py {{(pid=103783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 31 18:04:46.487107 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 31 18:04:46.487614 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loaded extension: net-mtu-writable
Mar 31 18:04:46.487933 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loading extension file: network_availability_zone.py {{(pid=103783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 31 18:04:46.488603 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 31 18:04:46.489104 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loaded extension: network_availability_zone
Mar 31 18:04:46.489423 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loading extension file: network_ip_availability.py {{(pid=103783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 31 18:04:46.490517 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 31 18:04:46.491058 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loaded extension: network-ip-availability
Mar 31 18:04:46.491380 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loading extension file: network_segment_range.py {{(pid=103783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 31 18:04:46.492141 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 31 18:04:46.492640 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Extension network-segment-range not supported by any of loaded plugins
Mar 31 18:04:46.494864 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loading extension file: pagination.py {{(pid=103783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 31 18:04:46.495370 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 31 18:04:46.495706 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loaded extension: pagination
Mar 31 18:04:46.496031 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loading extension file: port_device_profile.py {{(pid=103783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 31 18:04:46.496948 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 31 18:04:46.497466 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loaded extension: port-device-profile
Mar 31 18:04:46.497793 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 31 18:04:46.498747 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 31 18:04:46.499298 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loaded extension: port-mac-address-regenerate
Mar 31 18:04:46.499612 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 31 18:04:46.500554 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 31 18:04:46.501048 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loaded extension: port-numa-affinity-policy
Mar 31 18:04:46.501370 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loading extension file: port_resource_request.py {{(pid=103783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 31 18:04:46.502337 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 31 18:04:46.502826 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Extension port-resource-request not supported by any of loaded plugins
Mar 31 18:04:46.503151 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loading extension file: port_resource_request_groups.py {{(pid=103783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 31 18:04:46.504121 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 31 18:04:46.504620 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Extension port-resource-request-groups not supported by any of loaded plugins
Mar 31 18:04:46.504943 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loading extension file: portbindings.py {{(pid=103783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 31 18:04:46.505866 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 31 18:04:46.506369 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loaded extension: binding
Mar 31 18:04:46.506727 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loading extension file: portbindings_extended.py {{(pid=103783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 31 18:04:46.512789 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 31 18:04:46.513306 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loaded extension: binding-extended
Mar 31 18:04:46.513632 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loading extension file: portsecurity.py {{(pid=103783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 31 18:04:46.514551 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 31 18:04:46.515708 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loaded extension: port-security
Mar 31 18:04:46.516037 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loading extension file: project_id.py {{(pid=103783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 31 18:04:46.517019 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 31 18:04:46.517353 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loaded extension: project-id
Mar 31 18:04:46.517678 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loading extension file: providernet.py {{(pid=103783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 31 18:04:46.518626 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 31 18:04:46.519143 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loaded extension: provider
Mar 31 18:04:46.519470 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loading extension file: qos.py {{(pid=103783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 31 18:04:46.523103 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 31 18:04:46.523637 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Extension qos not supported by any of loaded plugins
Mar 31 18:04:46.523966 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 31 18:04:46.525210 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 31 18:04:46.525726 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Mar 31 18:04:46.526056 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 31 18:04:46.526996 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 31 18:04:46.527506 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Mar 31 18:04:46.527829 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loading extension file: qos_default.py {{(pid=103783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 31 18:04:46.528737 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 31 18:04:46.529247 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Extension qos-default not supported by any of loaded plugins
Mar 31 18:04:46.529573 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loading extension file: qos_fip.py {{(pid=103783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 31 18:04:46.531096 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 31 18:04:46.531609 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Extension qos-fip not supported by any of loaded plugins
Mar 31 18:04:46.531933 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 31 18:04:46.532850 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 31 18:04:46.533364 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Extension qos-fip-network-policy not supported by any of loaded plugins
Mar 31 18:04:46.533687 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loading extension file: qos_gateway_ip.py {{(pid=103783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 31 18:04:46.534602 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 31 18:04:46.535131 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Mar 31 18:04:46.535457 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loading extension file: qos_port_network_policy.py {{(pid=103783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 31 18:04:46.536381 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 31 18:04:46.536868 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Mar 31 18:04:46.537189 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 31 18:04:46.538222 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 31 18:04:46.538761 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Extension qos-pps-minimum not supported by any of loaded plugins
Mar 31 18:04:46.539086 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 31 18:04:46.540129 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 31 18:04:46.540641 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins
Mar 31 18:04:46.540967 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loading extension file: qos_pps_rule.py {{(pid=103783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 31 18:04:46.542140 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 31 18:04:46.542686 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Extension qos-pps not supported by any of loaded plugins
Mar 31 18:04:46.543016 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loading extension file: qos_rule_type_details.py {{(pid=103783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 31 18:04:46.543936 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 31 18:04:46.544446 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Mar 31 18:04:46.544769 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 31 18:04:46.545682 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 31 18:04:46.546222 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Extension qos-rule-type-filter not supported by any of loaded plugins
Mar 31 18:04:46.546601 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loading extension file: qos_rules_alias.py {{(pid=103783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 31 18:04:46.547761 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 31 18:04:46.548272 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Extension qos-rules-alias not supported by any of loaded plugins
Mar 31 18:04:46.548593 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loading extension file: quota_check_limit.py {{(pid=103783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 31 18:04:46.549505 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 31 18:04:46.550012 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loaded extension: quota-check-limit
Mar 31 18:04:46.550334 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loading extension file: quotasv2.py {{(pid=103783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 31 18:04:46.551296 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 31 18:04:46.551625 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loaded extension: quotas
Mar 31 18:04:46.551945 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loading extension file: quotasv2_detail.py {{(pid=103783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 31 18:04:46.553834 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 31 18:04:46.554170 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loaded extension: quota_details
Mar 31 18:04:46.554499 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loading extension file: rbac.py {{(pid=103783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 31 18:04:46.555574 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 31 18:04:46.556097 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loaded extension: rbac-policies
Mar 31 18:04:46.556429 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loading extension file: rbac_address_group.py {{(pid=103783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 31 18:04:46.557359 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 31 18:04:46.557870 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loaded extension: rbac-address-group
Mar 31 18:04:46.558193 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loading extension file: rbac_address_scope.py {{(pid=103783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 31 18:04:46.559140 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 31 18:04:46.559650 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loaded extension: rbac-address-scope
Mar 31 18:04:46.559972 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loading extension file: rbac_security_groups.py {{(pid=103783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 31 18:04:46.560966 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 31 18:04:46.561468 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loaded extension: rbac-security-groups
Mar 31 18:04:46.561864 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loading extension file: rbac_subnetpool.py {{(pid=103783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 31 18:04:46.562934 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 31 18:04:46.563441 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loaded extension: rbac-subnetpool
Mar 31 18:04:46.563764 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loading extension file: revisionifmatch.py {{(pid=103783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 31 18:04:46.564684 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 31 18:04:46.565188 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loaded extension: revision-if-match
Mar 31 18:04:46.565510 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loading extension file: revisions.py {{(pid=103783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 31 18:04:46.566697 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 31 18:04:46.567166 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loaded extension: standard-attr-revisions
Mar 31 18:04:46.567491 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loading extension file: router_availability_zone.py {{(pid=103783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 31 18:04:46.575383 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 31 18:04:46.575383 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loaded extension: router_availability_zone
Mar 31 18:04:46.575383 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loading extension file: routerservicetype.py {{(pid=103783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 31 18:04:46.576117 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 31 18:04:46.576629 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Extension router-service-type not supported by any of loaded plugins
Mar 31 18:04:46.576951 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 31 18:04:46.578439 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 31 18:04:46.578999 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loaded extension: security-groups-normalized-cidr
Mar 31 18:04:46.579324 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 31 18:04:46.580257 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 31 18:04:46.580772 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loaded extension: port-security-groups-filtering
Mar 31 18:04:46.581088 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 31 18:04:46.582019 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 31 18:04:46.582525 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loaded extension: security-groups-remote-address-group
Mar 31 18:04:46.582887 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 31 18:04:46.583813 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 31 18:04:46.584322 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loaded extension: security-groups-shared-filtering
Mar 31 18:04:46.584643 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 31 18:04:46.585234 dv-cinder-master-3-iscsi neutron-server[103783]: WARNING neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py
Mar 31 18:04:46.585553 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loading extension file: securitygroup.py {{(pid=103783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 31 18:04:46.595984 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 31 18:04:46.597760 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loaded extension: security-group
Mar 31 18:04:46.597760 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loading extension file: segment.py {{(pid=103783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 31 18:04:46.597760 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 31 18:04:46.598034 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Extension segment not supported by any of loaded plugins
Mar 31 18:04:46.598361 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 31 18:04:46.599343 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 31 18:04:46.599851 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Mar 31 18:04:46.600173 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loading extension file: servicetype.py {{(pid=103783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 31 18:04:46.601273 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 31 18:04:46.601789 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loaded extension: service-type
Mar 31 18:04:46.602116 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loading extension file: sorting.py {{(pid=103783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 31 18:04:46.603143 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 31 18:04:46.603477 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loaded extension: sorting
Mar 31 18:04:46.603799 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loading extension file: standard_attr_segment.py {{(pid=103783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 31 18:04:46.604719 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 31 18:04:46.605237 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Extension standard-attr-segment not supported by any of loaded plugins
Mar 31 18:04:46.605558 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loading extension file: standardattrdescription.py {{(pid=103783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 31 18:04:46.606203 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 31 18:04:46.606743 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loaded extension: standard-attr-description
Mar 31 18:04:46.607069 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loading extension file: stateful_security_group.py {{(pid=103783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 31 18:04:46.608009 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 31 18:04:46.608677 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loaded extension: stateful-security-group
Mar 31 18:04:46.608986 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loading extension file: stdattrs_common.py {{(pid=103783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 31 18:04:46.609565 dv-cinder-master-3-iscsi neutron-server[103783]: WARNING neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Mar 31 18:04:46.609888 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 31 18:04:46.610849 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 31 18:04:46.611359 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Mar 31 18:04:46.611681 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loading extension file: subnet_onboard.py {{(pid=103783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 31 18:04:46.612760 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 31 18:04:46.613272 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loaded extension: subnet_onboard
Mar 31 18:04:46.613595 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 31 18:04:46.614522 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 31 18:04:46.615060 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Mar 31 18:04:46.615383 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loading extension file: subnet_service_types.py {{(pid=103783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 31 18:04:46.616307 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 31 18:04:46.616815 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loaded extension: subnet-service-types
Mar 31 18:04:46.617139 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loading extension file: subnetallocation.py {{(pid=103783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 31 18:04:46.618230 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 31 18:04:46.618771 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loaded extension: subnet_allocation
Mar 31 18:04:46.619100 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 31 18:04:46.619772 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 31 18:04:46.620275 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loaded extension: subnetpool-prefix-ops
Mar 31 18:04:46.620596 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 31 18:04:46.621537 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 31 18:04:46.622039 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Mar 31 18:04:46.622363 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loading extension file: tagging.py {{(pid=103783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 31 18:04:46.623480 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 31 18:04:46.623996 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loaded extension: standard-attr-tag
Mar 31 18:04:46.624371 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loading extension file: timestamp.py {{(pid=103783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 31 18:04:46.625566 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 31 18:04:46.626084 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loaded extension: standard-attr-timestamp
Mar 31 18:04:46.626411 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loading extension file: trunk.py {{(pid=103783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 31 18:04:46.627460 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 31 18:04:46.627975 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Extension trunk not supported by any of loaded plugins
Mar 31 18:04:46.628301 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loading extension file: trunk_details.py {{(pid=103783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 31 18:04:46.629237 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 31 18:04:46.629752 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Extension trunk-details not supported by any of loaded plugins
Mar 31 18:04:46.630075 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loading extension file: uplink_status_propagation.py {{(pid=103783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 31 18:04:46.631020 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 31 18:04:46.631533 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Mar 31 18:04:46.631859 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Loading extension file: vlantransparent.py {{(pid=103783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 31 18:04:46.632531 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 31 18:04:46.633043 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Extension vlan-transparent not supported by any of loaded plugins
Mar 31 18:04:46.635896 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.quota.resource_registry [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Creating instance of TrackedResource for resource:network
Mar 31 18:04:46.636413 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.quota.resource_registry [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Creating instance of TrackedResource for resource:subnet
Mar 31 18:04:46.636810 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.quota.resource_registry [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Creating instance of TrackedResource for resource:subnetpool
Mar 31 18:04:46.637203 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.quota.resource_registry [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Creating instance of TrackedResource for resource:port
Mar 31 18:04:46.638441 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.v2.resource_helper [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=103783) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Mar 31 18:04:46.638912 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.v2.resource_helper [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Service FLAVORS assigned prefix:  {{(pid=103783) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Mar 31 18:04:46.639530 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.v2.resource_helper [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=103783) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Mar 31 18:04:46.640525 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.v2.resource_helper [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=103783) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Mar 31 18:04:46.640833 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.quota.resource_registry [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Creating instance of TrackedResource for resource:router
Mar 31 18:04:46.641257 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.quota.resource_registry [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Creating instance of TrackedResource for resource:floatingip
Mar 31 18:04:46.641755 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.v2.resource_helper [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Service METERING assigned prefix: /metering {{(pid=103783) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Mar 31 18:04:46.643242 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f7717e58400>> rbac-policy before_create 55550000 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:46.643617 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f7717e58400>> rbac-policy before_update 55550000 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:46.643967 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f7717e58400>> rbac-policy before_delete 55550000 {{(pid=103783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:04:46.644974 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.quota.resource_registry [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Creating instance of CountableResource for resource:rbac_policy
Mar 31 18:04:46.645424 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.quota.resource_registry [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Creating instance of TrackedResource for resource:security_group
Mar 31 18:04:46.645858 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.quota.resource_registry [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Creating instance of TrackedResource for resource:security_group_rule
Mar 31 18:04:46.646446 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.v2.resource_helper [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Service CORE assigned prefix:  {{(pid=103783) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Mar 31 18:04:46.646812 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.quota.resource_registry [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Creating instance of TrackedResource for resource:subnetpool
Mar 31 18:04:46.647163 dv-cinder-master-3-iscsi neutron-server[103783]: WARNING neutron.quota.resource_registry [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] subnetpool is already registered
Mar 31 18:04:46.647594 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.v2.resource_helper [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Service CORE assigned prefix:  {{(pid=103783) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Mar 31 18:04:46.647920 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.quota.resource_registry [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Creating instance of TrackedResource for resource:subnetpool
Mar 31 18:04:46.648252 dv-cinder-master-3-iscsi neutron-server[103783]: WARNING neutron.quota.resource_registry [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] subnetpool is already registered
Mar 31 18:04:46.650499 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.v2.resource_helper [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=103783) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Mar 31 18:04:46.650954 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.v2.resource_helper [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Service FLAVORS assigned prefix:  {{(pid=103783) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Mar 31 18:04:46.651541 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.v2.resource_helper [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=103783) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Mar 31 18:04:46.651962 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.v2.resource_helper [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=103783) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Mar 31 18:04:46.652295 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.quota.resource_registry [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Creating instance of TrackedResource for resource:router
Mar 31 18:04:46.652634 dv-cinder-master-3-iscsi neutron-server[103783]: WARNING neutron.quota.resource_registry [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] router is already registered
Mar 31 18:04:46.653045 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.quota.resource_registry [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Creating instance of TrackedResource for resource:floatingip
Mar 31 18:04:46.653379 dv-cinder-master-3-iscsi neutron-server[103783]: WARNING neutron.quota.resource_registry [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] floatingip is already registered
Mar 31 18:04:46.653832 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.v2.resource_helper [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Service METERING assigned prefix: /metering {{(pid=103783) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Mar 31 18:04:46.654491 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.quota.resource_registry [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Creating instance of CountableResource for resource:rbac_policy
Mar 31 18:04:46.654852 dv-cinder-master-3-iscsi neutron-server[103783]: WARNING neutron.quota.resource_registry [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] rbac_policy is already registered
Mar 31 18:04:46.655265 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.quota.resource_registry [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Creating instance of TrackedResource for resource:security_group
Mar 31 18:04:46.656199 dv-cinder-master-3-iscsi neutron-server[103783]: WARNING neutron.quota.resource_registry [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] security_group is already registered
Mar 31 18:04:46.656600 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.quota.resource_registry [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Creating instance of TrackedResource for resource:security_group_rule
Mar 31 18:04:46.656936 dv-cinder-master-3-iscsi neutron-server[103783]: WARNING neutron.quota.resource_registry [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] security_group_rule is already registered
Mar 31 18:04:46.657561 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.v2.resource_helper [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Service CORE assigned prefix:  {{(pid=103783) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Mar 31 18:04:46.657886 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.quota.resource_registry [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Creating instance of TrackedResource for resource:subnetpool
Mar 31 18:04:46.658222 dv-cinder-master-3-iscsi neutron-server[103783]: WARNING neutron.quota.resource_registry [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] subnetpool is already registered
Mar 31 18:04:46.658659 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.v2.resource_helper [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Service CORE assigned prefix:  {{(pid=103783) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Mar 31 18:04:46.658989 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.quota.resource_registry [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Creating instance of TrackedResource for resource:subnetpool
Mar 31 18:04:46.659320 dv-cinder-master-3-iscsi neutron-server[103783]: WARNING neutron.quota.resource_registry [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] subnetpool is already registered
Mar 31 18:04:46.659791 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Extended resource: extensions {{(pid=103783) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 31 18:04:46.661264 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Extended resource: address-groups {{(pid=103783) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 31 18:04:46.662773 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Extended resource: address-scopes {{(pid=103783) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 31 18:04:46.664131 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Extended resource: agents {{(pid=103783) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 31 18:04:46.665291 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Extended resource: auto-allocated-topology {{(pid=103783) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 31 18:04:46.666514 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Extended resource: availability_zones {{(pid=103783) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 31 18:04:46.667747 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Extended resource: dhcp-networks {{(pid=103783) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 31 18:04:46.669293 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Extended resource: dhcp-agents {{(pid=103783) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 31 18:04:46.670743 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Extended resource: routers {{(pid=103783) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 31 18:04:46.672958 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Extended resource: flavors {{(pid=103783) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 31 18:04:46.674113 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Extended resource: service_profiles {{(pid=103783) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 31 18:04:46.675369 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Extended resource: next_providers {{(pid=103783) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 31 18:04:46.676781 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Extended resource: service_profiles {{(pid=103783) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 31 18:04:46.679337 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Extended resource: floatingip-pools {{(pid=103783) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 31 18:04:46.684023 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Extended resource: routers {{(pid=103783) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 31 18:04:46.684023 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Extended resource: floatingips {{(pid=103783) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 31 18:04:46.684023 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Extended resource: l3-routers {{(pid=103783) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 31 18:04:46.685284 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Extended resource: l3-agents {{(pid=103783) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 31 18:04:46.686696 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Extended resource: metering-labels {{(pid=103783) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 31 18:04:46.688073 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Extended resource: metering-label-rules {{(pid=103783) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 31 18:04:46.689347 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Extended resource: network-ip-availabilities {{(pid=103783) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 31 18:04:46.690768 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Extended resource: bindings {{(pid=103783) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 31 18:04:46.692327 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Extended resource: quotas {{(pid=103783) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 31 18:04:46.693856 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Extended resource: quotas {{(pid=103783) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 31 18:04:46.695400 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Extended resource: rbac-policies {{(pid=103783) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 31 18:04:46.696680 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Extended resource: security-groups {{(pid=103783) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 31 18:04:46.697928 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Extended resource: security-group-rules {{(pid=103783) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 31 18:04:46.699203 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Extended resource: service-providers {{(pid=103783) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 31 18:04:46.700396 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Extended resource: subnetpools {{(pid=103783) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 31 18:04:46.701799 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Extended resource: subnetpools {{(pid=103783) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 31 18:04:46.703802 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Extended resource: tags {{(pid=103783) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 31 18:04:46.705471 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Extended resource: tags {{(pid=103783) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 31 18:04:46.707283 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Extended resource: tags {{(pid=103783) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 31 18:04:46.709040 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Extended resource: tags {{(pid=103783) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 31 18:04:46.710850 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Extended resource: tags {{(pid=103783) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 31 18:04:46.712695 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Extended resource: tags {{(pid=103783) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 31 18:04:46.714352 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Extended resource: tags {{(pid=103783) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 31 18:04:46.716243 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Extended resource: tags {{(pid=103783) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 31 18:04:46.718639 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Extended resource: tags {{(pid=103783) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 31 18:04:46.720720 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron.api.extensions [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Extended resource: tags {{(pid=103783) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 31 18:04:46.726570 dv-cinder-master-3-iscsi neutron-server[103783]: WARNING keystonemiddleware.auth_token [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Mar 31 18:04:46.731387 dv-cinder-master-3-iscsi neutron-server[103783]: WARNING keystonemiddleware.auth_token [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Mar 31 18:04:46.740376 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_concurrency.lockutils [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Acquired lock "singleton_lock" {{(pid=103783) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}}
Mar 31 18:04:46.740858 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_concurrency.lockutils [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Releasing lock "singleton_lock" {{(pid=103783) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}}
Mar 31 18:04:46.741516 dv-cinder-master-3-iscsi neutron-server[103783]: INFO oslo_service.service [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Starting 2 workers
Mar 31 18:04:46.746318 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Started child 103896 {{(pid=103783) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Mar 31 18:04:46.751364 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Started child 103897 {{(pid=103783) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Mar 31 18:04:46.758643 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:04:46.759485 dv-cinder-master-3-iscsi neutron-server[103783]: INFO neutron.service [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Neutron service started, listening on 0.0.0.0:9696
Mar 31 18:04:46.759485 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:04:46.759648 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [-] (103896) wsgi starting up on http://0.0.0.0:9696
Mar 31 18:04:46.759731 dv-cinder-master-3-iscsi neutron-server[103783]: INFO oslo_service.service [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Starting 1 workers
Mar 31 18:04:46.760077 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:04:46.760077 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [-] (103897) wsgi starting up on http://0.0.0.0:9696
Mar 31 18:04:46.761576 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Started child 103898 {{(pid=103783) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Mar 31 18:04:46.762154 dv-cinder-master-3-iscsi neutron-server[103783]: INFO oslo_service.service [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Starting 1 workers
Mar 31 18:04:46.767094 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.service [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] calling RpcWorker wait() {{(pid=103898) _wait /opt/stack/neutron/neutron/service.py:128}}
Mar 31 18:04:46.767694 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Started child 103899 {{(pid=103783) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Mar 31 18:04:46.767790 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.service [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] returning from RpcWorker wait() {{(pid=103898) _wait /opt/stack/neutron/neutron/service.py:135}}
Mar 31 18:04:46.768119 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-b4267df5-8c13-4a80-87c5-696049a4f595 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:04:46.769171 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:04:46.769620 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:04:46.770081 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103783) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}}
Mar 31 18:04:46.770293 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Mar 31 18:04:46.770482 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Mar 31 18:04:46.770755 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Mar 31 18:04:46.771114 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Mar 31 18:04:46.771284 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Mar 31 18:04:46.771809 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.772096 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.772365 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.772633 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.772731 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:04:46.773161 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.773524 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.773702 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:04:46.773793 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.774052 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.774330 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.774579 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.774757 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.774931 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.775192 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.775443 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.775738 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.776032 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.776233 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.776511 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.776683 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.776951 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.777242 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.777489 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.777759 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] debug                          = True {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.778080 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.778468 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.778734 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.778989 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.779214 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.779495 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.779750 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.780037 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.780279 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.780565 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.780788 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.781052 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.781452 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.781715 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.781995 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] fatal_deprecations             = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.782214 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.782485 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.782744 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.783214 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] host                           = dv-cinder-master-3-iscsi {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.783476 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.783702 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.783932 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.784186 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.784442 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.784699 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.784946 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.785212 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.785441 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.785673 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.785917 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.786165 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.786403 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.786679 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.786847 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.787090 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.787360 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.787606 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.787793 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.787962 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.788111 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.788384 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.788538 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.788799 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.789036 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.789252 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.789489 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.789833 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.789986 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.790303 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.790458 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.790652 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.790867 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.791115 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.791372 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.791617 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.791843 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.792079 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.792295 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.792568 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.792757 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.792983 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.793199 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.793439 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.793674 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.793909 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.794159 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.794458 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] rpc_resources_processing_step  = 20 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.794598 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.794843 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.795134 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.795298 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.795557 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.795805 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.796004 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.796492 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.796698 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.796967 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.797165 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.797345 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.797529 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.797770 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.798587 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.798587 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.798587 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.804426 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.804426 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.804426 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.804426 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.804426 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.804426 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] wsgi_server_debug              = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.804426 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.804426 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.806046 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.806046 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.806046 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.806046 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.806046 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.806046 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.806046 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.806046 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.806685 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.806685 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.806685 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.806685 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.806685 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.806685 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.806685 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.806685 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.807276 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.807276 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.807276 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.807276 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.807595 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.807685 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.807927 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name =  {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.808252 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.808563 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.808866 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.809142 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.809737 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.810181 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.810600 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.58/identity {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.810892 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.811153 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.811382 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.811607 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.812485 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.812579 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.812790 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.813049 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.813291 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.813525 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.813734 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.813965 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.814180 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.814430 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.814701 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.814963 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.815194 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.815415 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.815631 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.815863 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.816095 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.816311 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.816554 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.816813 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.817064 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.817318 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.817536 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.817749 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.817966 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.818186 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.818440 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.818681 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.818895 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.819310 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.819622 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.819910 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.820227 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.820533 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.820819 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.821050 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.821454 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.821876 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.822292 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.822517 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.822767 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.822988 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.823198 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.823612 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.824027 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.824420 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.824642 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.824862 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.825096 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.825505 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.825742 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.825976 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.826216 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.826431 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.826679 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.830786 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.830786 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.830786 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.830786 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.830786 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.830786 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.830786 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.830786 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.831433 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.831433 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.831433 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.831433 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.831433 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.831433 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.831433 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.831433 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.831995 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.831995 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.831995 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.832211 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.832288 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.832496 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.832718 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.833011 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.833255 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.833510 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.833741 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.834025 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.834327 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.834587 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.834896 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.835135 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.835411 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.835695 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.835976 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.836260 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.836510 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.836742 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.837007 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.837257 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.837506 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.837754 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.838003 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.838245 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.838483 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.838764 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.838983 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.839212 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.839503 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.839733 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.839947 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.840166 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.840448 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.840695 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.840989 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.841219 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.841664 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.841898 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.842148 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.842402 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.58/identity {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.842636 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.842907 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.844462 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.844462 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.844462 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.844462 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.844462 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.844462 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.844462 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.844909 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.844909 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.845082 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.845459 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.845703 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.845923 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.846184 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.846396 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.846650 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.846896 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.847118 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.847341 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.847559 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.847790 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.848039 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.848380 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.848727 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.848987 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.849223 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.849452 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.849874 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.850120 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.850338 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.850588 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.850871 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.851090 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.851322 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.851530 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.851765 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.852013 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.852245 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.852459 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.852694 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.852935 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.853278 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.853512 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.853955 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.854221 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] cache.dead_timeout             = 60.0 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.854459 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.854699 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] cache.enable_retry_client      = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.854920 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive  = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.855163 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.855426 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.855666 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.855885 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay   = 1.0 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.856122 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.856343 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.856560 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.856776 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.857014 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.857274 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.857514 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.857778 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.858010 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] cache.retry_attempts           = 2 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.858225 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] cache.retry_delay              = 0.0 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.858445 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] cache.socket_keepalive_count   = 1 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.858710 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle    = 1 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.858932 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.859318 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.859566 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.859801 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.860014 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.860389 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.860679 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.860940 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.861203 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.861450 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] privsep.logger_name            = oslo_privsep.daemon {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.861693 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.861954 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.862183 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.862396 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.862665 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.862879 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.863097 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.863330 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.863569 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.864012 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.864230 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.864449 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name  = oslo_privsep.daemon {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.864668 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.864883 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.865088 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.865312 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.865511 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.865744 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] privsep_namespace.logger_name  = oslo_privsep.daemon {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.865947 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.866154 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.866391 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.866581 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.866813 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.867032 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name  = oslo_privsep.daemon {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.867249 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.867459 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.869172 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] privsep_link.capabilities      = [12, 21] {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.869172 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] privsep_link.group             = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.869172 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] privsep_link.helper_command    = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.869172 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] privsep_link.logger_name       = oslo_privsep.daemon {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.869172 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size  = 4 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.869172 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] privsep_link.user              = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.869172 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.869172 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.870021 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.870021 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.870021 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.870351 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.870435 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.870787 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.870999 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.871263 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.871499 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.871717 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.871941 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.872197 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.872506 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.872792 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.873062 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.873305 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.873572 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.873853 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.874683 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.874988 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.875443 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.875718 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.875995 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.876244 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.876489 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.876750 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.876979 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.877203 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.877422 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.877637 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.877855 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.878111 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.878353 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.878622 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.878858 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.879106 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.879347 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.879590 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.879801 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.880167 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.880302 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.880424 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Mar 31 18:04:46.880959 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103783) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}}
Mar 31 18:04:46.881122 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Mar 31 18:04:46.881276 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Mar 31 18:04:46.881443 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Mar 31 18:04:46.881612 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Mar 31 18:04:46.881765 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Mar 31 18:04:46.881983 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.882133 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.882293 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.882452 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.882642 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.882820 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.882982 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.883141 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.883300 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.883459 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.883619 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.883779 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.883937 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.884096 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.884255 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.884414 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.884574 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.884735 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.885201 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.885319 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.885458 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.885659 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.885786 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] debug                          = True {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.885907 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.886100 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.886252 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.886411 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.886631 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.886767 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.886899 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.887070 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.887219 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.887377 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.887536 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.887695 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.887853 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.888012 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.888175 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] fatal_deprecations             = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.888336 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.888494 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.888654 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.888812 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] host                           = dv-cinder-master-3-iscsi {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.888971 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.889129 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.889289 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.889447 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.889607 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.889855 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.890536 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.890796 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.890920 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.891040 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.891161 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.891282 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.891434 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.891594 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.891753 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.891911 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.892069 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.892229 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.893155 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.893155 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.893155 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.893155 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.893155 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.893155 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.893867 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.893867 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.893867 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.893867 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.894300 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.894300 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.894300 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.894589 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.894589 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.894826 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.894826 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.894970 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.895115 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.895291 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.895422 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.895582 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.895726 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.895888 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.896150 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.896281 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.896403 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.896524 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.896644 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.896848 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] rpc_resources_processing_step  = 20 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.896932 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.897077 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.897237 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.897395 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.897553 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.897717 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.897875 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.898033 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.898191 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.898354 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.898508 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.898702 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.898863 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.899229 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.899229 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.899464 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.899464 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.899612 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.899774 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.899937 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.900097 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.900255 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.900415 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] wsgi_server_debug              = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 31 18:04:46.900598 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.900760 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.900933 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.901095 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.901257 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.901418 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.901578 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.901740 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.901901 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.902061 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.902230 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.902394 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.902566 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.902754 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.902903 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.903067 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.903229 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.903391 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.903554 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.903714 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.903875 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.904037 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.904211 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.904376 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.904539 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name =  {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.904701 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.904865 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.905036 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.905197 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.905396 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.905655 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.905824 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.58/identity {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.906009 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.906236 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.906403 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.906567 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.906849 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.906965 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.907102 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.907263 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.907349 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:04:46.907448 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.907579 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.907742 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.907904 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.908068 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.908231 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.908394 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.908559 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.908720 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.908884 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.909048 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.909212 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.909376 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.909539 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.909703 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.909862 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.910025 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.910205 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.910361 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.910527 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.910710 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.910873 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.911021 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.911185 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.911345 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.911506 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.911667 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.911829 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.912004 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.912166 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.912330 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.912493 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.912672 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.912813 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.912975 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.913137 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.913298 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.913460 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.913621 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.913784 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.913965 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.914093 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.914259 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.914421 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.914582 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.914762 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.914931 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.915092 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.915255 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.915417 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.915580 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.915750 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.915967 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.916177 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.916393 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.916393 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.916630 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.916741 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.916862 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.917066 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.917188 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.917281 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.917430 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.917592 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.917757 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.917919 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.918079 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.918240 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.918400 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.918561 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.918747 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.918909 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.919083 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.919223 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.919386 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.919546 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.919709 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.919870 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.920033 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.920207 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.920369 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.920556 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.920721 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.920890 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.921101 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.921282 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.921533 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.921700 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.921862 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.922024 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.922186 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.922348 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.922509 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.922703 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.922866 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.923042 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.923207 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.923369 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.923532 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.923717 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.923879 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.924040 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.924201 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.924361 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.924522 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.924685 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.924848 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.925009 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.925171 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.925332 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.925494 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.58/identity {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.925655 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.925815 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.925975 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.926257 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.926349 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.926484 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.926580 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.926759 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.926922 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.927122 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.927233 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.927395 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.927556 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.927717 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.927878 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.928039 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.928200 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.928361 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.928523 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.928684 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.928845 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.929007 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.929168 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.929329 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.929490 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.929654 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.929816 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.929978 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.930140 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.930301 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.930468 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.930647 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.930816 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.930978 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.931139 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.931301 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.931461 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.931807 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.931807 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.932043 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.932164 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.932283 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.932413 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.932535 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.932696 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.932875 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.933004 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] cache.dead_timeout             = 60.0 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.933169 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.933329 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] cache.enable_retry_client      = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.933490 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive  = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.933651 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.933812 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.933974 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.934136 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay   = 1.0 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.934297 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.934458 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.934648 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.934802 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.934968 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.935135 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.935306 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.935444 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.935599 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] cache.retry_attempts           = 2 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.935763 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] cache.retry_delay              = 0.0 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.935927 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] cache.socket_keepalive_count   = 1 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.936089 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle    = 1 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.936272 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.936412 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.936566 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.937303 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.937473 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.937628 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.937802 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.937956 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.938116 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.938279 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] privsep.logger_name            = oslo_privsep.daemon {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.938441 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.938587 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.938792 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.938980 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.939112 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.939266 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.939426 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.939588 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.939760 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.939921 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.940083 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.940242 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name  = oslo_privsep.daemon {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.940402 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.940564 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.940734 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.940900 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.941062 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.941224 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] privsep_namespace.logger_name  = oslo_privsep.daemon {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.941384 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.941546 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.941716 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.941879 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.942039 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.942200 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name  = oslo_privsep.daemon {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.942360 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.942533 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.942739 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] privsep_link.capabilities      = [12, 21] {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.942872 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] privsep_link.group             = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.943028 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] privsep_link.helper_command    = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.943189 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] privsep_link.logger_name       = oslo_privsep.daemon {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.943354 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size  = 4 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.943515 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] privsep_link.user              = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.943847 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.944014 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.946639 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.946639 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.946639 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.946639 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.946639 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.946639 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.946639 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.946639 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.947258 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.947258 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.947258 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.947258 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.947258 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.947258 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.947258 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.947258 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.947856 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.948052 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.948224 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.948390 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.948562 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.948738 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.949041 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.949208 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.949519 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.949682 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.949844 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.950007 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.950174 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.950330 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.950492 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.950675 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.950843 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.951004 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.951164 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.951326 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.951488 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.951649 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.951810 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.951972 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.952133 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 31 18:04:46.952391 dv-cinder-master-3-iscsi neutron-server[103783]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Mar 31 18:04:47.079079 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 43702) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:04:47.087842 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [-] 10.222.0.58 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0065184
Mar 31 18:04:58.982627 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565b26d8-13d5-4f5e-93c3-858c66b0dcae None None] get_active_networks_info from dv-cinder-master-3-iscsi {{(pid=103898) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Mar 31 18:04:59.063352 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-565b26d8-13d5-4f5e-93c3-858c66b0dcae None None] No non-hosted networks {{(pid=103898) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Mar 31 18:04:59.081975 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.agentschedulers_db [None req-565b26d8-13d5-4f5e-93c3-858c66b0dcae None None] DHCP Agent not found on host dv-cinder-master-3-iscsi {{(pid=103898) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
Mar 31 18:04:59.305993 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-4bafbbdd-59df-4dbc-badb-6504d30eff68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-493274'] for agent (08150f5b-1b08-4271-84f1-4a3b03ee1892), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:05:01.362109 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-6b566929-9407-4c79-a245-1bec5d547b07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-493274'] for agent (f09d5d1b-4294-4f18-9a00-351412ae7ca6), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:05:01.512120 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.db.api [None req-d9614e48-10f9-495a-9379-a9acda396ca7 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-master-3-iscsi {{(pid=103898) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 31 18:05:01.512554 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG oslo_db.api [None req-d9614e48-10f9-495a-9379-a9acda396ca7 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 31 18:05:02.128431 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-d9614e48-10f9-495a-9379-a9acda396ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (f09d5d1b-4294-4f18-9a00-351412ae7ca6), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:05:02.306276 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-be477ca9-b30f-4eb3-92ce-971cde9f4756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-493274'] for agent (d0835089-4a76-4105-9221-c81b46927b3c), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:05:02.319694 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 43770) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:05:02.874350 dv-cinder-master-3-iscsi neutron-server[103897]: WARNING oslo_policy.policy [None req-70162319-3928-44f9-9f03-847baf00d655 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Mar 31 18:05:02.875256 dv-cinder-master-3-iscsi neutron-server[103897]: WARNING oslo_policy.policy [None req-70162319-3928-44f9-9f03-847baf00d655 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Mar 31 18:05:03.098990 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [None req-70162319-3928-44f9-9f03-847baf00d655 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=103897) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 31 18:05:03.102498 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-70162319-3928-44f9-9f03-847baf00d655 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.7806692
Mar 31 18:05:03.899689 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-61acbcaf-515a-4595-a759-82c8bf4c0ac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-493274'] for agent (1ee04592-4785-424e-aa2a-0bd32f5faacf), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:05:05.058669 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-493274'] for agent (b6d39f6c-4dc3-40bd-bbe5-e05b1f1d4e13), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:05:05.058669 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:05:05.058669 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:05:05.058669 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:05:05.060042 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:05:05.060042 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:05:05.060042 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:05:05.060042 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:05:05.060042 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:05:05.060358 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:05:05.060358 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:05:05.060358 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:05:05.060358 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:05:05.061313 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:05:05.061862 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:05:05.062886 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:05:05.063448 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f7717a2eeb0>, 'Open vSwitch agent', 'dv-cinder-master-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:05:05.074512 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f771714d400>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-master-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:05:05.661117 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 43800) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:05:05.977755 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.v2.base [None req-99412949-bcc8-425c-8816-fc7922d82563 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=103897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:05:06.071050 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.policy [None req-99412949-bcc8-425c-8816-fc7922d82563 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103897) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Mar 31 18:05:06.114424 dv-cinder-master-3-iscsi neutron-server[103897]: WARNING oslo_policy.policy [None req-99412949-bcc8-425c-8816-fc7922d82563 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Mar 31 18:05:06.114821 dv-cinder-master-3-iscsi neutron-server[103897]: WARNING oslo_policy.policy [None req-99412949-bcc8-425c-8816-fc7922d82563 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Mar 31 18:05:06.326058 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-99412949-bcc8-425c-8816-fc7922d82563 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759346254725', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759346255464', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759346238779', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759346229578', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759346222106', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759346037633', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1066303', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1059881', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16485643', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16444949'] for rbac-policy (None), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:05:06.565335 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-99412949-bcc8-425c-8816-fc7922d82563 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:05:06.566811 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-99412949-bcc8-425c-8816-fc7922d82563 admin admin] 10.222.0.58 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.9046171
Mar 31 18:05:09.115018 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 43812) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:05:09.354083 dv-cinder-master-3-iscsi neutron-server[103898]: INFO neutron.db.l3_hamode_db [None req-4214af15-330c-4dc0-b769-d15145bb1941 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Mar 31 18:05:09.432037 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.v2.base [None req-4d0643b9-8ae6-430b-9aad-4cba7093b64b demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:05:09.435994 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4214af15-330c-4dc0-b769-d15145bb1941 None None] Routers set() bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 31 18:05:09.436382 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4214af15-330c-4dc0-b769-d15145bb1941 None None] Router IDs set() for agent in host dv-cinder-master-3-iscsi {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}}
Mar 31 18:05:09.523116 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d0643b9-8ae6-430b-9aad-4cba7093b64b demo demo] Made reservation on behalf of 16004a326feb4230b6b46f54063e1069 for: {'network': 1} {{(pid=103897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 31 18:05:09.526952 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4d0643b9-8ae6-430b-9aad-4cba7093b64b demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for network (None), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:05:09.544163 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4d0643b9-8ae6-430b-9aad-4cba7093b64b demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:05:09.653307 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4d0643b9-8ae6-430b-9aad-4cba7093b64b demo demo] Publish callbacks [] for security_group (999391b0-2c73-4c21-835d-ef2b7381d4f4), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:05:09.711677 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4d0643b9-8ae6-430b-9aad-4cba7093b64b demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (999391b0-2c73-4c21-835d-ef2b7381d4f4), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:05:09.736914 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d0643b9-8ae6-430b-9aad-4cba7093b64b demo demo] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'}  {{(pid=103897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 31 18:05:09.771895 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4d0643b9-8ae6-430b-9aad-4cba7093b64b demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759342854193', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186132'] for segment (c801cfa5-1114-4b11-b8e1-1036ed4088e7), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:05:09.772490 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4d0643b9-8ae6-430b-9aad-4cba7093b64b demo demo] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f77184f0310> segment precommit_create {{(pid=103897) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Mar 31 18:05:09.772989 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.db.segments_db [None req-4d0643b9-8ae6-430b-9aad-4cba7093b64b demo demo] Added segment c801cfa5-1114-4b11-b8e1-1036ed4088e7 of type vlan for network 8134b33b-b506-43f5-a4b3-ce4a6562f51e
Mar 31 18:05:09.788987 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0643b9-8ae6-430b-9aad-4cba7093b64b demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=999391b0-2c73-4c21-835d-ef2b7381d4f4,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:05:09.814429 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0643b9-8ae6-430b-9aad-4cba7093b64b demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:05:09.814794 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0643b9-8ae6-430b-9aad-4cba7093b64b demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:05:09.815149 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0643b9-8ae6-430b-9aad-4cba7093b64b demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:05:09.815497 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0643b9-8ae6-430b-9aad-4cba7093b64b demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:05:09.815833 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0643b9-8ae6-430b-9aad-4cba7093b64b demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:05:09.816156 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0643b9-8ae6-430b-9aad-4cba7093b64b demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:05:09.816476 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0643b9-8ae6-430b-9aad-4cba7093b64b demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:05:09.816835 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0643b9-8ae6-430b-9aad-4cba7093b64b demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:05:09.817117 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0643b9-8ae6-430b-9aad-4cba7093b64b demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:05:09.817437 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0643b9-8ae6-430b-9aad-4cba7093b64b demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:05:09.817756 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0643b9-8ae6-430b-9aad-4cba7093b64b demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:05:09.818087 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0643b9-8ae6-430b-9aad-4cba7093b64b demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:05:09.818404 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0643b9-8ae6-430b-9aad-4cba7093b64b demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:05:09.818742 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0643b9-8ae6-430b-9aad-4cba7093b64b demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:05:09.821001 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0643b9-8ae6-430b-9aad-4cba7093b64b demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:05:09.821001 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0643b9-8ae6-430b-9aad-4cba7093b64b demo demo] Tracked resource versions report:
Mar 31 18:05:09.821001 dv-cinder-master-3-iscsi neutron-server[103897]: pushed versions:
Mar 31 18:05:09.821001 dv-cinder-master-3-iscsi neutron-server[103897]: {   'AddressGroup': {'1.2'},
Mar 31 18:05:09.821001 dv-cinder-master-3-iscsi neutron-server[103897]:     'Agent': {'1.1'},
Mar 31 18:05:09.821001 dv-cinder-master-3-iscsi neutron-server[103897]:     'ConntrackHelper': {'1.0'},
Mar 31 18:05:09.821001 dv-cinder-master-3-iscsi neutron-server[103897]:     'LocalIPAssociation': {'1.0'},
Mar 31 18:05:09.821001 dv-cinder-master-3-iscsi neutron-server[103897]:     'Log': {'1.0'},
Mar 31 18:05:09.821001 dv-cinder-master-3-iscsi neutron-server[103897]:     'NDPProxy': {'1.0'},
Mar 31 18:05:09.821001 dv-cinder-master-3-iscsi neutron-server[103897]:     'Network': {'1.1'},
Mar 31 18:05:09.821001 dv-cinder-master-3-iscsi neutron-server[103897]:     'Port': {'1.7'},
Mar 31 18:05:09.821001 dv-cinder-master-3-iscsi neutron-server[103897]:     'PortForwarding': {'1.3'},
Mar 31 18:05:09.821001 dv-cinder-master-3-iscsi neutron-server[103897]:     'QosPolicy': {'1.10'},
Mar 31 18:05:09.821001 dv-cinder-master-3-iscsi neutron-server[103897]:     'SecurityGroup': {'1.5'},
Mar 31 18:05:09.821001 dv-cinder-master-3-iscsi neutron-server[103897]:     'SecurityGroupRule': {'1.2'},
Mar 31 18:05:09.821001 dv-cinder-master-3-iscsi neutron-server[103897]:     'SubPort': {'1.0'},
Mar 31 18:05:09.821001 dv-cinder-master-3-iscsi neutron-server[103897]:     'Subnet': {'1.1'},
Mar 31 18:05:09.821001 dv-cinder-master-3-iscsi neutron-server[103897]:     'Trunk': {'1.1'}}
Mar 31 18:05:09.821001 dv-cinder-master-3-iscsi neutron-server[103897]: consumer versions:
Mar 31 18:05:09.821001 dv-cinder-master-3-iscsi neutron-server[103897]: {   DHCP agent@dv-cinder-master-3-iscsi: {},
Mar 31 18:05:09.821001 dv-cinder-master-3-iscsi neutron-server[103897]:     L3 agent@dv-cinder-master-3-iscsi: {},
Mar 31 18:05:09.821001 dv-cinder-master-3-iscsi neutron-server[103897]:     Metadata agent@dv-cinder-master-3-iscsi: {},
Mar 31 18:05:09.821001 dv-cinder-master-3-iscsi neutron-server[103897]:     Metering agent@dv-cinder-master-3-iscsi: {},
Mar 31 18:05:09.821001 dv-cinder-master-3-iscsi neutron-server[103897]:     Open vSwitch agent@dv-cinder-master-3-iscsi: {   'AddressGroup': '1.2',
Mar 31 18:05:09.821001 dv-cinder-master-3-iscsi neutron-server[103897]:                                                      'Agent': '1.1',
Mar 31 18:05:09.821001 dv-cinder-master-3-iscsi neutron-server[103897]:                                                      'ConntrackHelper': '1.0',
Mar 31 18:05:09.821001 dv-cinder-master-3-iscsi neutron-server[103897]:                                                      'LocalIPAssociation': '1.0',
Mar 31 18:05:09.821001 dv-cinder-master-3-iscsi neutron-server[103897]:                                                      'Log': '1.0',
Mar 31 18:05:09.821001 dv-cinder-master-3-iscsi neutron-server[103897]:                                                      'NDPProxy': '1.0',
Mar 31 18:05:09.821001 dv-cinder-master-3-iscsi neutron-server[103897]:                                                      'Network': '1.1',
Mar 31 18:05:09.821001 dv-cinder-master-3-iscsi neutron-server[103897]:                                                      'Port': '1.7',
Mar 31 18:05:09.821001 dv-cinder-master-3-iscsi neutron-server[103897]:                                                      'PortForwarding': '1.3',
Mar 31 18:05:09.821001 dv-cinder-master-3-iscsi neutron-server[103897]:                                                      'QosPolicy': '1.10',
Mar 31 18:05:09.821001 dv-cinder-master-3-iscsi neutron-server[103897]:                                                      'SecurityGroup': '1.5',
Mar 31 18:05:09.823349 dv-cinder-master-3-iscsi neutron-server[103897]:                                                      'SecurityGroupRule': '1.2',
Mar 31 18:05:09.823349 dv-cinder-master-3-iscsi neutron-server[103897]:                                                      'SubPort': '1.0',
Mar 31 18:05:09.823349 dv-cinder-master-3-iscsi neutron-server[103897]:                                                      'Subnet': '1.1',
Mar 31 18:05:09.823349 dv-cinder-master-3-iscsi neutron-server[103897]:                                                      'Trunk': '1.1'}}
Mar 31 18:05:09.823349 dv-cinder-master-3-iscsi neutron-server[103897]:  {{(pid=103897) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Mar 31 18:05:09.886766 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4d0643b9-8ae6-430b-9aad-4cba7093b64b demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759342480442'] for network (8134b33b-b506-43f5-a4b3-ce4a6562f51e), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:05:09.991320 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4d0643b9-8ae6-430b-9aad-4cba7093b64b demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679'] for network (8134b33b-b506-43f5-a4b3-ce4a6562f51e), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:05:09.996550 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0643b9-8ae6-430b-9aad-4cba7093b64b demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:05:09.997287 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4d0643b9-8ae6-430b-9aad-4cba7093b64b demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548721'] for network (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:05:10.110750 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0643b9-8ae6-430b-9aad-4cba7093b64b demo demo] Pushing event updated for resources: {'Network': ['ID=8134b33b-b506-43f5-a4b3-ce4a6562f51e,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:05:10.122161 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Network 8134b33b-b506-43f5-a4b3-ce4a6562f51e details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=103898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 31 18:05:10.147218 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-4d0643b9-8ae6-430b-9aad-4cba7093b64b demo demo] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201  len: 748 time: 1.0311463
Mar 31 18:05:12.694781 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 43824) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:05:13.100324 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3cf7d42-bb50-424a-bc3a-28febc36ac87 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:05:13.101711 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-b3cf7d42-bb50-424a-bc3a-28febc36ac87 demo admin] 10.222.0.58 "GET /v2.0/networks/8134b33b-b506-43f5-a4b3-ce4a6562f51e HTTP/1.1" status: 200  len: 825 time: 0.4059789
Mar 31 18:05:13.126087 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-2df5cfa5-eac4-4dbd-b42b-cfafeddb8bae demo admin] 10.222.0.58 "GET /v2.0/subnetpools/8eadbd61-6cfa-4888-81be-ae0c98eb11d0 HTTP/1.1" status: 200  len: 734 time: 0.0187006
Mar 31 18:05:13.134361 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.v2.base [None req-9f6215e6-50ef-4d46-93f0-d9269fc23ef4 demo admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '8134b33b-b506-43f5-a4b3-ce4a6562f51e', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'subnetpool_id': '8eadbd61-6cfa-4888-81be-ae0c98eb11d0'}} {{(pid=103897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:05:13.248305 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f6215e6-50ef-4d46-93f0-d9269fc23ef4 demo admin] Made reservation on behalf of 16004a326feb4230b6b46f54063e1069 for: {'subnet': 1} {{(pid=103897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 31 18:05:13.251477 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9f6215e6-50ef-4d46-93f0-d9269fc23ef4 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:05:13.608847 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9f6215e6-50ef-4d46-93f0-d9269fc23ef4 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679'] for subnet (25248103-c557-415f-93c0-b567973df2fc), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:05:13.678492 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6215e6-50ef-4d46-93f0-d9269fc23ef4 demo admin] Checking segment: {'id': 'c801cfa5-1114-4b11-b8e1-1036ed4088e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '8134b33b-b506-43f5-a4b3-ce4a6562f51e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 31 18:05:13.678893 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6215e6-50ef-4d46-93f0-d9269fc23ef4 demo admin] Network hostable DHCP agents. Network: 8134b33b-b506-43f5-a4b3-ce4a6562f51e, hostable agents: ['08150f5b-1b08-4271-84f1-4a3b03ee1892'], hosted agents: [] {{(pid=103897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 31 18:05:13.685609 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6215e6-50ef-4d46-93f0-d9269fc23ef4 demo admin] Pushing event updated for resources: {'Subnet': ['ID=25248103-c557-415f-93c0-b567973df2fc,revision_number=0']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:05:13.808974 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6215e6-50ef-4d46-93f0-d9269fc23ef4 demo admin] Network 8134b33b-b506-43f5-a4b3-ce4a6562f51e is scheduled to be hosted by DHCP agent 08150f5b-1b08-4271-84f1-4a3b03ee1892 with binding_index 1 {{(pid=103897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 31 18:05:13.900596 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-9f6215e6-50ef-4d46-93f0-d9269fc23ef4 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 8134b33b-b506-43f5-a4b3-ce4a6562f51e) {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 31 18:05:13.905331 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f6215e6-50ef-4d46-93f0-d9269fc23ef4 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:05:13.905986 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9f6215e6-50ef-4d46-93f0-d9269fc23ef4 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548721'] for subnet (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:05:13.911610 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f51959-6fb2-4bac-8230-138606dd5bb4 None None] Network 8134b33b-b506-43f5-a4b3-ce4a6562f51e requested from dv-cinder-master-3-iscsi {{(pid=103898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 31 18:05:14.051254 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-9f6215e6-50ef-4d46-93f0-d9269fc23ef4 demo admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.9198885
Mar 31 18:05:14.285163 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b64926-ecfa-4668-8cd2-0b16f358f96d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-8134b33b-b506-43f5-a4b3-ce4a6562f51e', 'network_id': '8134b33b-b506-43f5-a4b3-ce4a6562f51e', 'project_id': '16004a326feb4230b6b46f54063e1069', 'fixed_ips': [{'subnet_id': '25248103-c557-415f-93c0-b567973df2fc'}]}} from dv-cinder-master-3-iscsi. {{(pid=103898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 31 18:05:14.286637 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-26b64926-ecfa-4668-8cd2-0b16f358f96d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:05:14.660646 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.db_base_plugin_common [None req-26b64926-ecfa-4668-8cd2-0b16f358f96d None None] Allocated IP 172.20.0.2 (8134b33b-b506-43f5-a4b3-ce4a6562f51e/25248103-c557-415f-93c0-b567973df2fc/4ad098b7-377e-4fb9-8f60-c1e819e16ba3) {{(pid=103898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 31 18:05:14.931238 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-26b64926-ecfa-4668-8cd2-0b16f358f96d None None] Publish callbacks [] for port (4ad098b7-377e-4fb9-8f60-c1e819e16ba3), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:05:15.042484 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-26b64926-ecfa-4668-8cd2-0b16f358f96d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759342510062'] for port (4ad098b7-377e-4fb9-8f60-c1e819e16ba3), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:05:15.114132 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b64926-ecfa-4668-8cd2-0b16f358f96d None None] Network 8134b33b-b506-43f5-a4b3-ce4a6562f51e is already hosted by enough agents. {{(pid=103898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 31 18:05:15.123829 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.base_scheduler [None req-26b64926-ecfa-4668-8cd2-0b16f358f96d None None] Resources bound (agent type, host, resource id):  {{(pid=103898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 31 18:05:15.136047 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b64926-ecfa-4668-8cd2-0b16f358f96d None None] Received port after_create {{(pid=103898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 31 18:05:15.139433 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b64926-ecfa-4668-8cd2-0b16f358f96d None None] Pushing event updated for resources: {'Port': ['ID=4ad098b7-377e-4fb9-8f60-c1e819e16ba3,revision_number=1']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:05:15.171049 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b64926-ecfa-4668-8cd2-0b16f358f96d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:05:15.171399 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b64926-ecfa-4668-8cd2-0b16f358f96d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:05:15.171785 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b64926-ecfa-4668-8cd2-0b16f358f96d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:05:15.172149 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b64926-ecfa-4668-8cd2-0b16f358f96d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:05:15.172483 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b64926-ecfa-4668-8cd2-0b16f358f96d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:05:15.172819 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b64926-ecfa-4668-8cd2-0b16f358f96d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:05:15.173144 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b64926-ecfa-4668-8cd2-0b16f358f96d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:05:15.173467 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b64926-ecfa-4668-8cd2-0b16f358f96d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:05:15.173791 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b64926-ecfa-4668-8cd2-0b16f358f96d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:05:15.174113 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b64926-ecfa-4668-8cd2-0b16f358f96d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:05:15.174435 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b64926-ecfa-4668-8cd2-0b16f358f96d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:05:15.174795 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b64926-ecfa-4668-8cd2-0b16f358f96d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:05:15.175120 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b64926-ecfa-4668-8cd2-0b16f358f96d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:05:15.175441 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b64926-ecfa-4668-8cd2-0b16f358f96d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:05:15.175755 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b64926-ecfa-4668-8cd2-0b16f358f96d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:05:15.177199 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b64926-ecfa-4668-8cd2-0b16f358f96d None None] Tracked resource versions report:
Mar 31 18:05:15.177199 dv-cinder-master-3-iscsi neutron-server[103898]: pushed versions:
Mar 31 18:05:15.177199 dv-cinder-master-3-iscsi neutron-server[103898]: {   'AddressGroup': {'1.2'},
Mar 31 18:05:15.177199 dv-cinder-master-3-iscsi neutron-server[103898]:     'Agent': {'1.1'},
Mar 31 18:05:15.177199 dv-cinder-master-3-iscsi neutron-server[103898]:     'ConntrackHelper': {'1.0'},
Mar 31 18:05:15.177199 dv-cinder-master-3-iscsi neutron-server[103898]:     'LocalIPAssociation': {'1.0'},
Mar 31 18:05:15.177199 dv-cinder-master-3-iscsi neutron-server[103898]:     'Log': {'1.0'},
Mar 31 18:05:15.177199 dv-cinder-master-3-iscsi neutron-server[103898]:     'NDPProxy': {'1.0'},
Mar 31 18:05:15.177199 dv-cinder-master-3-iscsi neutron-server[103898]:     'Network': {'1.1'},
Mar 31 18:05:15.177199 dv-cinder-master-3-iscsi neutron-server[103898]:     'Port': {'1.7'},
Mar 31 18:05:15.177199 dv-cinder-master-3-iscsi neutron-server[103898]:     'PortForwarding': {'1.3'},
Mar 31 18:05:15.177199 dv-cinder-master-3-iscsi neutron-server[103898]:     'QosPolicy': {'1.10'},
Mar 31 18:05:15.177199 dv-cinder-master-3-iscsi neutron-server[103898]:     'SecurityGroup': {'1.5'},
Mar 31 18:05:15.177199 dv-cinder-master-3-iscsi neutron-server[103898]:     'SecurityGroupRule': {'1.2'},
Mar 31 18:05:15.177199 dv-cinder-master-3-iscsi neutron-server[103898]:     'SubPort': {'1.0'},
Mar 31 18:05:15.177199 dv-cinder-master-3-iscsi neutron-server[103898]:     'Subnet': {'1.1'},
Mar 31 18:05:15.177199 dv-cinder-master-3-iscsi neutron-server[103898]:     'Trunk': {'1.1'}}
Mar 31 18:05:15.177199 dv-cinder-master-3-iscsi neutron-server[103898]: consumer versions:
Mar 31 18:05:15.177199 dv-cinder-master-3-iscsi neutron-server[103898]: {   DHCP agent@dv-cinder-master-3-iscsi: {},
Mar 31 18:05:15.177199 dv-cinder-master-3-iscsi neutron-server[103898]:     L3 agent@dv-cinder-master-3-iscsi: {},
Mar 31 18:05:15.177199 dv-cinder-master-3-iscsi neutron-server[103898]:     Metadata agent@dv-cinder-master-3-iscsi: {},
Mar 31 18:05:15.177199 dv-cinder-master-3-iscsi neutron-server[103898]:     Metering agent@dv-cinder-master-3-iscsi: {},
Mar 31 18:05:15.177199 dv-cinder-master-3-iscsi neutron-server[103898]:     Open vSwitch agent@dv-cinder-master-3-iscsi: {   'AddressGroup': '1.2',
Mar 31 18:05:15.177199 dv-cinder-master-3-iscsi neutron-server[103898]:                                                      'Agent': '1.1',
Mar 31 18:05:15.177199 dv-cinder-master-3-iscsi neutron-server[103898]:                                                      'ConntrackHelper': '1.0',
Mar 31 18:05:15.177199 dv-cinder-master-3-iscsi neutron-server[103898]:                                                      'LocalIPAssociation': '1.0',
Mar 31 18:05:15.177199 dv-cinder-master-3-iscsi neutron-server[103898]:                                                      'Log': '1.0',
Mar 31 18:05:15.177199 dv-cinder-master-3-iscsi neutron-server[103898]:                                                      'NDPProxy': '1.0',
Mar 31 18:05:15.177199 dv-cinder-master-3-iscsi neutron-server[103898]:                                                      'Network': '1.1',
Mar 31 18:05:15.177199 dv-cinder-master-3-iscsi neutron-server[103898]:                                                      'Port': '1.7',
Mar 31 18:05:15.177199 dv-cinder-master-3-iscsi neutron-server[103898]:                                                      'PortForwarding': '1.3',
Mar 31 18:05:15.177199 dv-cinder-master-3-iscsi neutron-server[103898]:                                                      'QosPolicy': '1.10',
Mar 31 18:05:15.177199 dv-cinder-master-3-iscsi neutron-server[103898]:                                                      'SecurityGroup': '1.5',
Mar 31 18:05:15.177199 dv-cinder-master-3-iscsi neutron-server[103898]:                                                      'SecurityGroupRule': '1.2',
Mar 31 18:05:15.177199 dv-cinder-master-3-iscsi neutron-server[103898]:                                                      'SubPort': '1.0',
Mar 31 18:05:15.177199 dv-cinder-master-3-iscsi neutron-server[103898]:                                                      'Subnet': '1.1',
Mar 31 18:05:15.177199 dv-cinder-master-3-iscsi neutron-server[103898]:                                                      'Trunk': '1.1'}}
Mar 31 18:05:15.177199 dv-cinder-master-3-iscsi neutron-server[103898]:  {{(pid=103898) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Mar 31 18:05:15.227164 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-26b64926-ecfa-4668-8cd2-0b16f358f96d None None] Attempting to bind port 4ad098b7-377e-4fb9-8f60-c1e819e16ba3 on host dv-cinder-master-3-iscsi for vnic_type normal with profile  {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 31 18:05:15.227576 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-26b64926-ecfa-4668-8cd2-0b16f358f96d None None] Attempting to bind port 4ad098b7-377e-4fb9-8f60-c1e819e16ba3 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'c801cfa5-1114-4b11-b8e1-1036ed4088e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '8134b33b-b506-43f5-a4b3-ce4a6562f51e'}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 31 18:05:15.228022 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b64926-ecfa-4668-8cd2-0b16f358f96d None None] Attempting to bind port 4ad098b7-377e-4fb9-8f60-c1e819e16ba3 on network 8134b33b-b506-43f5-a4b3-ce4a6562f51e {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 31 18:05:15.233873 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b64926-ecfa-4668-8cd2-0b16f358f96d None None] Checking agent: {'id': 'b6d39f6c-4dc3-40bd-bbe5-e05b1f1d4e13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 5, 5), 'started_at': datetime.datetime(2022, 3, 31, 18, 5, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 31 18:05:15.234273 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b64926-ecfa-4668-8cd2-0b16f358f96d None None] Checking segment: {'id': 'c801cfa5-1114-4b11-b8e1-1036ed4088e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '8134b33b-b506-43f5-a4b3-ce4a6562f51e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 31 18:05:15.234960 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-26b64926-ecfa-4668-8cd2-0b16f358f96d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:05:15.235360 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b64926-ecfa-4668-8cd2-0b16f358f96d None None] Bound using segment: {'id': 'c801cfa5-1114-4b11-b8e1-1036ed4088e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '8134b33b-b506-43f5-a4b3-ce4a6562f51e'} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 31 18:05:15.235873 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-26b64926-ecfa-4668-8cd2-0b16f358f96d None None] Bound port: 4ad098b7-377e-4fb9-8f60-c1e819e16ba3, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c801cfa5-1114-4b11-b8e1-1036ed4088e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '8134b33b-b506-43f5-a4b3-ce4a6562f51e'}}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 31 18:05:15.236284 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-26b64926-ecfa-4668-8cd2-0b16f358f96d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (4ad098b7-377e-4fb9-8f60-c1e819e16ba3), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:05:15.301706 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-26b64926-ecfa-4668-8cd2-0b16f358f96d None None] For port 4ad098b7-377e-4fb9-8f60-c1e819e16ba3, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 31 18:05:15.306266 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-26b64926-ecfa-4668-8cd2-0b16f358f96d None None] For port 4ad098b7-377e-4fb9-8f60-c1e819e16ba3, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=4ad098b7-377e-4fb9-8f60-c1e819e16ba3,segment=NetworkSegment(c801cfa5-1114-4b11-b8e1-1036ed4088e7),segment_id=c801cfa5-1114-4b11-b8e1-1036ed4088e7)] {{(pid=103898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 31 18:05:15.386255 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-26b64926-ecfa-4668-8cd2-0b16f358f96d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (4ad098b7-377e-4fb9-8f60-c1e819e16ba3), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:05:15.452123 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b64926-ecfa-4668-8cd2-0b16f358f96d None None] Pushing event updated for resources: {'Port': ['ID=4ad098b7-377e-4fb9-8f60-c1e819e16ba3,revision_number=2']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:05:16.602033 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 43832) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:05:17.096715 dv-cinder-master-3-iscsi neutron-server[103896]: WARNING oslo_policy.policy [None req-76872718-ebdb-4d8d-b840-c2e3f6ed923a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Mar 31 18:05:17.097418 dv-cinder-master-3-iscsi neutron-server[103896]: WARNING oslo_policy.policy [None req-76872718-ebdb-4d8d-b840-c2e3f6ed923a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Mar 31 18:05:17.320127 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [None req-76872718-ebdb-4d8d-b840-c2e3f6ed923a admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=103896) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 31 18:05:17.321251 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-76872718-ebdb-4d8d-b840-c2e3f6ed923a admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.7181659
Mar 31 18:05:19.898018 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 43846) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:05:20.215409 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [None req-9ee0cfb6-3d94-4679-a15f-2f8d5a4933ce admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=103897) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 31 18:05:20.216395 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-9ee0cfb6-3d94-4679-a15f-2f8d5a4933ce admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.3176031
Mar 31 18:05:22.765403 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 43854) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:05:23.073819 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.v2.base [None req-e5a091c2-2299-4c64-ae78-12d4536685c8 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:05:23.152471 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e5a091c2-2299-4c64-ae78-12d4536685c8 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-494391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-419'] for router (0d26c709-711e-4835-a81a-bb4be597744e), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:05:23.154035 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e5a091c2-2299-4c64-ae78-12d4536685c8 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-495015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-506102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-487386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-426'] for router (0d26c709-711e-4835-a81a-bb4be597744e), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:05:23.291697 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e5a091c2-2299-4c64-ae78-12d4536685c8 demo demo] Publish callbacks [] for router_controller (0d26c709-711e-4835-a81a-bb4be597744e), precommit_add_association {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:05:23.488687 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e5a091c2-2299-4c64-ae78-12d4536685c8 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-495022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-505889'] for router (0d26c709-711e-4835-a81a-bb4be597744e), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:05:23.569593 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e5a091c2-2299-4c64-ae78-12d4536685c8 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:05:23.570797 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-e5a091c2-2299-4c64-ae78-12d4536685c8 demo demo] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201  len: 674 time: 0.8040967
Mar 31 18:05:25.716452 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Device 4ad098b7-377e-4fb9-8f60-c1e819e16ba3 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 31 18:05:25.809080 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Provisioning complete for port 4ad098b7-377e-4fb9-8f60-c1e819e16ba3 triggered by entity L2. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:05:25.809495 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (4ad098b7-377e-4fb9-8f60-c1e819e16ba3), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:05:25.927345 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Current status of the port 4ad098b7-377e-4fb9-8f60-c1e819e16ba3 is: DOWN; New status is: ACTIVE {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:05:25.927738 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (4ad098b7-377e-4fb9-8f60-c1e819e16ba3), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:05:25.970960 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] For port 4ad098b7-377e-4fb9-8f60-c1e819e16ba3, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=4ad098b7-377e-4fb9-8f60-c1e819e16ba3,segment=NetworkSegment(c801cfa5-1114-4b11-b8e1-1036ed4088e7),segment_id=c801cfa5-1114-4b11-b8e1-1036ed4088e7)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:05:26.116799 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (4ad098b7-377e-4fb9-8f60-c1e819e16ba3), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:05:26.136132 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 43866) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:05:26.170533 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Pushing event updated for resources: {'Port': ['ID=4ad098b7-377e-4fb9-8f60-c1e819e16ba3,revision_number=3']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:05:26.458703 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [None req-f14ec083-1909-4564-b2e1-dcd7867fc820 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=103897) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 31 18:05:26.459707 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-f14ec083-1909-4564-b2e1-dcd7867fc820 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.3224742
Mar 31 18:05:26.903615 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6aa489-3caa-42cc-a307-cbf8438849c6 None None] Network 8134b33b-b506-43f5-a4b3-ce4a6562f51e requested from dv-cinder-master-3-iscsi {{(pid=103898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 31 18:05:27.025900 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-56c790da-ec35-4fc4-b701-e01d77e461c1 None None] Provisioning complete for port 4ad098b7-377e-4fb9-8f60-c1e819e16ba3 triggered by entity DHCP. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:05:27.026295 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-56c790da-ec35-4fc4-b701-e01d77e461c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (4ad098b7-377e-4fb9-8f60-c1e819e16ba3), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:05:27.112557 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-56c790da-ec35-4fc4-b701-e01d77e461c1 None None] Current status of the port 4ad098b7-377e-4fb9-8f60-c1e819e16ba3 is: ACTIVE; New status is: ACTIVE {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:05:27.231786 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-31172e6b-4c34-49e6-bf0e-cce512532d77 None None] Provisioning complete for port 4ad098b7-377e-4fb9-8f60-c1e819e16ba3 triggered by entity DHCP. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:05:27.232179 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-31172e6b-4c34-49e6-bf0e-cce512532d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (4ad098b7-377e-4fb9-8f60-c1e819e16ba3), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:05:27.309785 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-31172e6b-4c34-49e6-bf0e-cce512532d77 None None] Current status of the port 4ad098b7-377e-4fb9-8f60-c1e819e16ba3 is: ACTIVE; New status is: ACTIVE {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:05:27.682339 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Device 4ad098b7-377e-4fb9-8f60-c1e819e16ba3 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 31 18:05:27.729319 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Provisioning complete for port 4ad098b7-377e-4fb9-8f60-c1e819e16ba3 triggered by entity L2. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:05:27.729711 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (4ad098b7-377e-4fb9-8f60-c1e819e16ba3), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:05:27.805390 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Current status of the port 4ad098b7-377e-4fb9-8f60-c1e819e16ba3 is: ACTIVE; New status is: ACTIVE {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:05:29.011753 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 43874) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:05:29.015477 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-d1e8fc96-3ffa-4e45-a3f5-7b8e17985b3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (08150f5b-1b08-4271-84f1-4a3b03ee1892), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:05:29.328723 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [None req-10d9f77f-882a-4c27-8ec8-bcf2d6e8c60d admin admin] Request body: {'network': {'router:external': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public', 'is_default': True}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:05:29.460711 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10d9f77f-882a-4c27-8ec8-bcf2d6e8c60d admin admin] Made reservation on behalf of 742ba5e3bf724a7681af774ed2a8d3b2 for: {'network': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 31 18:05:29.526003 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.policy [None req-10d9f77f-882a-4c27-8ec8-bcf2d6e8c60d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103896) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Mar 31 18:05:29.568396 dv-cinder-master-3-iscsi neutron-server[103896]: WARNING oslo_policy.policy [None req-10d9f77f-882a-4c27-8ec8-bcf2d6e8c60d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Mar 31 18:05:29.568757 dv-cinder-master-3-iscsi neutron-server[103896]: WARNING oslo_policy.policy [None req-10d9f77f-882a-4c27-8ec8-bcf2d6e8c60d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Mar 31 18:05:29.578206 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-10d9f77f-882a-4c27-8ec8-bcf2d6e8c60d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for network (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:05:29.598991 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-10d9f77f-882a-4c27-8ec8-bcf2d6e8c60d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:05:29.709157 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-10d9f77f-882a-4c27-8ec8-bcf2d6e8c60d admin admin] Publish callbacks [] for security_group (627499c4-b322-4892-9b16-e6c65dcf764c), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:05:29.784546 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-10d9f77f-882a-4c27-8ec8-bcf2d6e8c60d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (627499c4-b322-4892-9b16-e6c65dcf764c), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:05:29.795546 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-10d9f77f-882a-4c27-8ec8-bcf2d6e8c60d admin admin] Reserving flat network on physical network physnet1 {{(pid=103896) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
Mar 31 18:05:29.827221 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-10d9f77f-882a-4c27-8ec8-bcf2d6e8c60d admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759342854193', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186132'] for segment (31f32929-b46a-4720-9f75-d20195c1993a), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:05:29.827811 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-10d9f77f-882a-4c27-8ec8-bcf2d6e8c60d admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f77184f0310> segment precommit_create {{(pid=103896) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Mar 31 18:05:29.828393 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.db.segments_db [None req-10d9f77f-882a-4c27-8ec8-bcf2d6e8c60d admin admin] Added segment 31f32929-b46a-4720-9f75-d20195c1993a of type flat for network b698396b-51c1-468f-b58d-8c59a3beb4d9
Mar 31 18:05:29.845031 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d9f77f-882a-4c27-8ec8-bcf2d6e8c60d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=627499c4-b322-4892-9b16-e6c65dcf764c,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:05:29.899654 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d9f77f-882a-4c27-8ec8-bcf2d6e8c60d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:05:29.899989 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d9f77f-882a-4c27-8ec8-bcf2d6e8c60d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:05:29.900343 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d9f77f-882a-4c27-8ec8-bcf2d6e8c60d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:05:29.900675 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d9f77f-882a-4c27-8ec8-bcf2d6e8c60d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:05:29.900996 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d9f77f-882a-4c27-8ec8-bcf2d6e8c60d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:05:29.901317 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d9f77f-882a-4c27-8ec8-bcf2d6e8c60d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:05:29.901635 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d9f77f-882a-4c27-8ec8-bcf2d6e8c60d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:05:29.901951 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d9f77f-882a-4c27-8ec8-bcf2d6e8c60d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:05:29.902279 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d9f77f-882a-4c27-8ec8-bcf2d6e8c60d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:05:29.902597 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d9f77f-882a-4c27-8ec8-bcf2d6e8c60d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:05:29.902960 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d9f77f-882a-4c27-8ec8-bcf2d6e8c60d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:05:29.903280 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d9f77f-882a-4c27-8ec8-bcf2d6e8c60d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:05:29.903598 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d9f77f-882a-4c27-8ec8-bcf2d6e8c60d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:05:29.903908 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d9f77f-882a-4c27-8ec8-bcf2d6e8c60d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:05:29.904217 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d9f77f-882a-4c27-8ec8-bcf2d6e8c60d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:05:29.905701 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d9f77f-882a-4c27-8ec8-bcf2d6e8c60d admin admin] Tracked resource versions report:
Mar 31 18:05:29.905701 dv-cinder-master-3-iscsi neutron-server[103896]: pushed versions:
Mar 31 18:05:29.905701 dv-cinder-master-3-iscsi neutron-server[103896]: {   'AddressGroup': {'1.2'},
Mar 31 18:05:29.905701 dv-cinder-master-3-iscsi neutron-server[103896]:     'Agent': {'1.1'},
Mar 31 18:05:29.905701 dv-cinder-master-3-iscsi neutron-server[103896]:     'ConntrackHelper': {'1.0'},
Mar 31 18:05:29.905701 dv-cinder-master-3-iscsi neutron-server[103896]:     'LocalIPAssociation': {'1.0'},
Mar 31 18:05:29.905701 dv-cinder-master-3-iscsi neutron-server[103896]:     'Log': {'1.0'},
Mar 31 18:05:29.905701 dv-cinder-master-3-iscsi neutron-server[103896]:     'NDPProxy': {'1.0'},
Mar 31 18:05:29.905701 dv-cinder-master-3-iscsi neutron-server[103896]:     'Network': {'1.1'},
Mar 31 18:05:29.905701 dv-cinder-master-3-iscsi neutron-server[103896]:     'Port': {'1.7'},
Mar 31 18:05:29.905701 dv-cinder-master-3-iscsi neutron-server[103896]:     'PortForwarding': {'1.3'},
Mar 31 18:05:29.905701 dv-cinder-master-3-iscsi neutron-server[103896]:     'QosPolicy': {'1.10'},
Mar 31 18:05:29.905701 dv-cinder-master-3-iscsi neutron-server[103896]:     'SecurityGroup': {'1.5'},
Mar 31 18:05:29.905701 dv-cinder-master-3-iscsi neutron-server[103896]:     'SecurityGroupRule': {'1.2'},
Mar 31 18:05:29.905701 dv-cinder-master-3-iscsi neutron-server[103896]:     'SubPort': {'1.0'},
Mar 31 18:05:29.905701 dv-cinder-master-3-iscsi neutron-server[103896]:     'Subnet': {'1.1'},
Mar 31 18:05:29.905701 dv-cinder-master-3-iscsi neutron-server[103896]:     'Trunk': {'1.1'}}
Mar 31 18:05:29.905701 dv-cinder-master-3-iscsi neutron-server[103896]: consumer versions:
Mar 31 18:05:29.905701 dv-cinder-master-3-iscsi neutron-server[103896]: {   DHCP agent@dv-cinder-master-3-iscsi: {},
Mar 31 18:05:29.905701 dv-cinder-master-3-iscsi neutron-server[103896]:     L3 agent@dv-cinder-master-3-iscsi: {},
Mar 31 18:05:29.905701 dv-cinder-master-3-iscsi neutron-server[103896]:     Metadata agent@dv-cinder-master-3-iscsi: {},
Mar 31 18:05:29.905701 dv-cinder-master-3-iscsi neutron-server[103896]:     Metering agent@dv-cinder-master-3-iscsi: {},
Mar 31 18:05:29.905701 dv-cinder-master-3-iscsi neutron-server[103896]:     Open vSwitch agent@dv-cinder-master-3-iscsi: {   'AddressGroup': '1.2',
Mar 31 18:05:29.905701 dv-cinder-master-3-iscsi neutron-server[103896]:                                                      'Agent': '1.1',
Mar 31 18:05:29.905701 dv-cinder-master-3-iscsi neutron-server[103896]:                                                      'ConntrackHelper': '1.0',
Mar 31 18:05:29.905701 dv-cinder-master-3-iscsi neutron-server[103896]:                                                      'LocalIPAssociation': '1.0',
Mar 31 18:05:29.905701 dv-cinder-master-3-iscsi neutron-server[103896]:                                                      'Log': '1.0',
Mar 31 18:05:29.905701 dv-cinder-master-3-iscsi neutron-server[103896]:                                                      'NDPProxy': '1.0',
Mar 31 18:05:29.905701 dv-cinder-master-3-iscsi neutron-server[103896]:                                                      'Network': '1.1',
Mar 31 18:05:29.905701 dv-cinder-master-3-iscsi neutron-server[103896]:                                                      'Port': '1.7',
Mar 31 18:05:29.905701 dv-cinder-master-3-iscsi neutron-server[103896]:                                                      'PortForwarding': '1.3',
Mar 31 18:05:29.905701 dv-cinder-master-3-iscsi neutron-server[103896]:                                                      'QosPolicy': '1.10',
Mar 31 18:05:29.905701 dv-cinder-master-3-iscsi neutron-server[103896]:                                                      'SecurityGroup': '1.5',
Mar 31 18:05:29.905701 dv-cinder-master-3-iscsi neutron-server[103896]:                                                      'SecurityGroupRule': '1.2',
Mar 31 18:05:29.905701 dv-cinder-master-3-iscsi neutron-server[103896]:                                                      'SubPort': '1.0',
Mar 31 18:05:29.905701 dv-cinder-master-3-iscsi neutron-server[103896]:                                                      'Subnet': '1.1',
Mar 31 18:05:29.905701 dv-cinder-master-3-iscsi neutron-server[103896]:                                                      'Trunk': '1.1'}}
Mar 31 18:05:29.905701 dv-cinder-master-3-iscsi neutron-server[103896]:  {{(pid=103896) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Mar 31 18:05:29.951273 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-10d9f77f-882a-4c27-8ec8-bcf2d6e8c60d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759342480442'] for network (b698396b-51c1-468f-b58d-8c59a3beb4d9), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:05:30.078113 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-10d9f77f-882a-4c27-8ec8-bcf2d6e8c60d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679'] for network (b698396b-51c1-468f-b58d-8c59a3beb4d9), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:05:30.079848 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d9f77f-882a-4c27-8ec8-bcf2d6e8c60d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:05:30.080545 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-10d9f77f-882a-4c27-8ec8-bcf2d6e8c60d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548721'] for network (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:05:30.181364 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d9f77f-882a-4c27-8ec8-bcf2d6e8c60d admin admin] Pushing event updated for resources: {'Network': ['ID=b698396b-51c1-468f-b58d-8c59a3beb4d9,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:05:30.191137 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Network b698396b-51c1-468f-b58d-8c59a3beb4d9 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=103898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 31 18:05:30.244904 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-10d9f77f-882a-4c27-8ec8-bcf2d6e8c60d admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 1.2318115
Mar 31 18:05:31.310645 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f1e3d73a-51b8-43b3-b434-01b5a85cbabf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (f09d5d1b-4294-4f18-9a00-351412ae7ca6), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:05:32.369712 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-be477ca9-b30f-4eb3-92ce-971cde9f4756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (d0835089-4a76-4105-9221-c81b46927b3c), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:05:32.793419 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 43898) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:05:33.014061 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e32d4d1-c6c1-41c8-919b-49804c7728be demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:05:33.015483 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-2e32d4d1-c6c1-41c8-919b-49804c7728be demo admin] 10.222.0.58 "GET /v2.0/subnets/25248103-c557-415f-93c0-b567973df2fc HTTP/1.1" status: 200  len: 849 time: 0.2211220
Mar 31 18:05:33.180594 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-467e95c3-cc9c-45b9-aee3-43f6a9b3fe21 demo admin] 10.222.0.58 "GET /v2.0/routers/0d26c709-711e-4835-a81a-bb4be597744e HTTP/1.1" status: 200  len: 704 time: 0.1587536
Mar 31 18:05:33.481173 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0b1499ee-3824-4aca-9925-996b47b4ee83 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:05:33.786731 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-0b1499ee-3824-4aca-9925-996b47b4ee83 demo admin] Allocated IP 172.20.0.1 (8134b33b-b506-43f5-a4b3-ce4a6562f51e/25248103-c557-415f-93c0-b567973df2fc/683cc9da-764d-4f20-9339-3eb6ea4ccc43) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 31 18:05:33.832641 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-61acbcaf-515a-4595-a759-82c8bf4c0ac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (1ee04592-4785-424e-aa2a-0bd32f5faacf), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:05:33.982481 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0b1499ee-3824-4aca-9925-996b47b4ee83 demo admin] Publish callbacks [] for port (683cc9da-764d-4f20-9339-3eb6ea4ccc43), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:05:34.124677 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0b1499ee-3824-4aca-9925-996b47b4ee83 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759342510062'] for port (683cc9da-764d-4f20-9339-3eb6ea4ccc43), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:05:34.212121 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b1499ee-3824-4aca-9925-996b47b4ee83 demo admin] Network 8134b33b-b506-43f5-a4b3-ce4a6562f51e is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 31 18:05:34.216527 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-0b1499ee-3824-4aca-9925-996b47b4ee83 demo admin] Resources bound (agent type, host, resource id):  {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 31 18:05:34.218315 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1499ee-3824-4aca-9925-996b47b4ee83 demo admin] Pushing event updated for resources: {'Port': ['ID=683cc9da-764d-4f20-9339-3eb6ea4ccc43,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:05:34.223709 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1499ee-3824-4aca-9925-996b47b4ee83 demo admin] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 31 18:05:34.224292 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0b1499ee-3824-4aca-9925-996b47b4ee83 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-506870'] for router_interface (0d26c709-711e-4835-a81a-bb4be597744e), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:05:34.471054 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-0a40bf65-ecb5-47b5-869e-96978147f4bc None None] Provisioning complete for port 683cc9da-764d-4f20-9339-3eb6ea4ccc43 triggered by entity DHCP. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:05:34.471448 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-0a40bf65-ecb5-47b5-869e-96978147f4bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (683cc9da-764d-4f20-9339-3eb6ea4ccc43), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:05:34.505130 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-0a40bf65-ecb5-47b5-869e-96978147f4bc None None] Port 683cc9da-764d-4f20-9339-3eb6ea4ccc43 cannot update to ACTIVE because it is not bound. {{(pid=103898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 31 18:05:34.544345 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0b1499ee-3824-4aca-9925-996b47b4ee83 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (683cc9da-764d-4f20-9339-3eb6ea4ccc43), before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:05:34.804634 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0b1499ee-3824-4aca-9925-996b47b4ee83 demo admin] Publish callbacks [] for port (683cc9da-764d-4f20-9339-3eb6ea4ccc43), precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:05:34.872279 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0b1499ee-3824-4aca-9925-996b47b4ee83 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (683cc9da-764d-4f20-9339-3eb6ea4ccc43), after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:05:34.873027 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0b1499ee-3824-4aca-9925-996b47b4ee83 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-506722'] for router_interface (0d26c709-711e-4835-a81a-bb4be597744e), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:05:34.951195 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1499ee-3824-4aca-9925-996b47b4ee83 demo admin] Pushing event updated for resources: {'Port': ['ID=683cc9da-764d-4f20-9339-3eb6ea4ccc43,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:05:34.999608 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b1499ee-3824-4aca-9925-996b47b4ee83 demo admin] Network 8134b33b-b506-43f5-a4b3-ce4a6562f51e is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 31 18:05:35.001548 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-0b1499ee-3824-4aca-9925-996b47b4ee83 demo admin] Resources bound (agent type, host, resource id):  {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 31 18:05:35.031300 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (b6d39f6c-4dc3-40bd-bbe5-e05b1f1d4e13), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:05:35.283179 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b1499ee-3824-4aca-9925-996b47b4ee83 demo admin] Router 0d26c709-711e-4835-a81a-bb4be597744e is scheduled to L3 agent f09d5d1b-4294-4f18-9a00-351412ae7ca6 with binding_index 1 {{(pid=103896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 31 18:05:35.331947 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-25696760-367c-4866-bfd3-75c9960e872a None None] Provisioning complete for port 683cc9da-764d-4f20-9339-3eb6ea4ccc43 triggered by entity DHCP. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:05:35.332299 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-25696760-367c-4866-bfd3-75c9960e872a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (683cc9da-764d-4f20-9339-3eb6ea4ccc43), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:05:35.367672 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-25696760-367c-4866-bfd3-75c9960e872a None None] Port 683cc9da-764d-4f20-9339-3eb6ea4ccc43 cannot update to ACTIVE because it is not bound. {{(pid=103898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 31 18:05:35.379995 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b1499ee-3824-4aca-9925-996b47b4ee83 demo admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 31 18:05:35.385294 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-0b1499ee-3824-4aca-9925-996b47b4ee83 demo admin] 10.222.0.58 "PUT /v2.0/routers/0d26c709-711e-4835-a81a-bb4be597744e/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.1994708
Mar 31 18:05:35.390465 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3acec796-dff0-4807-acc7-4286b1a29939 None None] Sync routers for ids ['0d26c709-711e-4835-a81a-bb4be597744e'] in dv-cinder-master-3-iscsi {{(pid=103899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 31 18:05:35.404027 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3acec796-dff0-4807-acc7-4286b1a29939 None None] Routers {'0d26c709-711e-4835-a81a-bb4be597744e'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 31 18:05:35.404892 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_hamode_db [None req-3acec796-dff0-4807-acc7-4286b1a29939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7717a721f0>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-31T18:05:01Z,description=<?>,heartbeat_timestamp=2022-03-31T18:05:31Z,host='dv-cinder-master-3-iscsi',id=f09d5d1b-4294-4f18-9a00-351412ae7ca6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-31T18:05:02Z,topic='l3_agent')) {'router_ids': ['0d26c709-711e-4835-a81a-bb4be597744e'], 'active': True} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:05:35.607998 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvr_db [None req-3acec796-dff0-4807-acc7-4286b1a29939 None None] Set router 0d26c709-711e-4835-a81a-bb4be597744e gateway port host: None {{(pid=103899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 31 18:05:35.873784 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.agents_db [None req-39f62d97-bd56-4bf2-8522-12846eccdd8f None None] Agent healthcheck: found 5 active agents {{(pid=103899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 31 18:05:36.054846 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_hamode_db [None req-3acec796-dff0-4807-acc7-4286b1a29939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7717a721f0>, [{'id': '0d26c709-711e-4835-a81a-bb4be597744e', 'name': 'router1', 'tenant_id': '16004a326feb4230b6b46f54063e1069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:05:23Z', 'updated_at': '2022-03-31T18:05:34Z', 'revision_number': 2, 'project_id': '16004a326feb4230b6b46f54063e1069', 'gw_port_host': None, '_interfaces': [{'id': '683cc9da-764d-4f20-9339-3eb6ea4ccc43', 'name': '', 'network_id': '8134b33b-b506-43f5-a4b3-ce4a6562f51e', 'tenant_id': '16004a326feb4230b6b46f54063e1069', 'mac_address': 'fa:16:3e:4b:d8:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d26c709-711e-4835-a81a-bb4be597744e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '25248103-c557-415f-93c0-b567973df2fc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:05:33Z', 'updated_at': '2022-03-31T18:05:34Z', 'revision_number': 2, 'project_id': '16004a326feb4230b6b46f54063e1069', 'subnets': [{'id': '25248103-c557-415f-93c0-b567973df2fc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8eadbd61-6cfa-4888-81be-ae0c98eb11d0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:05:36.109018 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3acec796-dff0-4807-acc7-4286b1a29939 None None] Checking router: 0d26c709-711e-4835-a81a-bb4be597744e for host: dv-cinder-master-3-iscsi {{(pid=103899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 31 18:05:36.109484 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3acec796-dff0-4807-acc7-4286b1a29939 None None] Updating router 0d26c709-711e-4835-a81a-bb4be597744e port 683cc9da-764d-4f20-9339-3eb6ea4ccc43 binding host dv-cinder-master-3-iscsi {{(pid=103899) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 31 18:05:36.169017 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-3acec796-dff0-4807-acc7-4286b1a29939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (683cc9da-764d-4f20-9339-3eb6ea4ccc43), before_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:05:36.730510 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-3acec796-dff0-4807-acc7-4286b1a29939 None None] Publish callbacks [] for port (683cc9da-764d-4f20-9339-3eb6ea4ccc43), precommit_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:05:36.832346 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-3acec796-dff0-4807-acc7-4286b1a29939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (683cc9da-764d-4f20-9339-3eb6ea4ccc43), after_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:05:36.930527 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebd6c8c-4f6e-4a7c-99f0-a2187c9f6dfc None None] Pushing event updated for resources: {'Port': ['ID=683cc9da-764d-4f20-9339-3eb6ea4ccc43,revision_number=3']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:05:36.961068 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebd6c8c-4f6e-4a7c-99f0-a2187c9f6dfc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:05:36.961414 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebd6c8c-4f6e-4a7c-99f0-a2187c9f6dfc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:05:36.961762 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebd6c8c-4f6e-4a7c-99f0-a2187c9f6dfc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:05:36.962103 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebd6c8c-4f6e-4a7c-99f0-a2187c9f6dfc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:05:36.962432 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebd6c8c-4f6e-4a7c-99f0-a2187c9f6dfc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:05:36.962789 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebd6c8c-4f6e-4a7c-99f0-a2187c9f6dfc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:05:36.963115 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebd6c8c-4f6e-4a7c-99f0-a2187c9f6dfc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:05:36.963436 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebd6c8c-4f6e-4a7c-99f0-a2187c9f6dfc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:05:36.963760 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebd6c8c-4f6e-4a7c-99f0-a2187c9f6dfc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:05:36.964080 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebd6c8c-4f6e-4a7c-99f0-a2187c9f6dfc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:05:36.964401 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebd6c8c-4f6e-4a7c-99f0-a2187c9f6dfc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:05:36.964735 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebd6c8c-4f6e-4a7c-99f0-a2187c9f6dfc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:05:36.965057 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebd6c8c-4f6e-4a7c-99f0-a2187c9f6dfc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:05:36.965375 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebd6c8c-4f6e-4a7c-99f0-a2187c9f6dfc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:05:36.965691 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebd6c8c-4f6e-4a7c-99f0-a2187c9f6dfc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:05:36.967211 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebd6c8c-4f6e-4a7c-99f0-a2187c9f6dfc None None] Tracked resource versions report:
Mar 31 18:05:36.967211 dv-cinder-master-3-iscsi neutron-server[103899]: pushed versions:
Mar 31 18:05:36.967211 dv-cinder-master-3-iscsi neutron-server[103899]: {   'AddressGroup': {'1.2'},
Mar 31 18:05:36.967211 dv-cinder-master-3-iscsi neutron-server[103899]:     'Agent': {'1.1'},
Mar 31 18:05:36.967211 dv-cinder-master-3-iscsi neutron-server[103899]:     'ConntrackHelper': {'1.0'},
Mar 31 18:05:36.967211 dv-cinder-master-3-iscsi neutron-server[103899]:     'LocalIPAssociation': {'1.0'},
Mar 31 18:05:36.967211 dv-cinder-master-3-iscsi neutron-server[103899]:     'Log': {'1.0'},
Mar 31 18:05:36.967211 dv-cinder-master-3-iscsi neutron-server[103899]:     'NDPProxy': {'1.0'},
Mar 31 18:05:36.967211 dv-cinder-master-3-iscsi neutron-server[103899]:     'Network': {'1.1'},
Mar 31 18:05:36.967211 dv-cinder-master-3-iscsi neutron-server[103899]:     'Port': {'1.7'},
Mar 31 18:05:36.967211 dv-cinder-master-3-iscsi neutron-server[103899]:     'PortForwarding': {'1.3'},
Mar 31 18:05:36.967211 dv-cinder-master-3-iscsi neutron-server[103899]:     'QosPolicy': {'1.10'},
Mar 31 18:05:36.967211 dv-cinder-master-3-iscsi neutron-server[103899]:     'SecurityGroup': {'1.5'},
Mar 31 18:05:36.967211 dv-cinder-master-3-iscsi neutron-server[103899]:     'SecurityGroupRule': {'1.2'},
Mar 31 18:05:36.967211 dv-cinder-master-3-iscsi neutron-server[103899]:     'SubPort': {'1.0'},
Mar 31 18:05:36.967211 dv-cinder-master-3-iscsi neutron-server[103899]:     'Subnet': {'1.1'},
Mar 31 18:05:36.967211 dv-cinder-master-3-iscsi neutron-server[103899]:     'Trunk': {'1.1'}}
Mar 31 18:05:36.967211 dv-cinder-master-3-iscsi neutron-server[103899]: consumer versions:
Mar 31 18:05:36.967211 dv-cinder-master-3-iscsi neutron-server[103899]: {   DHCP agent@dv-cinder-master-3-iscsi: {},
Mar 31 18:05:36.967211 dv-cinder-master-3-iscsi neutron-server[103899]:     L3 agent@dv-cinder-master-3-iscsi: {},
Mar 31 18:05:36.967211 dv-cinder-master-3-iscsi neutron-server[103899]:     Metadata agent@dv-cinder-master-3-iscsi: {},
Mar 31 18:05:36.967211 dv-cinder-master-3-iscsi neutron-server[103899]:     Metering agent@dv-cinder-master-3-iscsi: {},
Mar 31 18:05:36.967211 dv-cinder-master-3-iscsi neutron-server[103899]:     Open vSwitch agent@dv-cinder-master-3-iscsi: {   'AddressGroup': '1.2',
Mar 31 18:05:36.967211 dv-cinder-master-3-iscsi neutron-server[103899]:                                                      'Agent': '1.1',
Mar 31 18:05:36.967211 dv-cinder-master-3-iscsi neutron-server[103899]:                                                      'ConntrackHelper': '1.0',
Mar 31 18:05:36.967211 dv-cinder-master-3-iscsi neutron-server[103899]:                                                      'LocalIPAssociation': '1.0',
Mar 31 18:05:36.967211 dv-cinder-master-3-iscsi neutron-server[103899]:                                                      'Log': '1.0',
Mar 31 18:05:36.967211 dv-cinder-master-3-iscsi neutron-server[103899]:                                                      'NDPProxy': '1.0',
Mar 31 18:05:36.967211 dv-cinder-master-3-iscsi neutron-server[103899]:                                                      'Network': '1.1',
Mar 31 18:05:36.967211 dv-cinder-master-3-iscsi neutron-server[103899]:                                                      'Port': '1.7',
Mar 31 18:05:36.967211 dv-cinder-master-3-iscsi neutron-server[103899]:                                                      'PortForwarding': '1.3',
Mar 31 18:05:36.967211 dv-cinder-master-3-iscsi neutron-server[103899]:                                                      'QosPolicy': '1.10',
Mar 31 18:05:36.967211 dv-cinder-master-3-iscsi neutron-server[103899]:                                                      'SecurityGroup': '1.5',
Mar 31 18:05:36.967211 dv-cinder-master-3-iscsi neutron-server[103899]:                                                      'SecurityGroupRule': '1.2',
Mar 31 18:05:36.967211 dv-cinder-master-3-iscsi neutron-server[103899]:                                                      'SubPort': '1.0',
Mar 31 18:05:36.967211 dv-cinder-master-3-iscsi neutron-server[103899]:                                                      'Subnet': '1.1',
Mar 31 18:05:36.967211 dv-cinder-master-3-iscsi neutron-server[103899]:                                                      'Trunk': '1.1'}}
Mar 31 18:05:36.967211 dv-cinder-master-3-iscsi neutron-server[103899]:  {{(pid=103899) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Mar 31 18:05:37.018601 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.managers [None req-3acec796-dff0-4807-acc7-4286b1a29939 None None] Attempting to bind port 683cc9da-764d-4f20-9339-3eb6ea4ccc43 on host dv-cinder-master-3-iscsi for vnic_type normal with profile  {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 31 18:05:37.019045 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.managers [None req-3acec796-dff0-4807-acc7-4286b1a29939 None None] Attempting to bind port 683cc9da-764d-4f20-9339-3eb6ea4ccc43 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'c801cfa5-1114-4b11-b8e1-1036ed4088e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '8134b33b-b506-43f5-a4b3-ce4a6562f51e'}] {{(pid=103899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 31 18:05:37.019492 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3acec796-dff0-4807-acc7-4286b1a29939 None None] Attempting to bind port 683cc9da-764d-4f20-9339-3eb6ea4ccc43 on network 8134b33b-b506-43f5-a4b3-ce4a6562f51e {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 31 18:05:37.024908 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3acec796-dff0-4807-acc7-4286b1a29939 None None] Checking agent: {'id': 'b6d39f6c-4dc3-40bd-bbe5-e05b1f1d4e13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 5, 5), 'started_at': datetime.datetime(2022, 3, 31, 18, 5, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 31 18:05:37.025308 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3acec796-dff0-4807-acc7-4286b1a29939 None None] Checking segment: {'id': 'c801cfa5-1114-4b11-b8e1-1036ed4088e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '8134b33b-b506-43f5-a4b3-ce4a6562f51e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 31 18:05:37.025793 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-3acec796-dff0-4807-acc7-4286b1a29939 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:05:37.026184 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3acec796-dff0-4807-acc7-4286b1a29939 None None] Bound using segment: {'id': 'c801cfa5-1114-4b11-b8e1-1036ed4088e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '8134b33b-b506-43f5-a4b3-ce4a6562f51e'} {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 31 18:05:37.026699 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.managers [None req-3acec796-dff0-4807-acc7-4286b1a29939 None None] Bound port: 683cc9da-764d-4f20-9339-3eb6ea4ccc43, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c801cfa5-1114-4b11-b8e1-1036ed4088e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '8134b33b-b506-43f5-a4b3-ce4a6562f51e'}}] {{(pid=103899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 31 18:05:37.027078 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-3acec796-dff0-4807-acc7-4286b1a29939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (683cc9da-764d-4f20-9339-3eb6ea4ccc43), before_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:05:37.096918 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-8fb6131c-f4c7-4113-9d25-c94fe00a5b1f None None] Provisioning complete for port 683cc9da-764d-4f20-9339-3eb6ea4ccc43 triggered by entity DHCP. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:05:37.097915 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-8fb6131c-f4c7-4113-9d25-c94fe00a5b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (683cc9da-764d-4f20-9339-3eb6ea4ccc43), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:05:37.102855 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.db [None req-3acec796-dff0-4807-acc7-4286b1a29939 None None] For port 683cc9da-764d-4f20-9339-3eb6ea4ccc43, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 31 18:05:37.123286 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.db [None req-3acec796-dff0-4807-acc7-4286b1a29939 None None] For port 683cc9da-764d-4f20-9339-3eb6ea4ccc43, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=683cc9da-764d-4f20-9339-3eb6ea4ccc43,segment=NetworkSegment(c801cfa5-1114-4b11-b8e1-1036ed4088e7),segment_id=c801cfa5-1114-4b11-b8e1-1036ed4088e7)] {{(pid=103899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 31 18:05:37.133280 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-8fb6131c-f4c7-4113-9d25-c94fe00a5b1f None None] Port 683cc9da-764d-4f20-9339-3eb6ea4ccc43 cannot update to ACTIVE because it is not bound. {{(pid=103898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 31 18:05:37.216088 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-3acec796-dff0-4807-acc7-4286b1a29939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (683cc9da-764d-4f20-9339-3eb6ea4ccc43), after_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:05:37.278593 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebd6c8c-4f6e-4a7c-99f0-a2187c9f6dfc None None] Pushing event updated for resources: {'Port': ['ID=683cc9da-764d-4f20-9339-3eb6ea4ccc43,revision_number=4']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:05:37.284317 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3acec796-dff0-4807-acc7-4286b1a29939 None None] Routers {'0d26c709-711e-4835-a81a-bb4be597744e'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 31 18:05:37.284935 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_hamode_db [None req-3acec796-dff0-4807-acc7-4286b1a29939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7717a721f0>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-31T18:05:01Z,description=<?>,heartbeat_timestamp=2022-03-31T18:05:31Z,host='dv-cinder-master-3-iscsi',id=f09d5d1b-4294-4f18-9a00-351412ae7ca6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-31T18:05:02Z,topic='l3_agent')) {'router_ids': ['0d26c709-711e-4835-a81a-bb4be597744e'], 'active': True} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:05:37.383563 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvr_db [None req-3acec796-dff0-4807-acc7-4286b1a29939 None None] Set router 0d26c709-711e-4835-a81a-bb4be597744e gateway port host: None {{(pid=103899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 31 18:05:37.454899 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-23927309-8ce6-473a-8c34-f29313616b2d None None] Provisioning complete for port 683cc9da-764d-4f20-9339-3eb6ea4ccc43 triggered by entity DHCP. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:05:37.455298 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-23927309-8ce6-473a-8c34-f29313616b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (683cc9da-764d-4f20-9339-3eb6ea4ccc43), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:05:37.535320 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-23927309-8ce6-473a-8c34-f29313616b2d None None] Current status of the port 683cc9da-764d-4f20-9339-3eb6ea4ccc43 is: DOWN; New status is: ACTIVE {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:05:37.535650 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-23927309-8ce6-473a-8c34-f29313616b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (683cc9da-764d-4f20-9339-3eb6ea4ccc43), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:05:37.566117 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-23927309-8ce6-473a-8c34-f29313616b2d None None] For port 683cc9da-764d-4f20-9339-3eb6ea4ccc43, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=683cc9da-764d-4f20-9339-3eb6ea4ccc43,segment=NetworkSegment(c801cfa5-1114-4b11-b8e1-1036ed4088e7),segment_id=c801cfa5-1114-4b11-b8e1-1036ed4088e7)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:05:37.601453 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_hamode_db [None req-3acec796-dff0-4807-acc7-4286b1a29939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7717a721f0>, [{'id': '0d26c709-711e-4835-a81a-bb4be597744e', 'name': 'router1', 'tenant_id': '16004a326feb4230b6b46f54063e1069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:05:23Z', 'updated_at': '2022-03-31T18:05:34Z', 'revision_number': 2, 'project_id': '16004a326feb4230b6b46f54063e1069', 'gw_port_host': None, '_interfaces': [{'id': '683cc9da-764d-4f20-9339-3eb6ea4ccc43', 'name': '', 'network_id': '8134b33b-b506-43f5-a4b3-ce4a6562f51e', 'tenant_id': '16004a326feb4230b6b46f54063e1069', 'mac_address': 'fa:16:3e:4b:d8:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d26c709-711e-4835-a81a-bb4be597744e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '25248103-c557-415f-93c0-b567973df2fc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:05:33Z', 'updated_at': '2022-03-31T18:05:37Z', 'revision_number': 4, 'project_id': '16004a326feb4230b6b46f54063e1069', 'subnets': [{'id': '25248103-c557-415f-93c0-b567973df2fc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8eadbd61-6cfa-4888-81be-ae0c98eb11d0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:05:37.631190 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3acec796-dff0-4807-acc7-4286b1a29939 None None] The sync data for ids ['0d26c709-711e-4835-a81a-bb4be597744e'] in dv-cinder-master-3-iscsi is: [{'id': '0d26c709-711e-4835-a81a-bb4be597744e', 'name': 'router1', 'tenant_id': '16004a326feb4230b6b46f54063e1069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:05:23Z', 'updated_at': '2022-03-31T18:05:34Z', 'revision_number': 2, 'project_id': '16004a326feb4230b6b46f54063e1069', 'gw_port_host': None, '_interfaces': [{'id': '683cc9da-764d-4f20-9339-3eb6ea4ccc43', 'name': '', 'network_id': '8134b33b-b506-43f5-a4b3-ce4a6562f51e', 'tenant_id': '16004a326feb4230b6b46f54063e1069', 'mac_address': 'fa:16:3e:4b:d8:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d26c709-711e-4835-a81a-bb4be597744e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '25248103-c557-415f-93c0-b567973df2fc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:05:33Z', 'updated_at': '2022-03-31T18:05:37Z', 'revision_number': 4, 'project_id': '16004a326feb4230b6b46f54063e1069', 'subnets': [{'id': '25248103-c557-415f-93c0-b567973df2fc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8eadbd61-6cfa-4888-81be-ae0c98eb11d0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 31 18:05:37.708903 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-23927309-8ce6-473a-8c34-f29313616b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (683cc9da-764d-4f20-9339-3eb6ea4ccc43), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:05:37.767086 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23927309-8ce6-473a-8c34-f29313616b2d None None] Pushing event updated for resources: {'Port': ['ID=683cc9da-764d-4f20-9339-3eb6ea4ccc43,revision_number=5']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:05:37.888999 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 43920) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:05:38.004053 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268df841-d991-4733-945c-2b9687b63c2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:05:38.005399 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-268df841-d991-4733-945c-2b9687b63c2c admin admin] 10.222.0.58 "GET /v2.0/networks/b698396b-51c1-468f-b58d-8c59a3beb4d9 HTTP/1.1" status: 200  len: 842 time: 0.1153684
Mar 31 18:05:38.014951 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.v2.base [None req-bd9d2324-bba6-49c2-8171-bf864181f267 admin admin] Request body: {'subnet': {'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'ip_version': 4, 'enable_dhcp': False, 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'name': 'public-subnet'}} {{(pid=103897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:05:38.112532 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd9d2324-bba6-49c2-8171-bf864181f267 admin admin] Made reservation on behalf of 742ba5e3bf724a7681af774ed2a8d3b2 for: {'subnet': 1} {{(pid=103897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 31 18:05:38.114875 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bd9d2324-bba6-49c2-8171-bf864181f267 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:05:38.506705 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.objects.ports [None req-bd9d2324-bba6-49c2-8171-bf864181f267 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103897) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Mar 31 18:05:38.507137 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bd9d2324-bba6-49c2-8171-bf864181f267 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679'] for subnet (19546f9a-afff-4e10-9105-a9d5358dbe6e), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:05:38.564299 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9d2324-bba6-49c2-8171-bf864181f267 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19546f9a-afff-4e10-9105-a9d5358dbe6e,revision_number=0']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:05:38.570444 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9d2324-bba6-49c2-8171-bf864181f267 admin admin] Checking segment: {'id': '31f32929-b46a-4720-9f75-d20195c1993a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 31 18:05:38.570678 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9d2324-bba6-49c2-8171-bf864181f267 admin admin] Network hostable DHCP agents. Network: b698396b-51c1-468f-b58d-8c59a3beb4d9, hostable agents: ['08150f5b-1b08-4271-84f1-4a3b03ee1892'], hosted agents: [] {{(pid=103897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 31 18:05:38.700851 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9d2324-bba6-49c2-8171-bf864181f267 admin admin] Network b698396b-51c1-468f-b58d-8c59a3beb4d9 is scheduled to be hosted by DHCP agent 08150f5b-1b08-4271-84f1-4a3b03ee1892 with binding_index 1 {{(pid=103897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 31 18:05:38.779334 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-bd9d2324-bba6-49c2-8171-bf864181f267 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, b698396b-51c1-468f-b58d-8c59a3beb4d9) {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 31 18:05:38.783239 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd9d2324-bba6-49c2-8171-bf864181f267 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:05:38.783886 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bd9d2324-bba6-49c2-8171-bf864181f267 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548721'] for subnet (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:05:38.788267 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aea7cff-aa37-40ee-a3bc-a9af44809ecd None None] Network b698396b-51c1-468f-b58d-8c59a3beb4d9 requested from dv-cinder-master-3-iscsi {{(pid=103898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 31 18:05:38.885500 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d430d74b-7bcb-42d4-b956-b64510781f55 None None] Network b698396b-51c1-468f-b58d-8c59a3beb4d9 requested from dv-cinder-master-3-iscsi {{(pid=103898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 31 18:05:38.898638 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-bd9d2324-bba6-49c2-8171-bf864181f267 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.8749280
Mar 31 18:05:41.314508 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 43928) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:05:41.446080 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-4b8644a7-3a74-406f-b7ff-1979847dec1c demo admin] 10.222.0.58 "GET /v2.0/routers/0d26c709-711e-4835-a81a-bb4be597744e HTTP/1.1" status: 200  len: 710 time: 0.1304097
Mar 31 18:05:41.534325 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb10b440-e8f6-43cf-8d89-e2e1f4ddd02f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:05:41.535646 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-fb10b440-e8f6-43cf-8d89-e2e1f4ddd02f demo admin] 10.222.0.58 "GET /v2.0/networks/b698396b-51c1-468f-b58d-8c59a3beb4d9 HTTP/1.1" status: 200  len: 886 time: 0.0841475
Mar 31 18:05:41.544455 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [None req-f20f6a6b-6a89-49b7-9ebd-d7a40b508180 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9'}}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:05:41.801894 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f20f6a6b-6a89-49b7-9ebd-d7a40b508180 demo admin] Publish callbacks [] for router_gateway (0d26c709-711e-4835-a81a-bb4be597744e), precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:05:42.178625 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f20f6a6b-6a89-49b7-9ebd-d7a40b508180 demo admin] Publish callbacks [] for router_gateway (0d26c709-711e-4835-a81a-bb4be597744e), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:05:42.253049 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f20f6a6b-6a89-49b7-9ebd-d7a40b508180 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:05:42.436151 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-f20f6a6b-6a89-49b7-9ebd-d7a40b508180 demo admin] Allocated IP 172.37.2.58 (b698396b-51c1-468f-b58d-8c59a3beb4d9/19546f9a-afff-4e10-9105-a9d5358dbe6e/42e54605-60ad-4cca-a32c-8df79cc85bbe) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 31 18:05:42.534771 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f20f6a6b-6a89-49b7-9ebd-d7a40b508180 demo admin] Publish callbacks [] for port (42e54605-60ad-4cca-a32c-8df79cc85bbe), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:05:42.684881 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f20f6a6b-6a89-49b7-9ebd-d7a40b508180 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759342510062'] for port (42e54605-60ad-4cca-a32c-8df79cc85bbe), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:05:42.724707 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f20f6a6b-6a89-49b7-9ebd-d7a40b508180 demo admin] Network b698396b-51c1-468f-b58d-8c59a3beb4d9 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 31 18:05:42.727520 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-f20f6a6b-6a89-49b7-9ebd-d7a40b508180 demo admin] Resources bound (agent type, host, resource id):  {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 31 18:05:42.731907 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20f6a6b-6a89-49b7-9ebd-d7a40b508180 demo admin] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 31 18:05:42.771228 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20f6a6b-6a89-49b7-9ebd-d7a40b508180 demo admin] Pushing event updated for resources: {'Port': ['ID=42e54605-60ad-4cca-a32c-8df79cc85bbe,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:05:43.080794 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f20f6a6b-6a89-49b7-9ebd-d7a40b508180 demo admin] Publish callbacks [] for router_gateway (0d26c709-711e-4835-a81a-bb4be597744e), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:05:43.278845 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f20f6a6b-6a89-49b7-9ebd-d7a40b508180 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-506052', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-495029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-388'] for router (0d26c709-711e-4835-a81a-bb4be597744e), precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:05:43.282890 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f20f6a6b-6a89-49b7-9ebd-d7a40b508180 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-505889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-506067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-506074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-495036'] for router (0d26c709-711e-4835-a81a-bb4be597744e), after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:05:43.391935 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f20f6a6b-6a89-49b7-9ebd-d7a40b508180 demo admin] Router 0d26c709-711e-4835-a81a-bb4be597744e has already been hosted by L3 agent f09d5d1b-4294-4f18-9a00-351412ae7ca6 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 31 18:05:43.498692 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f20f6a6b-6a89-49b7-9ebd-d7a40b508180 demo admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 31 18:05:43.503409 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f20f6a6b-6a89-49b7-9ebd-d7a40b508180 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:05:43.504669 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-f20f6a6b-6a89-49b7-9ebd-d7a40b508180 demo admin] 10.222.0.58 "PUT /v2.0/routers/0d26c709-711e-4835-a81a-bb4be597744e HTTP/1.1" status: 200  len: 889 time: 1.9633889
Mar 31 18:05:45.729460 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Device 683cc9da-764d-4f20-9339-3eb6ea4ccc43 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 31 18:05:45.805108 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Provisioning complete for port 683cc9da-764d-4f20-9339-3eb6ea4ccc43 triggered by entity L2. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:05:45.805515 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (683cc9da-764d-4f20-9339-3eb6ea4ccc43), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:05:45.897286 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Current status of the port 683cc9da-764d-4f20-9339-3eb6ea4ccc43 is: ACTIVE; New status is: ACTIVE {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:05:46.165483 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 43940) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:05:46.294263 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-8c6c8ed5-686e-49ad-88aa-492821348c41 admin admin] 10.222.0.58 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 410 time: 0.1274569
Mar 31 18:05:46.388558 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355763ca-5aea-43a4-90e8-67d97a6f2912 None None] Sync routers for ids ['0d26c709-711e-4835-a81a-bb4be597744e'] in dv-cinder-master-3-iscsi {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 31 18:05:46.402014 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355763ca-5aea-43a4-90e8-67d97a6f2912 None None] Routers {'0d26c709-711e-4835-a81a-bb4be597744e'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 31 18:05:46.402758 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-355763ca-5aea-43a4-90e8-67d97a6f2912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f77167b6730>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-31T18:05:01Z,description=<?>,heartbeat_timestamp=2022-03-31T18:05:31Z,host='dv-cinder-master-3-iscsi',id=f09d5d1b-4294-4f18-9a00-351412ae7ca6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-31T18:05:02Z,topic='l3_agent')) {'router_ids': ['0d26c709-711e-4835-a81a-bb4be597744e'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:05:46.623000 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-355763ca-5aea-43a4-90e8-67d97a6f2912 None None] Set router 0d26c709-711e-4835-a81a-bb4be597744e gateway port host: dv-cinder-master-3-iscsi {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 31 18:05:47.141983 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-355763ca-5aea-43a4-90e8-67d97a6f2912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f77167b6730>, [{'id': '0d26c709-711e-4835-a81a-bb4be597744e', 'name': 'router1', 'tenant_id': '16004a326feb4230b6b46f54063e1069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.58'}], 'enable_snat': True}, 'gw_port_id': '42e54605-60ad-4cca-a32c-8df79cc85bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:05:23Z', 'updated_at': '2022-03-31T18:05:42Z', 'revision_number': 4, 'project_id': '16004a326feb4230b6b46f54063e1069', 'gw_port': {'id': '42e54605-60ad-4cca-a32c-8df79cc85bbe', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:20:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d26c709-711e-4835-a81a-bb4be597744e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:05:42Z', 'updated_at': '2022-03-31T18:05:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '683cc9da-764d-4f20-9339-3eb6ea4ccc43', 'name': '', 'network_id': '8134b33b-b506-43f5-a4b3-ce4a6562f51e', 'tenant_id': '16004a326feb4230b6b46f54063e1069', 'mac_address': 'fa:16:3e:4b:d8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d26c709-711e-4835-a81a-bb4be597744e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '25248103-c557-415f-93c0-b567973df2fc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:05:33Z', 'updated_at': '2022-03-31T18:05:37Z', 'revision_number': 5, 'project_id': '16004a326feb4230b6b46f54063e1069', 'subnets': [{'id': '25248103-c557-415f-93c0-b567973df2fc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8eadbd61-6cfa-4888-81be-ae0c98eb11d0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:05:47.206601 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355763ca-5aea-43a4-90e8-67d97a6f2912 None None] Checking router: 0d26c709-711e-4835-a81a-bb4be597744e for host: dv-cinder-master-3-iscsi {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 31 18:05:47.207510 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355763ca-5aea-43a4-90e8-67d97a6f2912 None None] Updating router 0d26c709-711e-4835-a81a-bb4be597744e port 42e54605-60ad-4cca-a32c-8df79cc85bbe binding host dv-cinder-master-3-iscsi {{(pid=103898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 31 18:05:47.275970 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-355763ca-5aea-43a4-90e8-67d97a6f2912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (42e54605-60ad-4cca-a32c-8df79cc85bbe), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:05:47.695629 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-355763ca-5aea-43a4-90e8-67d97a6f2912 None None] Publish callbacks [] for port (42e54605-60ad-4cca-a32c-8df79cc85bbe), precommit_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:05:47.764735 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-355763ca-5aea-43a4-90e8-67d97a6f2912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (42e54605-60ad-4cca-a32c-8df79cc85bbe), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:05:47.826558 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-355763ca-5aea-43a4-90e8-67d97a6f2912 None None] Attempting to bind port 42e54605-60ad-4cca-a32c-8df79cc85bbe on host dv-cinder-master-3-iscsi for vnic_type normal with profile  {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 31 18:05:47.826957 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-355763ca-5aea-43a4-90e8-67d97a6f2912 None None] Attempting to bind port 42e54605-60ad-4cca-a32c-8df79cc85bbe by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '31f32929-b46a-4720-9f75-d20195c1993a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9'}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 31 18:05:47.827339 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355763ca-5aea-43a4-90e8-67d97a6f2912 None None] Attempting to bind port 42e54605-60ad-4cca-a32c-8df79cc85bbe on network b698396b-51c1-468f-b58d-8c59a3beb4d9 {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 31 18:05:47.839243 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d955aeb8-831b-4cc1-9a41-4d1948088296 None None] Pushing event updated for resources: {'Port': ['ID=42e54605-60ad-4cca-a32c-8df79cc85bbe,revision_number=2']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:05:47.841948 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355763ca-5aea-43a4-90e8-67d97a6f2912 None None] Checking agent: {'id': 'b6d39f6c-4dc3-40bd-bbe5-e05b1f1d4e13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 5, 5), 'started_at': datetime.datetime(2022, 3, 31, 18, 5, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 31 18:05:47.842329 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355763ca-5aea-43a4-90e8-67d97a6f2912 None None] Checking segment: {'id': '31f32929-b46a-4720-9f75-d20195c1993a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 31 18:05:47.842929 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-355763ca-5aea-43a4-90e8-67d97a6f2912 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:05:47.843188 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355763ca-5aea-43a4-90e8-67d97a6f2912 None None] Bound using segment: {'id': '31f32929-b46a-4720-9f75-d20195c1993a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9'} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 31 18:05:47.843597 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-355763ca-5aea-43a4-90e8-67d97a6f2912 None None] Bound port: 42e54605-60ad-4cca-a32c-8df79cc85bbe, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31f32929-b46a-4720-9f75-d20195c1993a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9'}}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 31 18:05:47.844001 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-355763ca-5aea-43a4-90e8-67d97a6f2912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (42e54605-60ad-4cca-a32c-8df79cc85bbe), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:05:47.896986 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-355763ca-5aea-43a4-90e8-67d97a6f2912 None None] For port 42e54605-60ad-4cca-a32c-8df79cc85bbe, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 31 18:05:47.900723 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-355763ca-5aea-43a4-90e8-67d97a6f2912 None None] For port 42e54605-60ad-4cca-a32c-8df79cc85bbe, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=42e54605-60ad-4cca-a32c-8df79cc85bbe,segment=NetworkSegment(31f32929-b46a-4720-9f75-d20195c1993a),segment_id=31f32929-b46a-4720-9f75-d20195c1993a)] {{(pid=103898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 31 18:05:47.986652 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-355763ca-5aea-43a4-90e8-67d97a6f2912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (42e54605-60ad-4cca-a32c-8df79cc85bbe), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:05:48.045879 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d955aeb8-831b-4cc1-9a41-4d1948088296 None None] Pushing event updated for resources: {'Port': ['ID=42e54605-60ad-4cca-a32c-8df79cc85bbe,revision_number=3']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:05:48.048614 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355763ca-5aea-43a4-90e8-67d97a6f2912 None None] Routers {'0d26c709-711e-4835-a81a-bb4be597744e'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 31 18:05:48.049261 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-355763ca-5aea-43a4-90e8-67d97a6f2912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f77167b6730>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-31T18:05:01Z,description=<?>,heartbeat_timestamp=2022-03-31T18:05:31Z,host='dv-cinder-master-3-iscsi',id=f09d5d1b-4294-4f18-9a00-351412ae7ca6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-31T18:05:02Z,topic='l3_agent')) {'router_ids': ['0d26c709-711e-4835-a81a-bb4be597744e'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:05:48.162356 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-355763ca-5aea-43a4-90e8-67d97a6f2912 None None] Set router 0d26c709-711e-4835-a81a-bb4be597744e gateway port host: dv-cinder-master-3-iscsi {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 31 18:05:48.400917 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-355763ca-5aea-43a4-90e8-67d97a6f2912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f77167b6730>, [{'id': '0d26c709-711e-4835-a81a-bb4be597744e', 'name': 'router1', 'tenant_id': '16004a326feb4230b6b46f54063e1069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.58'}], 'enable_snat': True}, 'gw_port_id': '42e54605-60ad-4cca-a32c-8df79cc85bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:05:23Z', 'updated_at': '2022-03-31T18:05:42Z', 'revision_number': 4, 'project_id': '16004a326feb4230b6b46f54063e1069', 'gw_port': {'id': '42e54605-60ad-4cca-a32c-8df79cc85bbe', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:20:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d26c709-711e-4835-a81a-bb4be597744e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:05:42Z', 'updated_at': '2022-03-31T18:05:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '683cc9da-764d-4f20-9339-3eb6ea4ccc43', 'name': '', 'network_id': '8134b33b-b506-43f5-a4b3-ce4a6562f51e', 'tenant_id': '16004a326feb4230b6b46f54063e1069', 'mac_address': 'fa:16:3e:4b:d8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d26c709-711e-4835-a81a-bb4be597744e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '25248103-c557-415f-93c0-b567973df2fc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:05:33Z', 'updated_at': '2022-03-31T18:05:37Z', 'revision_number': 5, 'project_id': '16004a326feb4230b6b46f54063e1069', 'subnets': [{'id': '25248103-c557-415f-93c0-b567973df2fc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8eadbd61-6cfa-4888-81be-ae0c98eb11d0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:05:48.427242 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355763ca-5aea-43a4-90e8-67d97a6f2912 None None] The sync data for ids ['0d26c709-711e-4835-a81a-bb4be597744e'] in dv-cinder-master-3-iscsi is: [{'id': '0d26c709-711e-4835-a81a-bb4be597744e', 'name': 'router1', 'tenant_id': '16004a326feb4230b6b46f54063e1069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.58'}], 'enable_snat': True}, 'gw_port_id': '42e54605-60ad-4cca-a32c-8df79cc85bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:05:23Z', 'updated_at': '2022-03-31T18:05:42Z', 'revision_number': 4, 'project_id': '16004a326feb4230b6b46f54063e1069', 'gw_port': {'id': '42e54605-60ad-4cca-a32c-8df79cc85bbe', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:20:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d26c709-711e-4835-a81a-bb4be597744e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:05:42Z', 'updated_at': '2022-03-31T18:05:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '683cc9da-764d-4f20-9339-3eb6ea4ccc43', 'name': '', 'network_id': '8134b33b-b506-43f5-a4b3-ce4a6562f51e', 'tenant_id': '16004a326feb4230b6b46f54063e1069', 'mac_address': 'fa:16:3e:4b:d8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d26c709-711e-4835-a81a-bb4be597744e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '25248103-c557-415f-93c0-b567973df2fc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:05:33Z', 'updated_at': '2022-03-31T18:05:37Z', 'revision_number': 5, 'project_id': '16004a326feb4230b6b46f54063e1069', 'subnets': [{'id': '25248103-c557-415f-93c0-b567973df2fc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8eadbd61-6cfa-4888-81be-ae0c98eb11d0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 31 18:05:49.758281 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Device 42e54605-60ad-4cca-a32c-8df79cc85bbe up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 31 18:05:49.851712 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Provisioning complete for port 42e54605-60ad-4cca-a32c-8df79cc85bbe triggered by entity L2. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:05:49.852020 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (42e54605-60ad-4cca-a32c-8df79cc85bbe), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:05:49.945649 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Current status of the port 42e54605-60ad-4cca-a32c-8df79cc85bbe is: DOWN; New status is: ACTIVE {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:05:49.946041 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (42e54605-60ad-4cca-a32c-8df79cc85bbe), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:05:49.971740 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] For port 42e54605-60ad-4cca-a32c-8df79cc85bbe, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=42e54605-60ad-4cca-a32c-8df79cc85bbe,segment=NetworkSegment(31f32929-b46a-4720-9f75-d20195c1993a),segment_id=31f32929-b46a-4720-9f75-d20195c1993a)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:05:50.059962 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (42e54605-60ad-4cca-a32c-8df79cc85bbe), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:05:50.168408 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Pushing event updated for resources: {'Port': ['ID=42e54605-60ad-4cca-a32c-8df79cc85bbe,revision_number=4']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:05:51.768837 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Device 42e54605-60ad-4cca-a32c-8df79cc85bbe up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 31 18:05:51.884586 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Provisioning complete for port 42e54605-60ad-4cca-a32c-8df79cc85bbe triggered by entity L2. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:05:51.884586 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (42e54605-60ad-4cca-a32c-8df79cc85bbe), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:05:51.994163 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Current status of the port 42e54605-60ad-4cca-a32c-8df79cc85bbe is: ACTIVE; New status is: ACTIVE {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:05:58.982009 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-8ce2ebbb-8067-4e6c-be64-71bcfbe92ebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (08150f5b-1b08-4271-84f1-4a3b03ee1892), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:06:01.354019 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cc882dea-5f47-4377-9fa6-d36feeaa365a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (f09d5d1b-4294-4f18-9a00-351412ae7ca6), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:06:02.337029 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-be477ca9-b30f-4eb3-92ce-971cde9f4756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (d0835089-4a76-4105-9221-c81b46927b3c), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:06:03.846292 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-61acbcaf-515a-4595-a759-82c8bf4c0ac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (1ee04592-4785-424e-aa2a-0bd32f5faacf), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:06:05.060548 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (b6d39f6c-4dc3-40bd-bbe5-e05b1f1d4e13), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:06:12.815389 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.agents_db [None req-39f62d97-bd56-4bf2-8522-12846eccdd8f None None] Agent healthcheck: found 5 active agents {{(pid=103899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 31 18:06:29.171949 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-ae14bef5-d09d-4f23-860f-c34c48f288b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (08150f5b-1b08-4271-84f1-4a3b03ee1892), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:06:31.326574 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-7bb61629-42c9-4049-a106-8c46b8d03a4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (f09d5d1b-4294-4f18-9a00-351412ae7ca6), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:06:32.257889 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-be477ca9-b30f-4eb3-92ce-971cde9f4756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (d0835089-4a76-4105-9221-c81b46927b3c), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:06:34.924026 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-61acbcaf-515a-4595-a759-82c8bf4c0ac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (1ee04592-4785-424e-aa2a-0bd32f5faacf), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:06:35.084325 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (b6d39f6c-4dc3-40bd-bbe5-e05b1f1d4e13), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:06:49.816640 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.agents_db [None req-39f62d97-bd56-4bf2-8522-12846eccdd8f None None] Agent healthcheck: found 5 active agents {{(pid=103899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 31 18:06:59.019048 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-584e2198-54e7-4942-9341-ca2f29449e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (08150f5b-1b08-4271-84f1-4a3b03ee1892), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:07:01.319132 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-638e41a3-07ec-4e8b-bdf3-33d42397864a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (f09d5d1b-4294-4f18-9a00-351412ae7ca6), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:07:02.267568 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-be477ca9-b30f-4eb3-92ce-971cde9f4756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (d0835089-4a76-4105-9221-c81b46927b3c), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:07:03.844877 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-61acbcaf-515a-4595-a759-82c8bf4c0ac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (1ee04592-4785-424e-aa2a-0bd32f5faacf), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:07:05.013454 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (b6d39f6c-4dc3-40bd-bbe5-e05b1f1d4e13), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:07:14.051269 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 44424) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:07:14.118057 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.pecan_wsgi.hooks.translation [None req-25d1ec96-6b37-4f8d-9315-37f24a1e4fbb admin admin] GET failed (client error): The resource could not be found.
Mar 31 18:07:14.119428 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-25d1ec96-6b37-4f8d-9315-37f24a1e4fbb admin admin] 10.222.0.58 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0672097
Mar 31 18:07:14.281060 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08374c3c-5312-4d21-ba9f-f384c7da79cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:07:14.282497 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-08374c3c-5312-4d21-ba9f-f384c7da79cd admin admin] 10.222.0.58 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1589701
Mar 31 18:07:16.601500 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 44434) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:07:16.696604 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8117e712-9eb0-48fb-93ac-786a1abf4d11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:07:16.697948 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-8117e712-9eb0-48fb-93ac-786a1abf4d11 admin admin] 10.222.0.58 "GET /v2.0/subnets/25248103-c557-415f-93c0-b567973df2fc HTTP/1.1" status: 200  len: 849 time: 0.0954885
Mar 31 18:07:16.707788 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [None req-00d09b7b-a9aa-4b12-b801-7b56098455d7 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:07:16.800580 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-00d09b7b-a9aa-4b12-b801-7b56098455d7 admin admin] Publish callbacks [] for subnet (25248103-c557-415f-93c0-b567973df2fc), before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:07:17.010795 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-00d09b7b-a9aa-4b12-b801-7b56098455d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8759343027586'] for subnet (25248103-c557-415f-93c0-b567973df2fc), after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:07:17.043345 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d09b7b-a9aa-4b12-b801-7b56098455d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:07:17.043980 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-00d09b7b-a9aa-4b12-b801-7b56098455d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548721'] for subnet (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:07:17.045268 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-00d09b7b-a9aa-4b12-b801-7b56098455d7 admin admin] 10.222.0.58 "PUT /v2.0/subnets/25248103-c557-415f-93c0-b567973df2fc HTTP/1.1" status: 200  len: 868 time: 0.3416286
Mar 31 18:07:17.048399 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f52bb65a-1abd-4bb3-ae96-502ac116ae39 None None] Network 8134b33b-b506-43f5-a4b3-ce4a6562f51e requested from dv-cinder-master-3-iscsi {{(pid=103898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 31 18:07:17.068760 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d09b7b-a9aa-4b12-b801-7b56098455d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25248103-c557-415f-93c0-b567973df2fc,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:07:17.076821 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d09b7b-a9aa-4b12-b801-7b56098455d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:07:17.077180 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d09b7b-a9aa-4b12-b801-7b56098455d7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:07:17.077611 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d09b7b-a9aa-4b12-b801-7b56098455d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:07:17.077967 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d09b7b-a9aa-4b12-b801-7b56098455d7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:07:17.078498 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d09b7b-a9aa-4b12-b801-7b56098455d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:07:17.078864 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d09b7b-a9aa-4b12-b801-7b56098455d7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:07:17.079082 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d09b7b-a9aa-4b12-b801-7b56098455d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:07:17.079417 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d09b7b-a9aa-4b12-b801-7b56098455d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:07:17.079777 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d09b7b-a9aa-4b12-b801-7b56098455d7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:07:17.080119 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d09b7b-a9aa-4b12-b801-7b56098455d7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:07:17.080474 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d09b7b-a9aa-4b12-b801-7b56098455d7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:07:17.080810 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d09b7b-a9aa-4b12-b801-7b56098455d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:07:17.081141 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d09b7b-a9aa-4b12-b801-7b56098455d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:07:17.082198 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d09b7b-a9aa-4b12-b801-7b56098455d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:07:17.082708 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d09b7b-a9aa-4b12-b801-7b56098455d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:07:17.427913 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-3861959f-f5ef-464f-87eb-b8ce7183a1ac None None] Provisioning complete for port 683cc9da-764d-4f20-9339-3eb6ea4ccc43 triggered by entity DHCP. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:07:17.428301 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-3861959f-f5ef-464f-87eb-b8ce7183a1ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (683cc9da-764d-4f20-9339-3eb6ea4ccc43), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:07:17.507613 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-3861959f-f5ef-464f-87eb-b8ce7183a1ac None None] Current status of the port 683cc9da-764d-4f20-9339-3eb6ea4ccc43 is: ACTIVE; New status is: ACTIVE {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:07:17.517253 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-3861959f-f5ef-464f-87eb-b8ce7183a1ac None None] Provisioning complete for port 4ad098b7-377e-4fb9-8f60-c1e819e16ba3 triggered by entity DHCP. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:07:17.517639 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-3861959f-f5ef-464f-87eb-b8ce7183a1ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (4ad098b7-377e-4fb9-8f60-c1e819e16ba3), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:07:17.591634 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-3861959f-f5ef-464f-87eb-b8ce7183a1ac None None] Current status of the port 4ad098b7-377e-4fb9-8f60-c1e819e16ba3 is: ACTIVE; New status is: ACTIVE {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:07:19.397115 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 44444) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:07:19.592251 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27ef3a0-6003-4853-b6c3-71257ce8fecd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:07:19.592598 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27ef3a0-6003-4853-b6c3-71257ce8fecd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:07:19.594114 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-c27ef3a0-6003-4853-b6c3-71257ce8fecd admin admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1960461
Mar 31 18:07:21.906550 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 44452) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:07:22.124772 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7480d0b6-12c1-494e-b0f9-64f0a6c6146b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:07:22.125259 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7480d0b6-12c1-494e-b0f9-64f0a6c6146b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:07:22.126826 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-7480d0b6-12c1-494e-b0f9-64f0a6c6146b admin admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.2192528
Mar 31 18:07:24.456271 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 44460) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:07:24.589476 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5eb37a1-099e-4791-9bc1-678dad6f908a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:07:24.600370 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-e5eb37a1-099e-4791-9bc1-678dad6f908a admin admin] 10.222.0.58 "GET /v2.0/networks/8134b33b-b506-43f5-a4b3-ce4a6562f51e HTTP/1.1" status: 200  len: 869 time: 0.1330142
Mar 31 18:07:26.814633 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.agents_db [None req-39f62d97-bd56-4bf2-8522-12846eccdd8f None None] Agent healthcheck: found 5 active agents {{(pid=103899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 31 18:07:26.909200 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 44468) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:07:27.038814 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a751ee-9e64-47d6-b370-4ed63c7db023 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:07:27.040232 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-65a751ee-9e64-47d6-b370-4ed63c7db023 admin admin] 10.222.0.58 "GET /v2.0/networks/b698396b-51c1-468f-b58d-8c59a3beb4d9 HTTP/1.1" status: 200  len: 886 time: 0.1300542
Mar 31 18:07:28.991661 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-17b1e675-0629-4e91-bdc3-02c2d8110ea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (08150f5b-1b08-4271-84f1-4a3b03ee1892), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:07:29.468785 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 44476) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:07:29.594783 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c506fc0-af02-445a-b95a-1be448f7dacc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:07:29.600423 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c506fc0-af02-445a-b95a-1be448f7dacc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:07:29.600423 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-1c506fc0-af02-445a-b95a-1be448f7dacc admin admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1270301
Mar 31 18:07:31.308457 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-8bff0230-5e0c-4976-9c46-37f6fb05a825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (f09d5d1b-4294-4f18-9a00-351412ae7ca6), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:07:31.908928 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 44484) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:07:31.998377 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10bee1b0-50fe-47f3-9a74-1aafeddc3b9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:07:31.998883 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10bee1b0-50fe-47f3-9a74-1aafeddc3b9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:07:32.000374 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-10bee1b0-50fe-47f3-9a74-1aafeddc3b9d admin admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.0904877
Mar 31 18:07:32.271891 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-be477ca9-b30f-4eb3-92ce-971cde9f4756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (d0835089-4a76-4105-9221-c81b46927b3c), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:07:33.842796 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-61acbcaf-515a-4595-a759-82c8bf4c0ac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (1ee04592-4785-424e-aa2a-0bd32f5faacf), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:07:34.335171 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 44492) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:07:34.420912 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e62c5b30-92c7-4a8c-a2ad-bc8646ec8674 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:07:34.422257 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-e62c5b30-92c7-4a8c-a2ad-bc8646ec8674 admin admin] 10.222.0.58 "GET /v2.0/subnets/19546f9a-afff-4e10-9105-a9d5358dbe6e HTTP/1.1" status: 200  len: 816 time: 0.0861681
Mar 31 18:07:35.043450 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (b6d39f6c-4dc3-40bd-bbe5-e05b1f1d4e13), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:07:36.754060 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 44500) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:07:36.845761 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864c2ecb-53ae-4140-b067-451fbe10a5d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:07:36.847122 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-864c2ecb-53ae-4140-b067-451fbe10a5d3 admin admin] 10.222.0.58 "GET /v2.0/subnets/25248103-c557-415f-93c0-b567973df2fc HTTP/1.1" status: 200  len: 868 time: 0.0920868
Mar 31 18:07:58.981606 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-3b0b89ed-fe84-4ba9-8ec0-89b1c64a56ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (08150f5b-1b08-4271-84f1-4a3b03ee1892), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:08:01.316385 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-12e9ff38-7677-483c-aac6-7c8d54434081 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (f09d5d1b-4294-4f18-9a00-351412ae7ca6), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:08:02.284291 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-be477ca9-b30f-4eb3-92ce-971cde9f4756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (d0835089-4a76-4105-9221-c81b46927b3c), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:08:03.812784 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.agents_db [None req-39f62d97-bd56-4bf2-8522-12846eccdd8f None None] Agent healthcheck: found 5 active agents {{(pid=103899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 31 18:08:03.861737 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-61acbcaf-515a-4595-a759-82c8bf4c0ac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (1ee04592-4785-424e-aa2a-0bd32f5faacf), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:08:05.015989 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (b6d39f6c-4dc3-40bd-bbe5-e05b1f1d4e13), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:08:05.151374 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 44552) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:08:05.198488 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [None req-f057714b-d0cf-487d-ba2b-eed7fce6fb5d admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=103896) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 31 18:08:05.199530 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-f057714b-d0cf-487d-ba2b-eed7fce6fb5d admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0471933
Mar 31 18:08:07.634202 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 44560) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:08:07.694820 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6a7c6f7-22e5-4180-90e1-a1daec8958c2 admin admin] GET failed (client error): The resource could not be found.
Mar 31 18:08:07.696151 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-c6a7c6f7-22e5-4180-90e1-a1daec8958c2 admin admin] 10.222.0.58 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0609727
Mar 31 18:08:07.787260 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80e73bc-c158-4098-8801-894521a5e568 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:08:07.788732 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-f80e73bc-c158-4098-8801-894521a5e568 admin admin] 10.222.0.58 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.0883491
Mar 31 18:08:10.135659 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 44568) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:08:10.182151 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [None req-2463d61f-7cda-45dc-b7b3-f54ebfa4a44a admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:08:10.292466 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2463d61f-7cda-45dc-b7b3-f54ebfa4a44a admin admin] Made reservation on behalf of 742ba5e3bf724a7681af774ed2a8d3b2 for: {'network': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 31 18:08:10.294909 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2463d61f-7cda-45dc-b7b3-f54ebfa4a44a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for network (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:08:10.325726 dv-cinder-master-3-iscsi neutron-server[103896]: WARNING neutron.services.revisions.revision_plugin [None req-2463d61f-7cda-45dc-b7b3-f54ebfa4a44a admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f7716502340] {project_id='742ba5e3bf724a7681af774ed2a8d3b2', id='e4be7e1d-e89e-4dc2-9073-41d75e2d20ab', target_project='*', action='access_as_shared', object_id='d0a24bfb-b0ed-4d1e-bd74-9eef0b1c3426'}> to bump revision.
Mar 31 18:08:10.340325 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2463d61f-7cda-45dc-b7b3-f54ebfa4a44a admin admin] vlan segment allocate from pool success with {'vlan_id': 570, 'physical_network': 'physnet1'}  {{(pid=103896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 31 18:08:10.349286 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2463d61f-7cda-45dc-b7b3-f54ebfa4a44a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186132'] for segment (959568e5-d451-4703-9a86-ba56cc3b62e8), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:08:10.349623 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.db.segments_db [None req-2463d61f-7cda-45dc-b7b3-f54ebfa4a44a admin admin] Added segment 959568e5-d451-4703-9a86-ba56cc3b62e8 of type vlan for network d0a24bfb-b0ed-4d1e-bd74-9eef0b1c3426
Mar 31 18:08:10.397261 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2463d61f-7cda-45dc-b7b3-f54ebfa4a44a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759342480442'] for network (d0a24bfb-b0ed-4d1e-bd74-9eef0b1c3426), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:08:10.475427 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2463d61f-7cda-45dc-b7b3-f54ebfa4a44a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679'] for network (d0a24bfb-b0ed-4d1e-bd74-9eef0b1c3426), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:08:10.476365 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2463d61f-7cda-45dc-b7b3-f54ebfa4a44a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:08:10.476947 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2463d61f-7cda-45dc-b7b3-f54ebfa4a44a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548721'] for network (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:08:10.533160 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2463d61f-7cda-45dc-b7b3-f54ebfa4a44a admin admin] Pushing event updated for resources: {'Network': ['ID=d0a24bfb-b0ed-4d1e-bd74-9eef0b1c3426,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:08:10.543774 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Network d0a24bfb-b0ed-4d1e-bd74-9eef0b1c3426 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=103898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 31 18:08:10.570485 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-2463d61f-7cda-45dc-b7b3-f54ebfa4a44a admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.4337382
Mar 31 18:08:12.956454 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 44576) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:08:13.028337 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fda8b5a-a2e8-4b86-a3ef-f93015557ac5 admin admin] GET failed (client error): The resource could not be found.
Mar 31 18:08:13.029736 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-7fda8b5a-a2e8-4b86-a3ef-f93015557ac5 admin admin] 10.222.0.58 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0723126
Mar 31 18:08:13.133071 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90af982-8015-496e-95cb-0e66f653dc69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:08:13.134489 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-a90af982-8015-496e-95cb-0e66f653dc69 admin admin] 10.222.0.58 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1004891
Mar 31 18:08:13.144156 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [None req-54115f33-b078-4dde-8fb9-ad799266ffa7 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4, 'network_id': 'd0a24bfb-b0ed-4d1e-bd74-9eef0b1c3426'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:08:13.223882 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54115f33-b078-4dde-8fb9-ad799266ffa7 admin admin] Made reservation on behalf of 742ba5e3bf724a7681af774ed2a8d3b2 for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 31 18:08:13.226263 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-54115f33-b078-4dde-8fb9-ad799266ffa7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:08:13.459078 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-54115f33-b078-4dde-8fb9-ad799266ffa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679'] for subnet (2ea86e9a-ee7a-4644-b2b8-1eb3757b44f0), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:08:13.513366 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54115f33-b078-4dde-8fb9-ad799266ffa7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ea86e9a-ee7a-4644-b2b8-1eb3757b44f0,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:08:13.522862 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54115f33-b078-4dde-8fb9-ad799266ffa7 admin admin] Checking segment: {'id': '959568e5-d451-4703-9a86-ba56cc3b62e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'd0a24bfb-b0ed-4d1e-bd74-9eef0b1c3426'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 31 18:08:13.523462 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54115f33-b078-4dde-8fb9-ad799266ffa7 admin admin] Network hostable DHCP agents. Network: d0a24bfb-b0ed-4d1e-bd74-9eef0b1c3426, hostable agents: ['08150f5b-1b08-4271-84f1-4a3b03ee1892'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 31 18:08:13.598898 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54115f33-b078-4dde-8fb9-ad799266ffa7 admin admin] Network d0a24bfb-b0ed-4d1e-bd74-9eef0b1c3426 is scheduled to be hosted by DHCP agent 08150f5b-1b08-4271-84f1-4a3b03ee1892 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 31 18:08:13.687225 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-54115f33-b078-4dde-8fb9-ad799266ffa7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, d0a24bfb-b0ed-4d1e-bd74-9eef0b1c3426) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 31 18:08:13.691364 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54115f33-b078-4dde-8fb9-ad799266ffa7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:08:13.691959 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-54115f33-b078-4dde-8fb9-ad799266ffa7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548721'] for subnet (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:08:13.697287 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0cf771a-2c04-4b41-8c41-4114c9d9247b None None] Network d0a24bfb-b0ed-4d1e-bd74-9eef0b1c3426 requested from dv-cinder-master-3-iscsi {{(pid=103898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 31 18:08:13.806642 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-54115f33-b078-4dde-8fb9-ad799266ffa7 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.6523824
Mar 31 18:08:13.806983 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d7dd76d-8411-4390-8ffe-2e078959e87b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-d0a24bfb-b0ed-4d1e-bd74-9eef0b1c3426', 'network_id': 'd0a24bfb-b0ed-4d1e-bd74-9eef0b1c3426', 'project_id': '742ba5e3bf724a7681af774ed2a8d3b2', 'fixed_ips': [{'subnet_id': '2ea86e9a-ee7a-4644-b2b8-1eb3757b44f0'}]}} from dv-cinder-master-3-iscsi. {{(pid=103898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 31 18:08:13.806983 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-6d7dd76d-8411-4390-8ffe-2e078959e87b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:08:13.946618 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.db_base_plugin_common [None req-6d7dd76d-8411-4390-8ffe-2e078959e87b None None] Allocated IP 192.168.233.2 (d0a24bfb-b0ed-4d1e-bd74-9eef0b1c3426/2ea86e9a-ee7a-4644-b2b8-1eb3757b44f0/5a8a95f5-356a-4436-b23b-bc0b53088507) {{(pid=103898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 31 18:08:14.098121 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-6d7dd76d-8411-4390-8ffe-2e078959e87b None None] Publish callbacks [] for port (5a8a95f5-356a-4436-b23b-bc0b53088507), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:08:14.259425 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-6d7dd76d-8411-4390-8ffe-2e078959e87b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759342510062'] for port (5a8a95f5-356a-4436-b23b-bc0b53088507), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:08:14.297455 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7dd76d-8411-4390-8ffe-2e078959e87b None None] Network d0a24bfb-b0ed-4d1e-bd74-9eef0b1c3426 is already hosted by enough agents. {{(pid=103898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 31 18:08:14.300293 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.base_scheduler [None req-6d7dd76d-8411-4390-8ffe-2e078959e87b None None] Resources bound (agent type, host, resource id):  {{(pid=103898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 31 18:08:14.309743 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7dd76d-8411-4390-8ffe-2e078959e87b None None] Received port after_create {{(pid=103898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 31 18:08:14.311803 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7dd76d-8411-4390-8ffe-2e078959e87b None None] Pushing event updated for resources: {'Port': ['ID=5a8a95f5-356a-4436-b23b-bc0b53088507,revision_number=1']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:08:14.320406 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7dd76d-8411-4390-8ffe-2e078959e87b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:08:14.320751 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7dd76d-8411-4390-8ffe-2e078959e87b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:08:14.321122 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7dd76d-8411-4390-8ffe-2e078959e87b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:08:14.321479 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7dd76d-8411-4390-8ffe-2e078959e87b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:08:14.321821 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7dd76d-8411-4390-8ffe-2e078959e87b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:08:14.322152 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7dd76d-8411-4390-8ffe-2e078959e87b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:08:14.322481 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7dd76d-8411-4390-8ffe-2e078959e87b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:08:14.322836 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7dd76d-8411-4390-8ffe-2e078959e87b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:08:14.323191 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7dd76d-8411-4390-8ffe-2e078959e87b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:08:14.323516 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7dd76d-8411-4390-8ffe-2e078959e87b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:08:14.323842 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7dd76d-8411-4390-8ffe-2e078959e87b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:08:14.324182 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7dd76d-8411-4390-8ffe-2e078959e87b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:08:14.324511 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7dd76d-8411-4390-8ffe-2e078959e87b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:08:14.324831 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7dd76d-8411-4390-8ffe-2e078959e87b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:08:14.325152 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7dd76d-8411-4390-8ffe-2e078959e87b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:08:14.381481 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-6d7dd76d-8411-4390-8ffe-2e078959e87b None None] Attempting to bind port 5a8a95f5-356a-4436-b23b-bc0b53088507 on host dv-cinder-master-3-iscsi for vnic_type normal with profile  {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 31 18:08:14.381846 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-6d7dd76d-8411-4390-8ffe-2e078959e87b None None] Attempting to bind port 5a8a95f5-356a-4436-b23b-bc0b53088507 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '959568e5-d451-4703-9a86-ba56cc3b62e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'd0a24bfb-b0ed-4d1e-bd74-9eef0b1c3426'}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 31 18:08:14.382209 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7dd76d-8411-4390-8ffe-2e078959e87b None None] Attempting to bind port 5a8a95f5-356a-4436-b23b-bc0b53088507 on network d0a24bfb-b0ed-4d1e-bd74-9eef0b1c3426 {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 31 18:08:14.387787 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7dd76d-8411-4390-8ffe-2e078959e87b None None] Checking agent: {'id': 'b6d39f6c-4dc3-40bd-bbe5-e05b1f1d4e13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 5, 5), 'started_at': datetime.datetime(2022, 3, 31, 18, 5, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 31 18:08:14.391964 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7dd76d-8411-4390-8ffe-2e078959e87b None None] Checking segment: {'id': '959568e5-d451-4703-9a86-ba56cc3b62e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'd0a24bfb-b0ed-4d1e-bd74-9eef0b1c3426'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 31 18:08:14.391964 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-6d7dd76d-8411-4390-8ffe-2e078959e87b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:08:14.391964 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7dd76d-8411-4390-8ffe-2e078959e87b None None] Bound using segment: {'id': '959568e5-d451-4703-9a86-ba56cc3b62e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'd0a24bfb-b0ed-4d1e-bd74-9eef0b1c3426'} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 31 18:08:14.391964 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-6d7dd76d-8411-4390-8ffe-2e078959e87b None None] Bound port: 5a8a95f5-356a-4436-b23b-bc0b53088507, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '959568e5-d451-4703-9a86-ba56cc3b62e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'd0a24bfb-b0ed-4d1e-bd74-9eef0b1c3426'}}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 31 18:08:14.391964 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-6d7dd76d-8411-4390-8ffe-2e078959e87b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (5a8a95f5-356a-4436-b23b-bc0b53088507), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:08:14.557458 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-6d7dd76d-8411-4390-8ffe-2e078959e87b None None] For port 5a8a95f5-356a-4436-b23b-bc0b53088507, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 31 18:08:14.561131 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-6d7dd76d-8411-4390-8ffe-2e078959e87b None None] For port 5a8a95f5-356a-4436-b23b-bc0b53088507, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=5a8a95f5-356a-4436-b23b-bc0b53088507,segment=NetworkSegment(959568e5-d451-4703-9a86-ba56cc3b62e8),segment_id=959568e5-d451-4703-9a86-ba56cc3b62e8)] {{(pid=103898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 31 18:08:14.617783 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-6d7dd76d-8411-4390-8ffe-2e078959e87b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (5a8a95f5-356a-4436-b23b-bc0b53088507), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:08:14.680053 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7dd76d-8411-4390-8ffe-2e078959e87b None None] Pushing event updated for resources: {'Port': ['ID=5a8a95f5-356a-4436-b23b-bc0b53088507,revision_number=2']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:08:15.522013 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31db0974-eda5-4bdf-a695-27513bd88dce None None] Network d0a24bfb-b0ed-4d1e-bd74-9eef0b1c3426 requested from dv-cinder-master-3-iscsi {{(pid=103898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 31 18:08:15.588077 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-7a5e5efb-838f-4d40-92e2-8ec0aee30b1d None None] Provisioning complete for port 5a8a95f5-356a-4436-b23b-bc0b53088507 triggered by entity DHCP. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:08:15.588459 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-7a5e5efb-838f-4d40-92e2-8ec0aee30b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (5a8a95f5-356a-4436-b23b-bc0b53088507), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:08:15.716846 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-7a5e5efb-838f-4d40-92e2-8ec0aee30b1d None None] Current status of the port 5a8a95f5-356a-4436-b23b-bc0b53088507 is: DOWN; New status is: ACTIVE {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:08:15.717246 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-7a5e5efb-838f-4d40-92e2-8ec0aee30b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (5a8a95f5-356a-4436-b23b-bc0b53088507), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:08:15.757349 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-7a5e5efb-838f-4d40-92e2-8ec0aee30b1d None None] For port 5a8a95f5-356a-4436-b23b-bc0b53088507, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=5a8a95f5-356a-4436-b23b-bc0b53088507,segment=NetworkSegment(959568e5-d451-4703-9a86-ba56cc3b62e8),segment_id=959568e5-d451-4703-9a86-ba56cc3b62e8)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:08:15.844667 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Device 5a8a95f5-356a-4436-b23b-bc0b53088507 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 31 18:08:15.852662 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-7a5e5efb-838f-4d40-92e2-8ec0aee30b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (5a8a95f5-356a-4436-b23b-bc0b53088507), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:08:15.933755 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5e5efb-838f-4d40-92e2-8ec0aee30b1d None None] Pushing event updated for resources: {'Port': ['ID=5a8a95f5-356a-4436-b23b-bc0b53088507,revision_number=3']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:08:15.939869 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Provisioning complete for port 5a8a95f5-356a-4436-b23b-bc0b53088507 triggered by entity L2. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:08:15.945197 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (5a8a95f5-356a-4436-b23b-bc0b53088507), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:08:15.998301 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-1ca6cabb-f395-4fb1-a7c3-6d6e5b21950c None None] Provisioning complete for port 5a8a95f5-356a-4436-b23b-bc0b53088507 triggered by entity DHCP. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:08:15.998592 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-1ca6cabb-f395-4fb1-a7c3-6d6e5b21950c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (5a8a95f5-356a-4436-b23b-bc0b53088507), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:08:16.062706 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Current status of the port 5a8a95f5-356a-4436-b23b-bc0b53088507 is: ACTIVE; New status is: ACTIVE {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:08:16.113621 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-1ca6cabb-f395-4fb1-a7c3-6d6e5b21950c None None] Current status of the port 5a8a95f5-356a-4436-b23b-bc0b53088507 is: ACTIVE; New status is: ACTIVE {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:08:17.789431 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Device 5a8a95f5-356a-4436-b23b-bc0b53088507 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 31 18:08:17.837371 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Provisioning complete for port 5a8a95f5-356a-4436-b23b-bc0b53088507 triggered by entity L2. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:08:17.837763 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (5a8a95f5-356a-4436-b23b-bc0b53088507), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:08:17.914297 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Current status of the port 5a8a95f5-356a-4436-b23b-bc0b53088507 is: ACTIVE; New status is: ACTIVE {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:08:29.099147 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-719e29e6-547a-4f94-ab40-07897ab17b23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (08150f5b-1b08-4271-84f1-4a3b03ee1892), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:08:31.328406 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-00234374-2a90-49c1-ba3d-8d9b8147d6c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (f09d5d1b-4294-4f18-9a00-351412ae7ca6), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:08:32.308470 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-be477ca9-b30f-4eb3-92ce-971cde9f4756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (d0835089-4a76-4105-9221-c81b46927b3c), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:08:33.956757 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-61acbcaf-515a-4595-a759-82c8bf4c0ac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (1ee04592-4785-424e-aa2a-0bd32f5faacf), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:08:35.048080 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (b6d39f6c-4dc3-40bd-bbe5-e05b1f1d4e13), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:08:40.812798 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.agents_db [None req-39f62d97-bd56-4bf2-8522-12846eccdd8f None None] Agent healthcheck: found 5 active agents {{(pid=103899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 31 18:08:58.980525 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-544a9fe9-6bfe-491f-8052-ce8d9b298ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (08150f5b-1b08-4271-84f1-4a3b03ee1892), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:09:01.327482 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-e20b5241-d0d0-40cd-a0ab-2d0a01461195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (f09d5d1b-4294-4f18-9a00-351412ae7ca6), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:09:02.276137 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-be477ca9-b30f-4eb3-92ce-971cde9f4756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (d0835089-4a76-4105-9221-c81b46927b3c), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:09:03.870376 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-61acbcaf-515a-4595-a759-82c8bf4c0ac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (1ee04592-4785-424e-aa2a-0bd32f5faacf), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:09:05.015078 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (b6d39f6c-4dc3-40bd-bbe5-e05b1f1d4e13), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:09:17.812785 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.agents_db [None req-39f62d97-bd56-4bf2-8522-12846eccdd8f None None] Agent healthcheck: found 5 active agents {{(pid=103899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 31 18:09:28.975687 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-c162dd9b-461c-4d59-9e6a-7370a05ab6ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (08150f5b-1b08-4271-84f1-4a3b03ee1892), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:09:31.374988 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-c19fa745-9358-4c22-a12e-96332b3161f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (f09d5d1b-4294-4f18-9a00-351412ae7ca6), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:09:32.290105 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-be477ca9-b30f-4eb3-92ce-971cde9f4756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (d0835089-4a76-4105-9221-c81b46927b3c), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:09:33.884381 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-61acbcaf-515a-4595-a759-82c8bf4c0ac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (1ee04592-4785-424e-aa2a-0bd32f5faacf), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:09:35.009932 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (b6d39f6c-4dc3-40bd-bbe5-e05b1f1d4e13), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:09:44.076622 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 44614) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:09:44.082375 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [None req-331f71e5-bf95-45b9-9aa6-07ec41cdfab6 tempest-verify_tempest_config-577996340 tempest-verify_tempest_config-577996340-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=103897) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 31 18:09:44.083448 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-331f71e5-bf95-45b9-9aa6-07ec41cdfab6 tempest-verify_tempest_config-577996340 tempest-verify_tempest_config-577996340-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14077 time: 0.0057979
Mar 31 18:09:44.611018 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 44632) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:09:44.714390 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e4261dcb-5446-450a-afee-750084c6423b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:09:44.790528 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e4261dcb-5446-450a-afee-750084c6423b admin admin] Publish callbacks [] for security_group (7f8ffc77-4423-46bd-a305-01cbad4cd07f), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:09:44.861856 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e4261dcb-5446-450a-afee-750084c6423b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (7f8ffc77-4423-46bd-a305-01cbad4cd07f), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:09:44.907640 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-e4261dcb-5446-450a-afee-750084c6423b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9ca54bbf7ee44aecb01db6d08482c0a6&name=default HTTP/1.1" status: 200  len: 2992 time: 0.2955518
Mar 31 18:09:44.908472 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4261dcb-5446-450a-afee-750084c6423b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f8ffc77-4423-46bd-a305-01cbad4cd07f,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:09:44.910322 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 44638) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:09:44.926058 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4261dcb-5446-450a-afee-750084c6423b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:09:44.926329 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4261dcb-5446-450a-afee-750084c6423b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:09:44.926704 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4261dcb-5446-450a-afee-750084c6423b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:09:44.927045 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4261dcb-5446-450a-afee-750084c6423b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:09:44.927374 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4261dcb-5446-450a-afee-750084c6423b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:09:44.927700 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4261dcb-5446-450a-afee-750084c6423b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:09:44.928019 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4261dcb-5446-450a-afee-750084c6423b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:09:44.928436 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4261dcb-5446-450a-afee-750084c6423b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:09:44.928681 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4261dcb-5446-450a-afee-750084c6423b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:09:44.929002 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4261dcb-5446-450a-afee-750084c6423b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:09:44.929321 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4261dcb-5446-450a-afee-750084c6423b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:09:44.929638 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4261dcb-5446-450a-afee-750084c6423b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:09:44.929953 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4261dcb-5446-450a-afee-750084c6423b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:09:44.930266 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4261dcb-5446-450a-afee-750084c6423b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:09:44.930580 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4261dcb-5446-450a-afee-750084c6423b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:09:44.975372 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2900d22b-85b3-43e8-8479-9185e0adc25f admin admin] Publish callbacks [] for security_group (7f8ffc77-4423-46bd-a305-01cbad4cd07f), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:09:44.996389 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2900d22b-85b3-43e8-8479-9185e0adc25f admin admin] Publish callbacks [] for security_group (7f8ffc77-4423-46bd-a305-01cbad4cd07f), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:09:45.153630 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2900d22b-85b3-43e8-8479-9185e0adc25f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (7f8ffc77-4423-46bd-a305-01cbad4cd07f), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:09:45.156503 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2900d22b-85b3-43e8-8479-9185e0adc25f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:09:45.157683 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-2900d22b-85b3-43e8-8479-9185e0adc25f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7f8ffc77-4423-46bd-a305-01cbad4cd07f HTTP/1.1" status: 204  len: 168 time: 0.2464516
Mar 31 18:09:45.166975 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2900d22b-85b3-43e8-8479-9185e0adc25f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f8ffc77-4423-46bd-a305-01cbad4cd07f,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:09:54.814449 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.agents_db [None req-39f62d97-bd56-4bf2-8522-12846eccdd8f None None] Agent healthcheck: found 5 active agents {{(pid=103899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 31 18:09:58.993021 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-3abceb33-0031-4b7b-9bb8-3b2a25447239 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (08150f5b-1b08-4271-84f1-4a3b03ee1892), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:10:01.314455 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-69f231cb-6ae3-4b44-b247-51b7a2ce922a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (f09d5d1b-4294-4f18-9a00-351412ae7ca6), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:10:02.297163 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-be477ca9-b30f-4eb3-92ce-971cde9f4756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (d0835089-4a76-4105-9221-c81b46927b3c), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:10:03.845509 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-61acbcaf-515a-4595-a759-82c8bf4c0ac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (1ee04592-4785-424e-aa2a-0bd32f5faacf), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:10:05.102708 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (b6d39f6c-4dc3-40bd-bbe5-e05b1f1d4e13), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:10:29.012457 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-ae293ee0-623b-4fc3-bad1-cee9dc24548c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (08150f5b-1b08-4271-84f1-4a3b03ee1892), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:10:31.389557 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-a77cba7e-99cf-4f54-8a81-2e4029cc76a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (f09d5d1b-4294-4f18-9a00-351412ae7ca6), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:10:31.812743 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.agents_db [None req-39f62d97-bd56-4bf2-8522-12846eccdd8f None None] Agent healthcheck: found 5 active agents {{(pid=103899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 31 18:10:32.303685 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-be477ca9-b30f-4eb3-92ce-971cde9f4756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (d0835089-4a76-4105-9221-c81b46927b3c), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:10:33.875907 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-61acbcaf-515a-4595-a759-82c8bf4c0ac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (1ee04592-4785-424e-aa2a-0bd32f5faacf), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:10:35.018515 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (b6d39f6c-4dc3-40bd-bbe5-e05b1f1d4e13), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:10:59.019363 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f37a1947-29d6-41a5-9ba8-fd4a8a9e4711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (08150f5b-1b08-4271-84f1-4a3b03ee1892), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:11:01.339789 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-7b984ab2-4c57-4427-9d92-135fb848be6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (f09d5d1b-4294-4f18-9a00-351412ae7ca6), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:11:02.293697 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-be477ca9-b30f-4eb3-92ce-971cde9f4756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (d0835089-4a76-4105-9221-c81b46927b3c), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:11:03.876496 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-61acbcaf-515a-4595-a759-82c8bf4c0ac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (1ee04592-4785-424e-aa2a-0bd32f5faacf), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:11:05.042076 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (b6d39f6c-4dc3-40bd-bbe5-e05b1f1d4e13), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:11:08.811469 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.agents_db [None req-39f62d97-bd56-4bf2-8522-12846eccdd8f None None] Agent healthcheck: found 5 active agents {{(pid=103899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 31 18:11:29.084854 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-e954b307-b19e-450a-b847-fe4ba17f4ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (08150f5b-1b08-4271-84f1-4a3b03ee1892), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:11:31.312525 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-16262dcb-7043-4d5e-9db8-bd71222d1dbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (f09d5d1b-4294-4f18-9a00-351412ae7ca6), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:11:32.318131 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-be477ca9-b30f-4eb3-92ce-971cde9f4756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (d0835089-4a76-4105-9221-c81b46927b3c), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:11:33.866743 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-61acbcaf-515a-4595-a759-82c8bf4c0ac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (1ee04592-4785-424e-aa2a-0bd32f5faacf), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:11:35.026631 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (b6d39f6c-4dc3-40bd-bbe5-e05b1f1d4e13), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:11:36.215582 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-493274'] for agent (06f31eaf-9418-4d11-8606-24a34b4b4893), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:11:45.810724 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.agents_db [None req-39f62d97-bd56-4bf2-8522-12846eccdd8f None None] Agent healthcheck: found 6 active agents {{(pid=103899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 31 18:11:50.613075 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 44708) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:11:50.718433 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-2cc14b6c-5771-40e1-bc5c-66588ba07b0f admin admin] 10.222.0.58 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4553 time: 0.1042621
Mar 31 18:11:53.151113 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 44718) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:11:53.217247 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-b6f3df32-11ab-4a8b-a498-36ecc847309f admin admin] 10.222.0.58 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4553 time: 0.0650363
Mar 31 18:11:59.033696 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b5791943-dabd-45e8-a69c-e5bb23506f47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (08150f5b-1b08-4271-84f1-4a3b03ee1892), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:12:01.342597 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-27efa49f-ec39-4e57-8fba-0f8054ef8b72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (f09d5d1b-4294-4f18-9a00-351412ae7ca6), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:12:02.296857 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-be477ca9-b30f-4eb3-92ce-971cde9f4756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (d0835089-4a76-4105-9221-c81b46927b3c), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:12:03.908142 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-61acbcaf-515a-4595-a759-82c8bf4c0ac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (1ee04592-4785-424e-aa2a-0bd32f5faacf), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:12:05.033923 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (b6d39f6c-4dc3-40bd-bbe5-e05b1f1d4e13), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:12:06.154467 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (06f31eaf-9418-4d11-8606-24a34b4b4893), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:12:22.810620 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.agents_db [None req-39f62d97-bd56-4bf2-8522-12846eccdd8f None None] Agent healthcheck: found 6 active agents {{(pid=103899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 31 18:12:28.978423 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f80ede50-9774-4215-bac4-69b995447adc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (08150f5b-1b08-4271-84f1-4a3b03ee1892), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:12:31.344544 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-596e573e-15d7-43cb-9127-def72d3cde95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (f09d5d1b-4294-4f18-9a00-351412ae7ca6), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:12:32.310082 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-be477ca9-b30f-4eb3-92ce-971cde9f4756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (d0835089-4a76-4105-9221-c81b46927b3c), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:12:33.886976 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-61acbcaf-515a-4595-a759-82c8bf4c0ac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (1ee04592-4785-424e-aa2a-0bd32f5faacf), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:12:35.173417 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (b6d39f6c-4dc3-40bd-bbe5-e05b1f1d4e13), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:12:36.161762 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (06f31eaf-9418-4d11-8606-24a34b4b4893), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:12:58.974340 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-9c7dbb82-cb49-4360-a0bb-ad105eec3ed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (08150f5b-1b08-4271-84f1-4a3b03ee1892), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:12:59.810881 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.agents_db [None req-39f62d97-bd56-4bf2-8522-12846eccdd8f None None] Agent healthcheck: found 6 active agents {{(pid=103899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 31 18:13:01.329031 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-1fa8f7b8-78d3-4e8e-83e6-6d4a6c674608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (f09d5d1b-4294-4f18-9a00-351412ae7ca6), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:02.329273 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-be477ca9-b30f-4eb3-92ce-971cde9f4756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (d0835089-4a76-4105-9221-c81b46927b3c), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:03.888739 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-61acbcaf-515a-4595-a759-82c8bf4c0ac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (1ee04592-4785-424e-aa2a-0bd32f5faacf), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:05.100143 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (b6d39f6c-4dc3-40bd-bbe5-e05b1f1d4e13), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:06.175061 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (06f31eaf-9418-4d11-8606-24a34b4b4893), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:28.994167 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-8cd200af-d082-4408-a2e6-163ffaa8f82c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (08150f5b-1b08-4271-84f1-4a3b03ee1892), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:31.382352 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-21c7e5c6-0479-4d6e-9042-9a59f5b67492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (f09d5d1b-4294-4f18-9a00-351412ae7ca6), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:32.330570 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-be477ca9-b30f-4eb3-92ce-971cde9f4756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (d0835089-4a76-4105-9221-c81b46927b3c), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:33.889256 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-61acbcaf-515a-4595-a759-82c8bf4c0ac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (1ee04592-4785-424e-aa2a-0bd32f5faacf), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:35.037990 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (b6d39f6c-4dc3-40bd-bbe5-e05b1f1d4e13), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:36.200013 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (06f31eaf-9418-4d11-8606-24a34b4b4893), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:36.819168 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.agents_db [None req-39f62d97-bd56-4bf2-8522-12846eccdd8f None None] Agent healthcheck: found 6 active agents {{(pid=103899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 31 18:13:39.193163 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 44940) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:13:39.395834 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 44952) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:13:39.581061 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.v2.base [None req-caa669eb-55be-4842-86f5-ce71a349e938 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-870698962-network', 'tenant_id': '23366fa77e9049af8c183f6959cc158f'}} {{(pid=103897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:13:39.658945 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 44962) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:13:39.678589 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caa669eb-55be-4842-86f5-ce71a349e938 admin admin] Made reservation on behalf of 23366fa77e9049af8c183f6959cc158f for: {'network': 1} {{(pid=103897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 31 18:13:39.681573 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-caa669eb-55be-4842-86f5-ce71a349e938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for network (None), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:39.690422 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-caa669eb-55be-4842-86f5-ce71a349e938 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:39.773979 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-caa669eb-55be-4842-86f5-ce71a349e938 admin admin] Publish callbacks [] for security_group (411f6595-e358-4ede-92e4-9250c7d10e72), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:39.851321 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-caa669eb-55be-4842-86f5-ce71a349e938 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (411f6595-e358-4ede-92e4-9250c7d10e72), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:39.883198 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caa669eb-55be-4842-86f5-ce71a349e938 admin admin] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'}  {{(pid=103897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 31 18:13:39.887082 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa669eb-55be-4842-86f5-ce71a349e938 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=411f6595-e358-4ede-92e4-9250c7d10e72,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:13:39.898481 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa669eb-55be-4842-86f5-ce71a349e938 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:13:39.899197 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa669eb-55be-4842-86f5-ce71a349e938 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:13:39.899197 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa669eb-55be-4842-86f5-ce71a349e938 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:13:39.899697 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa669eb-55be-4842-86f5-ce71a349e938 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:13:39.900928 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa669eb-55be-4842-86f5-ce71a349e938 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:13:39.901551 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa669eb-55be-4842-86f5-ce71a349e938 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:13:39.902139 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa669eb-55be-4842-86f5-ce71a349e938 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:13:39.902794 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa669eb-55be-4842-86f5-ce71a349e938 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:13:39.903163 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa669eb-55be-4842-86f5-ce71a349e938 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:13:39.903559 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa669eb-55be-4842-86f5-ce71a349e938 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:13:39.904085 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa669eb-55be-4842-86f5-ce71a349e938 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:13:39.904464 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa669eb-55be-4842-86f5-ce71a349e938 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:13:39.904776 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa669eb-55be-4842-86f5-ce71a349e938 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:13:39.905097 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa669eb-55be-4842-86f5-ce71a349e938 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:13:39.905705 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa669eb-55be-4842-86f5-ce71a349e938 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:13:39.906937 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa669eb-55be-4842-86f5-ce71a349e938 admin admin] Tracked resource versions report:
Mar 31 18:13:39.906937 dv-cinder-master-3-iscsi neutron-server[103897]: pushed versions:
Mar 31 18:13:39.906937 dv-cinder-master-3-iscsi neutron-server[103897]: {   'AddressGroup': {'1.2'},
Mar 31 18:13:39.906937 dv-cinder-master-3-iscsi neutron-server[103897]:     'Agent': {'1.1'},
Mar 31 18:13:39.906937 dv-cinder-master-3-iscsi neutron-server[103897]:     'ConntrackHelper': {'1.0'},
Mar 31 18:13:39.906937 dv-cinder-master-3-iscsi neutron-server[103897]:     'LocalIPAssociation': {'1.0'},
Mar 31 18:13:39.906937 dv-cinder-master-3-iscsi neutron-server[103897]:     'Log': {'1.0'},
Mar 31 18:13:39.906937 dv-cinder-master-3-iscsi neutron-server[103897]:     'NDPProxy': {'1.0'},
Mar 31 18:13:39.906937 dv-cinder-master-3-iscsi neutron-server[103897]:     'Network': {'1.1'},
Mar 31 18:13:39.906937 dv-cinder-master-3-iscsi neutron-server[103897]:     'Port': {'1.7'},
Mar 31 18:13:39.906937 dv-cinder-master-3-iscsi neutron-server[103897]:     'PortForwarding': {'1.3'},
Mar 31 18:13:39.906937 dv-cinder-master-3-iscsi neutron-server[103897]:     'QosPolicy': {'1.10'},
Mar 31 18:13:39.906937 dv-cinder-master-3-iscsi neutron-server[103897]:     'SecurityGroup': {'1.5'},
Mar 31 18:13:39.906937 dv-cinder-master-3-iscsi neutron-server[103897]:     'SecurityGroupRule': {'1.2'},
Mar 31 18:13:39.906937 dv-cinder-master-3-iscsi neutron-server[103897]:     'SubPort': {'1.0'},
Mar 31 18:13:39.906937 dv-cinder-master-3-iscsi neutron-server[103897]:     'Subnet': {'1.1'},
Mar 31 18:13:39.906937 dv-cinder-master-3-iscsi neutron-server[103897]:     'Trunk': {'1.1'}}
Mar 31 18:13:39.906937 dv-cinder-master-3-iscsi neutron-server[103897]: consumer versions:
Mar 31 18:13:39.906937 dv-cinder-master-3-iscsi neutron-server[103897]: {   DHCP agent@dv-cinder-master-3-iscsi: {},
Mar 31 18:13:39.906937 dv-cinder-master-3-iscsi neutron-server[103897]:     HyperV agent@hv-cinder-maste: {},
Mar 31 18:13:39.906937 dv-cinder-master-3-iscsi neutron-server[103897]:     L3 agent@dv-cinder-master-3-iscsi: {},
Mar 31 18:13:39.906937 dv-cinder-master-3-iscsi neutron-server[103897]:     Metadata agent@dv-cinder-master-3-iscsi: {},
Mar 31 18:13:39.906937 dv-cinder-master-3-iscsi neutron-server[103897]:     Metering agent@dv-cinder-master-3-iscsi: {},
Mar 31 18:13:39.906937 dv-cinder-master-3-iscsi neutron-server[103897]:     Open vSwitch agent@dv-cinder-master-3-iscsi: {   'AddressGroup': '1.2',
Mar 31 18:13:39.906937 dv-cinder-master-3-iscsi neutron-server[103897]:                                                      'Agent': '1.1',
Mar 31 18:13:39.906937 dv-cinder-master-3-iscsi neutron-server[103897]:                                                      'ConntrackHelper': '1.0',
Mar 31 18:13:39.906937 dv-cinder-master-3-iscsi neutron-server[103897]:                                                      'LocalIPAssociation': '1.0',
Mar 31 18:13:39.906937 dv-cinder-master-3-iscsi neutron-server[103897]:                                                      'Log': '1.0',
Mar 31 18:13:39.906937 dv-cinder-master-3-iscsi neutron-server[103897]:                                                      'NDPProxy': '1.0',
Mar 31 18:13:39.906937 dv-cinder-master-3-iscsi neutron-server[103897]:                                                      'Network': '1.1',
Mar 31 18:13:39.906937 dv-cinder-master-3-iscsi neutron-server[103897]:                                                      'Port': '1.7',
Mar 31 18:13:39.906937 dv-cinder-master-3-iscsi neutron-server[103897]:                                                      'PortForwarding': '1.3',
Mar 31 18:13:39.906937 dv-cinder-master-3-iscsi neutron-server[103897]:                                                      'QosPolicy': '1.10',
Mar 31 18:13:39.906937 dv-cinder-master-3-iscsi neutron-server[103897]:                                                      'SecurityGroup': '1.5',
Mar 31 18:13:39.906937 dv-cinder-master-3-iscsi neutron-server[103897]:                                                      'SecurityGroupRule': '1.2',
Mar 31 18:13:39.906937 dv-cinder-master-3-iscsi neutron-server[103897]:                                                      'SubPort': '1.0',
Mar 31 18:13:39.906937 dv-cinder-master-3-iscsi neutron-server[103897]:                                                      'Subnet': '1.1',
Mar 31 18:13:39.906937 dv-cinder-master-3-iscsi neutron-server[103897]:                                                      'Trunk': '1.1'}}
Mar 31 18:13:39.906937 dv-cinder-master-3-iscsi neutron-server[103897]:  {{(pid=103897) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Mar 31 18:13:39.917822 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-caa669eb-55be-4842-86f5-ce71a349e938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186132'] for segment (e91fea55-fb0d-4d47-95d0-b45c814774e7), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:39.918415 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.db.segments_db [None req-caa669eb-55be-4842-86f5-ce71a349e938 admin admin] Added segment e91fea55-fb0d-4d47-95d0-b45c814774e7 of type vlan for network 6c793ff7-2519-4ef7-8b41-f73ba7273780
Mar 31 18:13:39.963841 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-caa669eb-55be-4842-86f5-ce71a349e938 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759342480442'] for network (6c793ff7-2519-4ef7-8b41-f73ba7273780), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:40.007630 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.v2.base [None req-05885365-0cd4-419e-a135-7ecf2618db1a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-914217197-network', 'tenant_id': 'eb7248f2c93342cd823f385c53a69d05'}} {{(pid=103897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:13:40.066707 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.v2.base [None req-260d0b6f-06ac-40ba-93a4-74b4c0d284ff admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1830224405-network', 'tenant_id': '6fc2eb72902a441ca6a6fa9350ce75f8'}} {{(pid=103897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:13:40.080605 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-caa669eb-55be-4842-86f5-ce71a349e938 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679'] for network (6c793ff7-2519-4ef7-8b41-f73ba7273780), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:40.081858 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa669eb-55be-4842-86f5-ce71a349e938 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:13:40.083875 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-caa669eb-55be-4842-86f5-ce71a349e938 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548721'] for network (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:40.133314 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05885365-0cd4-419e-a135-7ecf2618db1a admin admin] Made reservation on behalf of eb7248f2c93342cd823f385c53a69d05 for: {'network': 1} {{(pid=103897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 31 18:13:40.136085 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-05885365-0cd4-419e-a135-7ecf2618db1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for network (None), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:40.201898 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-05885365-0cd4-419e-a135-7ecf2618db1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:40.263766 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa669eb-55be-4842-86f5-ce71a349e938 admin admin] Pushing event updated for resources: {'Network': ['ID=6c793ff7-2519-4ef7-8b41-f73ba7273780,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:13:40.277279 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Network 6c793ff7-2519-4ef7-8b41-f73ba7273780 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=103898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 31 18:13:40.315877 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-caa669eb-55be-4842-86f5-ce71a349e938 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.1213217
Mar 31 18:13:40.318872 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 44992) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:13:40.322590 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-05885365-0cd4-419e-a135-7ecf2618db1a admin admin] Publish callbacks [] for security_group (012b5253-5ea1-4bc6-bbf3-73fafa17a7c6), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:40.326791 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-260d0b6f-06ac-40ba-93a4-74b4c0d284ff admin admin] Made reservation on behalf of 6fc2eb72902a441ca6a6fa9350ce75f8 for: {'network': 1} {{(pid=103897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 31 18:13:40.326791 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-260d0b6f-06ac-40ba-93a4-74b4c0d284ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for network (None), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:40.331243 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [None req-88275a78-a914-4c8f-b05b-203a644f999e admin admin] Request body: {'subnet': {'network_id': '6c793ff7-2519-4ef7-8b41-f73ba7273780', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-870698962-subnet', 'tenant_id': '23366fa77e9049af8c183f6959cc158f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:13:40.336252 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-260d0b6f-06ac-40ba-93a4-74b4c0d284ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:40.416709 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-05885365-0cd4-419e-a135-7ecf2618db1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (012b5253-5ea1-4bc6-bbf3-73fafa17a7c6), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:40.435519 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-260d0b6f-06ac-40ba-93a4-74b4c0d284ff admin admin] Publish callbacks [] for security_group (17058b10-5914-4853-8fcd-dda14ab54996), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:40.451386 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88275a78-a914-4c8f-b05b-203a644f999e admin admin] Made reservation on behalf of 23366fa77e9049af8c183f6959cc158f for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 31 18:13:40.454495 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05885365-0cd4-419e-a135-7ecf2618db1a admin admin] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'}  {{(pid=103897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 31 18:13:40.455754 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-88275a78-a914-4c8f-b05b-203a644f999e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:40.465665 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05885365-0cd4-419e-a135-7ecf2618db1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=012b5253-5ea1-4bc6-bbf3-73fafa17a7c6,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:13:40.471200 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-05885365-0cd4-419e-a135-7ecf2618db1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186132'] for segment (d3dc8398-bd2c-4dc7-a2ac-12de370e002b), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:40.471493 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.db.segments_db [None req-05885365-0cd4-419e-a135-7ecf2618db1a admin admin] Added segment d3dc8398-bd2c-4dc7-a2ac-12de370e002b of type vlan for network b654ebd8-4c33-443d-bee5-4bafdafcd132
Mar 31 18:13:40.590050 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-260d0b6f-06ac-40ba-93a4-74b4c0d284ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (17058b10-5914-4853-8fcd-dda14ab54996), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:40.620681 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-05885365-0cd4-419e-a135-7ecf2618db1a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759342480442'] for network (b654ebd8-4c33-443d-bee5-4bafdafcd132), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:40.636906 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-260d0b6f-06ac-40ba-93a4-74b4c0d284ff admin admin] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'}  {{(pid=103897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 31 18:13:40.679651 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-260d0b6f-06ac-40ba-93a4-74b4c0d284ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186132'] for segment (bcaae20b-26f6-4a98-8fc9-ae5ab378776d), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:40.680005 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.db.segments_db [None req-260d0b6f-06ac-40ba-93a4-74b4c0d284ff admin admin] Added segment bcaae20b-26f6-4a98-8fc9-ae5ab378776d of type vlan for network fca50c83-3b91-4a03-8e1d-d873f4d904c1
Mar 31 18:13:40.681597 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260d0b6f-06ac-40ba-93a4-74b4c0d284ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17058b10-5914-4853-8fcd-dda14ab54996,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:13:40.739597 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-260d0b6f-06ac-40ba-93a4-74b4c0d284ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759342480442'] for network (fca50c83-3b91-4a03-8e1d-d873f4d904c1), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:40.834849 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-05885365-0cd4-419e-a135-7ecf2618db1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679'] for network (b654ebd8-4c33-443d-bee5-4bafdafcd132), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:40.836413 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05885365-0cd4-419e-a135-7ecf2618db1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:13:40.837003 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-05885365-0cd4-419e-a135-7ecf2618db1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548721'] for network (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:40.883461 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-88275a78-a914-4c8f-b05b-203a644f999e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679'] for subnet (66e8e03d-c7a9-44f5-9f55-89eee1f74f02), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:40.900780 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-260d0b6f-06ac-40ba-93a4-74b4c0d284ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679'] for network (fca50c83-3b91-4a03-8e1d-d873f4d904c1), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:40.903205 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-260d0b6f-06ac-40ba-93a4-74b4c0d284ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:13:40.903807 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-260d0b6f-06ac-40ba-93a4-74b4c0d284ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548721'] for network (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:40.922544 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05885365-0cd4-419e-a135-7ecf2618db1a admin admin] Pushing event updated for resources: {'Network': ['ID=b654ebd8-4c33-443d-bee5-4bafdafcd132,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:13:40.940876 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88275a78-a914-4c8f-b05b-203a644f999e admin admin] Pushing event updated for resources: {'Subnet': ['ID=66e8e03d-c7a9-44f5-9f55-89eee1f74f02,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:13:40.949009 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Network b654ebd8-4c33-443d-bee5-4bafdafcd132 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=103898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 31 18:13:40.954551 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88275a78-a914-4c8f-b05b-203a644f999e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:13:40.955304 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88275a78-a914-4c8f-b05b-203a644f999e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:13:40.955809 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88275a78-a914-4c8f-b05b-203a644f999e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:13:40.956295 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88275a78-a914-4c8f-b05b-203a644f999e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:13:40.956784 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88275a78-a914-4c8f-b05b-203a644f999e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:13:40.957276 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88275a78-a914-4c8f-b05b-203a644f999e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:13:40.957750 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88275a78-a914-4c8f-b05b-203a644f999e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:13:40.958266 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88275a78-a914-4c8f-b05b-203a644f999e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:13:40.958952 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88275a78-a914-4c8f-b05b-203a644f999e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:13:40.959438 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88275a78-a914-4c8f-b05b-203a644f999e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:13:40.960121 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88275a78-a914-4c8f-b05b-203a644f999e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:13:40.960613 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88275a78-a914-4c8f-b05b-203a644f999e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:13:40.961143 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88275a78-a914-4c8f-b05b-203a644f999e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:13:40.961817 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88275a78-a914-4c8f-b05b-203a644f999e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:13:40.962338 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88275a78-a914-4c8f-b05b-203a644f999e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:13:40.964682 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88275a78-a914-4c8f-b05b-203a644f999e admin admin] Tracked resource versions report:
Mar 31 18:13:40.964682 dv-cinder-master-3-iscsi neutron-server[103896]: pushed versions:
Mar 31 18:13:40.964682 dv-cinder-master-3-iscsi neutron-server[103896]: {   'AddressGroup': {'1.2'},
Mar 31 18:13:40.964682 dv-cinder-master-3-iscsi neutron-server[103896]:     'Agent': {'1.1'},
Mar 31 18:13:40.964682 dv-cinder-master-3-iscsi neutron-server[103896]:     'ConntrackHelper': {'1.0'},
Mar 31 18:13:40.964682 dv-cinder-master-3-iscsi neutron-server[103896]:     'LocalIPAssociation': {'1.0'},
Mar 31 18:13:40.964682 dv-cinder-master-3-iscsi neutron-server[103896]:     'Log': {'1.0'},
Mar 31 18:13:40.964682 dv-cinder-master-3-iscsi neutron-server[103896]:     'NDPProxy': {'1.0'},
Mar 31 18:13:40.964682 dv-cinder-master-3-iscsi neutron-server[103896]:     'Network': {'1.1'},
Mar 31 18:13:40.964682 dv-cinder-master-3-iscsi neutron-server[103896]:     'Port': {'1.7'},
Mar 31 18:13:40.964682 dv-cinder-master-3-iscsi neutron-server[103896]:     'PortForwarding': {'1.3'},
Mar 31 18:13:40.964682 dv-cinder-master-3-iscsi neutron-server[103896]:     'QosPolicy': {'1.10'},
Mar 31 18:13:40.964682 dv-cinder-master-3-iscsi neutron-server[103896]:     'SecurityGroup': {'1.5'},
Mar 31 18:13:40.964682 dv-cinder-master-3-iscsi neutron-server[103896]:     'SecurityGroupRule': {'1.2'},
Mar 31 18:13:40.964682 dv-cinder-master-3-iscsi neutron-server[103896]:     'SubPort': {'1.0'},
Mar 31 18:13:40.964682 dv-cinder-master-3-iscsi neutron-server[103896]:     'Subnet': {'1.1'},
Mar 31 18:13:40.964682 dv-cinder-master-3-iscsi neutron-server[103896]:     'Trunk': {'1.1'}}
Mar 31 18:13:40.964682 dv-cinder-master-3-iscsi neutron-server[103896]: consumer versions:
Mar 31 18:13:40.964682 dv-cinder-master-3-iscsi neutron-server[103896]: {   DHCP agent@dv-cinder-master-3-iscsi: {},
Mar 31 18:13:40.964682 dv-cinder-master-3-iscsi neutron-server[103896]:     HyperV agent@hv-cinder-maste: {},
Mar 31 18:13:40.964682 dv-cinder-master-3-iscsi neutron-server[103896]:     L3 agent@dv-cinder-master-3-iscsi: {},
Mar 31 18:13:40.964682 dv-cinder-master-3-iscsi neutron-server[103896]:     Metadata agent@dv-cinder-master-3-iscsi: {},
Mar 31 18:13:40.964682 dv-cinder-master-3-iscsi neutron-server[103896]:     Metering agent@dv-cinder-master-3-iscsi: {},
Mar 31 18:13:40.964682 dv-cinder-master-3-iscsi neutron-server[103896]:     Open vSwitch agent@dv-cinder-master-3-iscsi: {   'AddressGroup': '1.2',
Mar 31 18:13:40.964682 dv-cinder-master-3-iscsi neutron-server[103896]:                                                      'Agent': '1.1',
Mar 31 18:13:40.964682 dv-cinder-master-3-iscsi neutron-server[103896]:                                                      'ConntrackHelper': '1.0',
Mar 31 18:13:40.964682 dv-cinder-master-3-iscsi neutron-server[103896]:                                                      'LocalIPAssociation': '1.0',
Mar 31 18:13:40.964682 dv-cinder-master-3-iscsi neutron-server[103896]:                                                      'Log': '1.0',
Mar 31 18:13:40.964682 dv-cinder-master-3-iscsi neutron-server[103896]:                                                      'NDPProxy': '1.0',
Mar 31 18:13:40.964682 dv-cinder-master-3-iscsi neutron-server[103896]:                                                      'Network': '1.1',
Mar 31 18:13:40.964682 dv-cinder-master-3-iscsi neutron-server[103896]:                                                      'Port': '1.7',
Mar 31 18:13:40.964682 dv-cinder-master-3-iscsi neutron-server[103896]:                                                      'PortForwarding': '1.3',
Mar 31 18:13:40.964682 dv-cinder-master-3-iscsi neutron-server[103896]:                                                      'QosPolicy': '1.10',
Mar 31 18:13:40.964682 dv-cinder-master-3-iscsi neutron-server[103896]:                                                      'SecurityGroup': '1.5',
Mar 31 18:13:40.964682 dv-cinder-master-3-iscsi neutron-server[103896]:                                                      'SecurityGroupRule': '1.2',
Mar 31 18:13:40.964682 dv-cinder-master-3-iscsi neutron-server[103896]:                                                      'SubPort': '1.0',
Mar 31 18:13:40.964682 dv-cinder-master-3-iscsi neutron-server[103896]:                                                      'Subnet': '1.1',
Mar 31 18:13:40.964682 dv-cinder-master-3-iscsi neutron-server[103896]:                                                      'Trunk': '1.1'}}
Mar 31 18:13:40.964682 dv-cinder-master-3-iscsi neutron-server[103896]:  {{(pid=103896) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Mar 31 18:13:40.995116 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88275a78-a914-4c8f-b05b-203a644f999e admin admin] Checking segment: {'id': 'e91fea55-fb0d-4d47-95d0-b45c814774e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '6c793ff7-2519-4ef7-8b41-f73ba7273780'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 31 18:13:40.995748 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88275a78-a914-4c8f-b05b-203a644f999e admin admin] Network hostable DHCP agents. Network: 6c793ff7-2519-4ef7-8b41-f73ba7273780, hostable agents: ['08150f5b-1b08-4271-84f1-4a3b03ee1892'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 31 18:13:41.017513 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-260d0b6f-06ac-40ba-93a4-74b4c0d284ff admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201  len: 892 time: 1.3572359
Mar 31 18:13:41.021803 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-05885365-0cd4-419e-a135-7ecf2618db1a admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 1.6238606
Mar 31 18:13:41.021918 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 45014) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:13:41.029111 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 45016) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:13:41.029946 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [None req-c9776cd8-9dd9-4da3-8523-0e0370e39f38 admin admin] Request body: {'subnet': {'network_id': 'fca50c83-3b91-4a03-8e1d-d873f4d904c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1830224405-subnet', 'tenant_id': '6fc2eb72902a441ca6a6fa9350ce75f8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:13:41.037450 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.v2.base [None req-39879945-7ef3-47bb-bfec-c20f074f5aff admin admin] Request body: {'subnet': {'network_id': 'b654ebd8-4c33-443d-bee5-4bafdafcd132', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-914217197-subnet', 'tenant_id': 'eb7248f2c93342cd823f385c53a69d05', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:13:41.045476 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260d0b6f-06ac-40ba-93a4-74b4c0d284ff admin admin] Pushing event updated for resources: {'Network': ['ID=fca50c83-3b91-4a03-8e1d-d873f4d904c1,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:13:41.084882 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Network fca50c83-3b91-4a03-8e1d-d873f4d904c1 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=103898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 31 18:13:41.103380 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88275a78-a914-4c8f-b05b-203a644f999e admin admin] Network 6c793ff7-2519-4ef7-8b41-f73ba7273780 is scheduled to be hosted by DHCP agent 08150f5b-1b08-4271-84f1-4a3b03ee1892 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 31 18:13:41.125840 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39879945-7ef3-47bb-bfec-c20f074f5aff admin admin] Made reservation on behalf of eb7248f2c93342cd823f385c53a69d05 for: {'subnet': 1} {{(pid=103897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 31 18:13:41.128323 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-39879945-7ef3-47bb-bfec-c20f074f5aff admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:41.165437 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9776cd8-9dd9-4da3-8523-0e0370e39f38 admin admin] Made reservation on behalf of 6fc2eb72902a441ca6a6fa9350ce75f8 for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 31 18:13:41.168820 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c9776cd8-9dd9-4da3-8523-0e0370e39f38 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:41.238849 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-88275a78-a914-4c8f-b05b-203a644f999e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 6c793ff7-2519-4ef7-8b41-f73ba7273780) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 31 18:13:41.247779 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-678f9301-6b4b-4b3d-87ed-d5e26c1cdfe1 None None] Network 6c793ff7-2519-4ef7-8b41-f73ba7273780 requested from dv-cinder-master-3-iscsi {{(pid=103898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 31 18:13:41.255195 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88275a78-a914-4c8f-b05b-203a644f999e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:13:41.256730 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-88275a78-a914-4c8f-b05b-203a644f999e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548721'] for subnet (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:41.391371 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-88275a78-a914-4c8f-b05b-203a644f999e admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.0713830
Mar 31 18:13:41.439317 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e00af4-5223-4856-80db-bbada2e9867a None None] Network 6c793ff7-2519-4ef7-8b41-f73ba7273780 requested from dv-cinder-master-3-iscsi {{(pid=103898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 31 18:13:41.531996 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-39879945-7ef3-47bb-bfec-c20f074f5aff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679'] for subnet (b54f9372-100f-4525-b4b3-2814afa9d771), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:41.561591 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c9776cd8-9dd9-4da3-8523-0e0370e39f38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679'] for subnet (5c50616b-7511-4714-bd2d-e587d92cf7dd), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:41.655238 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9776cd8-9dd9-4da3-8523-0e0370e39f38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c50616b-7511-4714-bd2d-e587d92cf7dd,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:13:41.659129 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39879945-7ef3-47bb-bfec-c20f074f5aff admin admin] Checking segment: {'id': 'd3dc8398-bd2c-4dc7-a2ac-12de370e002b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'b654ebd8-4c33-443d-bee5-4bafdafcd132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 31 18:13:41.659499 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39879945-7ef3-47bb-bfec-c20f074f5aff admin admin] Network hostable DHCP agents. Network: b654ebd8-4c33-443d-bee5-4bafdafcd132, hostable agents: ['08150f5b-1b08-4271-84f1-4a3b03ee1892'], hosted agents: [] {{(pid=103897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 31 18:13:41.666834 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9776cd8-9dd9-4da3-8523-0e0370e39f38 admin admin] Checking segment: {'id': 'bcaae20b-26f6-4a98-8fc9-ae5ab378776d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'fca50c83-3b91-4a03-8e1d-d873f4d904c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 31 18:13:41.668105 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9776cd8-9dd9-4da3-8523-0e0370e39f38 admin admin] Network hostable DHCP agents. Network: fca50c83-3b91-4a03-8e1d-d873f4d904c1, hostable agents: ['08150f5b-1b08-4271-84f1-4a3b03ee1892'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 31 18:13:41.668656 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39879945-7ef3-47bb-bfec-c20f074f5aff admin admin] Pushing event updated for resources: {'Subnet': ['ID=b54f9372-100f-4525-b4b3-2814afa9d771,revision_number=0']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:13:41.777394 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39879945-7ef3-47bb-bfec-c20f074f5aff admin admin] Network b654ebd8-4c33-443d-bee5-4bafdafcd132 is scheduled to be hosted by DHCP agent 08150f5b-1b08-4271-84f1-4a3b03ee1892 with binding_index 1 {{(pid=103897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 31 18:13:41.777625 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9776cd8-9dd9-4da3-8523-0e0370e39f38 admin admin] Network fca50c83-3b91-4a03-8e1d-d873f4d904c1 is scheduled to be hosted by DHCP agent 08150f5b-1b08-4271-84f1-4a3b03ee1892 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 31 18:13:41.880212 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-39879945-7ef3-47bb-bfec-c20f074f5aff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, b654ebd8-4c33-443d-bee5-4bafdafcd132) {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 31 18:13:41.882190 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-c9776cd8-9dd9-4da3-8523-0e0370e39f38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, fca50c83-3b91-4a03-8e1d-d873f4d904c1) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 31 18:13:41.885230 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39879945-7ef3-47bb-bfec-c20f074f5aff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:13:41.886558 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-39879945-7ef3-47bb-bfec-c20f074f5aff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548721'] for subnet (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:41.895989 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9776cd8-9dd9-4da3-8523-0e0370e39f38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:13:41.896592 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c9776cd8-9dd9-4da3-8523-0e0370e39f38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548721'] for subnet (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:41.905004 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-149203cf-5b42-4715-907f-ccbf1f51b42f None None] Network b654ebd8-4c33-443d-bee5-4bafdafcd132 requested from dv-cinder-master-3-iscsi {{(pid=103898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 31 18:13:41.945087 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7520761d-8ae1-4228-b163-ed2eb64a9ef5 None None] Network fca50c83-3b91-4a03-8e1d-d873f4d904c1 requested from dv-cinder-master-3-iscsi {{(pid=103898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 31 18:13:42.060059 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-39879945-7ef3-47bb-bfec-c20f074f5aff admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 1.0298440
Mar 31 18:13:42.064378 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 45054) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:13:42.070717 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [None req-302bca7c-399b-4996-a794-c171a7fdd3b3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-914217197-router', 'tenant_id': 'eb7248f2c93342cd823f385c53a69d05', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9'}}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:13:42.095504 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-c9776cd8-9dd9-4da3-8523-0e0370e39f38 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 1.0725064
Mar 31 18:13:42.096558 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07988c1b-14f3-43ae-a7c1-9c86d6a5a366 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-b654ebd8-4c33-443d-bee5-4bafdafcd132', 'network_id': 'b654ebd8-4c33-443d-bee5-4bafdafcd132', 'project_id': 'eb7248f2c93342cd823f385c53a69d05', 'fixed_ips': [{'subnet_id': 'b54f9372-100f-4525-b4b3-2814afa9d771'}]}} from dv-cinder-master-3-iscsi. {{(pid=103898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 31 18:13:42.098083 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-07988c1b-14f3-43ae-a7c1-9c86d6a5a366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:42.099210 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 45056) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:13:42.105185 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.v2.base [None req-4ff915cd-f638-4d38-9fd7-cc25e8f9b50e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1830224405-router', 'tenant_id': '6fc2eb72902a441ca6a6fa9350ce75f8', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9'}}} {{(pid=103897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:13:42.112804 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b932a5d5-0ebe-4e05-a428-480414f54f4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-fca50c83-3b91-4a03-8e1d-d873f4d904c1', 'network_id': 'fca50c83-3b91-4a03-8e1d-d873f4d904c1', 'project_id': '6fc2eb72902a441ca6a6fa9350ce75f8', 'fixed_ips': [{'subnet_id': '5c50616b-7511-4714-bd2d-e587d92cf7dd'}]}} from dv-cinder-master-3-iscsi. {{(pid=103898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 31 18:13:42.113747 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b932a5d5-0ebe-4e05-a428-480414f54f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:42.192610 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-302bca7c-399b-4996-a794-c171a7fdd3b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-494391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-419'] for router (c3a3febe-dfd4-42e9-ae63-bd56388f667e), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:42.192848 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4ff915cd-f638-4d38-9fd7-cc25e8f9b50e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-494391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-419'] for router (d678eb86-3733-4b06-a3b9-aa722ad43e05), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:42.194232 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4ff915cd-f638-4d38-9fd7-cc25e8f9b50e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-495015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-506102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-487386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-426'] for router (d678eb86-3733-4b06-a3b9-aa722ad43e05), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:42.194560 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-302bca7c-399b-4996-a794-c171a7fdd3b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-495015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-506102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-487386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-426'] for router (c3a3febe-dfd4-42e9-ae63-bd56388f667e), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:42.290012 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4ff915cd-f638-4d38-9fd7-cc25e8f9b50e admin admin] Publish callbacks [] for router_controller (d678eb86-3733-4b06-a3b9-aa722ad43e05), precommit_add_association {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:42.442015 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-302bca7c-399b-4996-a794-c171a7fdd3b3 admin admin] Publish callbacks [] for router_controller (c3a3febe-dfd4-42e9-ae63-bd56388f667e), precommit_add_association {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:42.455751 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 45082) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:13:42.458120 dv-cinder-master-3-iscsi neutron-server[103896]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Mar 31 18:13:42.518795 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.db_base_plugin_common [None req-07988c1b-14f3-43ae-a7c1-9c86d6a5a366 None None] Allocated IP 172.20.0.2 (b654ebd8-4c33-443d-bee5-4bafdafcd132/b54f9372-100f-4525-b4b3-2814afa9d771/29d6b977-628c-4b7a-afcf-981d38943e3f) {{(pid=103898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 31 18:13:42.538019 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.db_base_plugin_common [None req-b932a5d5-0ebe-4e05-a428-480414f54f4d None None] Allocated IP 172.20.0.2 (fca50c83-3b91-4a03-8e1d-d873f4d904c1/5c50616b-7511-4714-bd2d-e587d92cf7dd/5fced1b3-7268-4e92-a387-0f156e4124dc) {{(pid=103898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 31 18:13:42.668107 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4ff915cd-f638-4d38-9fd7-cc25e8f9b50e admin admin] Publish callbacks [] for router_gateway (d678eb86-3733-4b06-a3b9-aa722ad43e05), precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:42.814993 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-302bca7c-399b-4996-a794-c171a7fdd3b3 admin admin] Publish callbacks [] for router_gateway (c3a3febe-dfd4-42e9-ae63-bd56388f667e), precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:42.819795 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b932a5d5-0ebe-4e05-a428-480414f54f4d None None] Publish callbacks [] for port (5fced1b3-7268-4e92-a387-0f156e4124dc), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:42.823118 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-07988c1b-14f3-43ae-a7c1-9c86d6a5a366 None None] Publish callbacks [] for port (29d6b977-628c-4b7a-afcf-981d38943e3f), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:42.844639 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6fb64d-f661-4fce-930a-5b02ecc6e8c2 req-84aa1e20-cc23-45f0-959c-1fdbfe02f567 tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:13:42.846601 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-be6fb64d-f661-4fce-930a-5b02ecc6e8c2 req-84aa1e20-cc23-45f0-959c-1fdbfe02f567 tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] 10.222.0.58 "GET /v2.0/networks?id=6c793ff7-2519-4ef7-8b41-f73ba7273780 HTTP/1.1" status: 200  len: 811 time: 0.3895943
Mar 31 18:13:42.872372 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-be6fb64d-f661-4fce-930a-5b02ecc6e8c2 req-25855068-f9be-411f-aab1-9965f1c4f6c9 tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] 10.222.0.58 "GET /v2.0/quotas/23366fa77e9049af8c183f6959cc158f HTTP/1.1" status: 200  len: 375 time: 0.0184722
Mar 31 18:13:42.930956 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b932a5d5-0ebe-4e05-a428-480414f54f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759342510062'] for port (5fced1b3-7268-4e92-a387-0f156e4124dc), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:42.944434 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-be6fb64d-f661-4fce-930a-5b02ecc6e8c2 req-ea9add70-3261-4d93-8e09-d061131212b2 tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=23366fa77e9049af8c183f6959cc158f&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0571623
Mar 31 18:13:42.958286 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b932a5d5-0ebe-4e05-a428-480414f54f4d None None] Network fca50c83-3b91-4a03-8e1d-d873f4d904c1 is already hosted by enough agents. {{(pid=103898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 31 18:13:42.977756 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-07988c1b-14f3-43ae-a7c1-9c86d6a5a366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759342510062'] for port (29d6b977-628c-4b7a-afcf-981d38943e3f), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:42.982579 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.base_scheduler [None req-b932a5d5-0ebe-4e05-a428-480414f54f4d None None] Resources bound (agent type, host, resource id):  {{(pid=103898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 31 18:13:42.986300 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b932a5d5-0ebe-4e05-a428-480414f54f4d None None] Received port after_create {{(pid=103898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 31 18:13:43.123015 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-b932a5d5-0ebe-4e05-a428-480414f54f4d None None] Attempting to bind port 5fced1b3-7268-4e92-a387-0f156e4124dc on host dv-cinder-master-3-iscsi for vnic_type normal with profile  {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 31 18:13:43.123382 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-b932a5d5-0ebe-4e05-a428-480414f54f4d None None] Attempting to bind port 5fced1b3-7268-4e92-a387-0f156e4124dc by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'bcaae20b-26f6-4a98-8fc9-ae5ab378776d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'fca50c83-3b91-4a03-8e1d-d873f4d904c1'}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 31 18:13:43.124003 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b932a5d5-0ebe-4e05-a428-480414f54f4d None None] Attempting to bind port 5fced1b3-7268-4e92-a387-0f156e4124dc on network fca50c83-3b91-4a03-8e1d-d873f4d904c1 {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 31 18:13:43.135454 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b932a5d5-0ebe-4e05-a428-480414f54f4d None None] Checking agent: {'id': 'b6d39f6c-4dc3-40bd-bbe5-e05b1f1d4e13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 5, 5), 'started_at': datetime.datetime(2022, 3, 31, 18, 5, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 31 18:13:43.136564 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b932a5d5-0ebe-4e05-a428-480414f54f4d None None] Checking segment: {'id': 'bcaae20b-26f6-4a98-8fc9-ae5ab378776d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'fca50c83-3b91-4a03-8e1d-d873f4d904c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 31 18:13:43.137213 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b932a5d5-0ebe-4e05-a428-480414f54f4d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:43.137780 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b932a5d5-0ebe-4e05-a428-480414f54f4d None None] Bound using segment: {'id': 'bcaae20b-26f6-4a98-8fc9-ae5ab378776d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'fca50c83-3b91-4a03-8e1d-d873f4d904c1'} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 31 18:13:43.138443 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-b932a5d5-0ebe-4e05-a428-480414f54f4d None None] Bound port: 5fced1b3-7268-4e92-a387-0f156e4124dc, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcaae20b-26f6-4a98-8fc9-ae5ab378776d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'fca50c83-3b91-4a03-8e1d-d873f4d904c1'}}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 31 18:13:43.139010 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b932a5d5-0ebe-4e05-a428-480414f54f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (5fced1b3-7268-4e92-a387-0f156e4124dc), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:43.235149 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4ff915cd-f638-4d38-9fd7-cc25e8f9b50e admin admin] Publish callbacks [] for router_gateway (d678eb86-3733-4b06-a3b9-aa722ad43e05), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:43.246789 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07988c1b-14f3-43ae-a7c1-9c86d6a5a366 None None] Network b654ebd8-4c33-443d-bee5-4bafdafcd132 is already hosted by enough agents. {{(pid=103898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 31 18:13:43.252792 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.base_scheduler [None req-07988c1b-14f3-43ae-a7c1-9c86d6a5a366 None None] Resources bound (agent type, host, resource id):  {{(pid=103898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 31 18:13:43.256822 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b932a5d5-0ebe-4e05-a428-480414f54f4d None None] Pushing event updated for resources: {'Port': ['ID=5fced1b3-7268-4e92-a387-0f156e4124dc,revision_number=1']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:13:43.259199 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07988c1b-14f3-43ae-a7c1-9c86d6a5a366 None None] Received port after_create {{(pid=103898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 31 18:13:43.261635 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-b932a5d5-0ebe-4e05-a428-480414f54f4d None None] For port 5fced1b3-7268-4e92-a387-0f156e4124dc, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 31 18:13:43.264297 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4ff915cd-f638-4d38-9fd7-cc25e8f9b50e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (None), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:43.267206 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-b932a5d5-0ebe-4e05-a428-480414f54f4d None None] For port 5fced1b3-7268-4e92-a387-0f156e4124dc, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=5fced1b3-7268-4e92-a387-0f156e4124dc,segment=NetworkSegment(bcaae20b-26f6-4a98-8fc9-ae5ab378776d),segment_id=bcaae20b-26f6-4a98-8fc9-ae5ab378776d)] {{(pid=103898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 31 18:13:43.281505 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b932a5d5-0ebe-4e05-a428-480414f54f4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:13:43.282132 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b932a5d5-0ebe-4e05-a428-480414f54f4d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:13:43.282679 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b932a5d5-0ebe-4e05-a428-480414f54f4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:13:43.283210 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b932a5d5-0ebe-4e05-a428-480414f54f4d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:13:43.283714 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b932a5d5-0ebe-4e05-a428-480414f54f4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:13:43.284293 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b932a5d5-0ebe-4e05-a428-480414f54f4d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:13:43.284779 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b932a5d5-0ebe-4e05-a428-480414f54f4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:13:43.285274 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b932a5d5-0ebe-4e05-a428-480414f54f4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:13:43.285501 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [req-be6fb64d-f661-4fce-930a-5b02ecc6e8c2 req-678d166a-2e65-4f60-ae77-f4ba6265a612 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=103896) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 31 18:13:43.285927 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b932a5d5-0ebe-4e05-a428-480414f54f4d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:13:43.286411 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b932a5d5-0ebe-4e05-a428-480414f54f4d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:13:43.286546 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-be6fb64d-f661-4fce-930a-5b02ecc6e8c2 req-678d166a-2e65-4f60-ae77-f4ba6265a612 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0843127
Mar 31 18:13:43.287173 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b932a5d5-0ebe-4e05-a428-480414f54f4d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:13:43.287689 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b932a5d5-0ebe-4e05-a428-480414f54f4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:13:43.288170 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b932a5d5-0ebe-4e05-a428-480414f54f4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:13:43.289251 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b932a5d5-0ebe-4e05-a428-480414f54f4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:13:43.289781 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b932a5d5-0ebe-4e05-a428-480414f54f4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:13:43.291689 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b932a5d5-0ebe-4e05-a428-480414f54f4d None None] Tracked resource versions report:
Mar 31 18:13:43.291689 dv-cinder-master-3-iscsi neutron-server[103898]: pushed versions:
Mar 31 18:13:43.291689 dv-cinder-master-3-iscsi neutron-server[103898]: {   'AddressGroup': {'1.2'},
Mar 31 18:13:43.291689 dv-cinder-master-3-iscsi neutron-server[103898]:     'Agent': {'1.1'},
Mar 31 18:13:43.291689 dv-cinder-master-3-iscsi neutron-server[103898]:     'ConntrackHelper': {'1.0'},
Mar 31 18:13:43.291689 dv-cinder-master-3-iscsi neutron-server[103898]:     'LocalIPAssociation': {'1.0'},
Mar 31 18:13:43.291689 dv-cinder-master-3-iscsi neutron-server[103898]:     'Log': {'1.0'},
Mar 31 18:13:43.291689 dv-cinder-master-3-iscsi neutron-server[103898]:     'NDPProxy': {'1.0'},
Mar 31 18:13:43.291689 dv-cinder-master-3-iscsi neutron-server[103898]:     'Network': {'1.1'},
Mar 31 18:13:43.291689 dv-cinder-master-3-iscsi neutron-server[103898]:     'Port': {'1.7'},
Mar 31 18:13:43.291689 dv-cinder-master-3-iscsi neutron-server[103898]:     'PortForwarding': {'1.3'},
Mar 31 18:13:43.291689 dv-cinder-master-3-iscsi neutron-server[103898]:     'QosPolicy': {'1.10'},
Mar 31 18:13:43.291689 dv-cinder-master-3-iscsi neutron-server[103898]:     'SecurityGroup': {'1.5'},
Mar 31 18:13:43.291689 dv-cinder-master-3-iscsi neutron-server[103898]:     'SecurityGroupRule': {'1.2'},
Mar 31 18:13:43.291689 dv-cinder-master-3-iscsi neutron-server[103898]:     'SubPort': {'1.0'},
Mar 31 18:13:43.291689 dv-cinder-master-3-iscsi neutron-server[103898]:     'Subnet': {'1.1'},
Mar 31 18:13:43.291689 dv-cinder-master-3-iscsi neutron-server[103898]:     'Trunk': {'1.1'}}
Mar 31 18:13:43.291689 dv-cinder-master-3-iscsi neutron-server[103898]: consumer versions:
Mar 31 18:13:43.291689 dv-cinder-master-3-iscsi neutron-server[103898]: {   DHCP agent@dv-cinder-master-3-iscsi: {},
Mar 31 18:13:43.291689 dv-cinder-master-3-iscsi neutron-server[103898]:     HyperV agent@hv-cinder-maste: {},
Mar 31 18:13:43.291689 dv-cinder-master-3-iscsi neutron-server[103898]:     L3 agent@dv-cinder-master-3-iscsi: {},
Mar 31 18:13:43.291689 dv-cinder-master-3-iscsi neutron-server[103898]:     Metadata agent@dv-cinder-master-3-iscsi: {},
Mar 31 18:13:43.291689 dv-cinder-master-3-iscsi neutron-server[103898]:     Metering agent@dv-cinder-master-3-iscsi: {},
Mar 31 18:13:43.291689 dv-cinder-master-3-iscsi neutron-server[103898]:     Open vSwitch agent@dv-cinder-master-3-iscsi: {   'AddressGroup': '1.2',
Mar 31 18:13:43.291689 dv-cinder-master-3-iscsi neutron-server[103898]:                                                      'Agent': '1.1',
Mar 31 18:13:43.291689 dv-cinder-master-3-iscsi neutron-server[103898]:                                                      'ConntrackHelper': '1.0',
Mar 31 18:13:43.291689 dv-cinder-master-3-iscsi neutron-server[103898]:                                                      'LocalIPAssociation': '1.0',
Mar 31 18:13:43.291689 dv-cinder-master-3-iscsi neutron-server[103898]:                                                      'Log': '1.0',
Mar 31 18:13:43.291689 dv-cinder-master-3-iscsi neutron-server[103898]:                                                      'NDPProxy': '1.0',
Mar 31 18:13:43.291689 dv-cinder-master-3-iscsi neutron-server[103898]:                                                      'Network': '1.1',
Mar 31 18:13:43.291689 dv-cinder-master-3-iscsi neutron-server[103898]:                                                      'Port': '1.7',
Mar 31 18:13:43.291689 dv-cinder-master-3-iscsi neutron-server[103898]:                                                      'PortForwarding': '1.3',
Mar 31 18:13:43.291689 dv-cinder-master-3-iscsi neutron-server[103898]:                                                      'QosPolicy': '1.10',
Mar 31 18:13:43.291689 dv-cinder-master-3-iscsi neutron-server[103898]:                                                      'SecurityGroup': '1.5',
Mar 31 18:13:43.291689 dv-cinder-master-3-iscsi neutron-server[103898]:                                                      'SecurityGroupRule': '1.2',
Mar 31 18:13:43.291689 dv-cinder-master-3-iscsi neutron-server[103898]:                                                      'SubPort': '1.0',
Mar 31 18:13:43.291689 dv-cinder-master-3-iscsi neutron-server[103898]:                                                      'Subnet': '1.1',
Mar 31 18:13:43.291689 dv-cinder-master-3-iscsi neutron-server[103898]:                                                      'Trunk': '1.1'}}
Mar 31 18:13:43.291689 dv-cinder-master-3-iscsi neutron-server[103898]:  {{(pid=103898) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Mar 31 18:13:43.367830 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b932a5d5-0ebe-4e05-a428-480414f54f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (5fced1b3-7268-4e92-a387-0f156e4124dc), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:43.391001 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-07988c1b-14f3-43ae-a7c1-9c86d6a5a366 None None] Attempting to bind port 29d6b977-628c-4b7a-afcf-981d38943e3f on host dv-cinder-master-3-iscsi for vnic_type normal with profile  {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 31 18:13:43.391752 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-07988c1b-14f3-43ae-a7c1-9c86d6a5a366 None None] Attempting to bind port 29d6b977-628c-4b7a-afcf-981d38943e3f by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'd3dc8398-bd2c-4dc7-a2ac-12de370e002b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'b654ebd8-4c33-443d-bee5-4bafdafcd132'}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 31 18:13:43.392339 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07988c1b-14f3-43ae-a7c1-9c86d6a5a366 None None] Attempting to bind port 29d6b977-628c-4b7a-afcf-981d38943e3f on network b654ebd8-4c33-443d-bee5-4bafdafcd132 {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 31 18:13:43.415515 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07988c1b-14f3-43ae-a7c1-9c86d6a5a366 None None] Checking agent: {'id': 'b6d39f6c-4dc3-40bd-bbe5-e05b1f1d4e13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 5, 5), 'started_at': datetime.datetime(2022, 3, 31, 18, 5, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 31 18:13:43.416946 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07988c1b-14f3-43ae-a7c1-9c86d6a5a366 None None] Checking segment: {'id': 'd3dc8398-bd2c-4dc7-a2ac-12de370e002b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'b654ebd8-4c33-443d-bee5-4bafdafcd132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 31 18:13:43.418157 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-07988c1b-14f3-43ae-a7c1-9c86d6a5a366 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:43.418810 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07988c1b-14f3-43ae-a7c1-9c86d6a5a366 None None] Bound using segment: {'id': 'd3dc8398-bd2c-4dc7-a2ac-12de370e002b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'b654ebd8-4c33-443d-bee5-4bafdafcd132'} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 31 18:13:43.419543 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-07988c1b-14f3-43ae-a7c1-9c86d6a5a366 None None] Bound port: 29d6b977-628c-4b7a-afcf-981d38943e3f, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3dc8398-bd2c-4dc7-a2ac-12de370e002b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'b654ebd8-4c33-443d-bee5-4bafdafcd132'}}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 31 18:13:43.420163 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-07988c1b-14f3-43ae-a7c1-9c86d6a5a366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (29d6b977-628c-4b7a-afcf-981d38943e3f), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:43.425500 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07988c1b-14f3-43ae-a7c1-9c86d6a5a366 None None] Pushing event updated for resources: {'Port': ['ID=29d6b977-628c-4b7a-afcf-981d38943e3f,revision_number=1']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:13:43.432142 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-be6fb64d-f661-4fce-930a-5b02ecc6e8c2 req-b2f28e0a-8e21-4903-a44d-e02b4bd992a6 service neutron] 10.222.0.58 "GET /v2.0/networks/6c793ff7-2519-4ef7-8b41-f73ba7273780?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1370413
Mar 31 18:13:43.524651 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-302bca7c-399b-4996-a794-c171a7fdd3b3 admin admin] Publish callbacks [] for router_gateway (c3a3febe-dfd4-42e9-ae63-bd56388f667e), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:43.525318 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-4ff915cd-f638-4d38-9fd7-cc25e8f9b50e admin admin] Allocated IP 172.37.2.24 (b698396b-51c1-468f-b58d-8c59a3beb4d9/19546f9a-afff-4e10-9105-a9d5358dbe6e/59d53217-d0eb-4fc5-bfe8-49437283aec0) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 31 18:13:43.550738 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-302bca7c-399b-4996-a794-c171a7fdd3b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:43.557977 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b932a5d5-0ebe-4e05-a428-480414f54f4d None None] Pushing event updated for resources: {'Port': ['ID=5fced1b3-7268-4e92-a387-0f156e4124dc,revision_number=2']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:13:43.580876 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-07988c1b-14f3-43ae-a7c1-9c86d6a5a366 None None] For port 29d6b977-628c-4b7a-afcf-981d38943e3f, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 31 18:13:43.585002 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-07988c1b-14f3-43ae-a7c1-9c86d6a5a366 None None] For port 29d6b977-628c-4b7a-afcf-981d38943e3f, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=29d6b977-628c-4b7a-afcf-981d38943e3f,segment=NetworkSegment(d3dc8398-bd2c-4dc7-a2ac-12de370e002b),segment_id=d3dc8398-bd2c-4dc7-a2ac-12de370e002b)] {{(pid=103898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 31 18:13:43.635203 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-be6fb64d-f661-4fce-930a-5b02ecc6e8c2 req-14878361-a538-426b-965a-762031f2af52 service neutron] 10.222.0.58 "GET /v2.0/networks/6c793ff7-2519-4ef7-8b41-f73ba7273780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1961789
Mar 31 18:13:43.748965 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-07988c1b-14f3-43ae-a7c1-9c86d6a5a366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (29d6b977-628c-4b7a-afcf-981d38943e3f), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:43.780914 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4ff915cd-f638-4d38-9fd7-cc25e8f9b50e admin admin] Publish callbacks [] for port (59d53217-d0eb-4fc5-bfe8-49437283aec0), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:43.820635 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07988c1b-14f3-43ae-a7c1-9c86d6a5a366 None None] Pushing event updated for resources: {'Port': ['ID=29d6b977-628c-4b7a-afcf-981d38943e3f,revision_number=2']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:13:44.055336 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 45162) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:13:44.059423 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4ff915cd-f638-4d38-9fd7-cc25e8f9b50e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759342510062'] for port (59d53217-d0eb-4fc5-bfe8-49437283aec0), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:44.072001 dv-cinder-master-3-iscsi neutron-server[103897]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Mar 31 18:13:44.107914 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Device 5fced1b3-7268-4e92-a387-0f156e4124dc up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 31 18:13:44.205458 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-302bca7c-399b-4996-a794-c171a7fdd3b3 admin admin] Allocated IP 172.37.2.110 (b698396b-51c1-468f-b58d-8c59a3beb4d9/19546f9a-afff-4e10-9105-a9d5358dbe6e/5ea7654e-87aa-4ff9-bec5-a74794be2f6b) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 31 18:13:44.278413 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff915cd-f638-4d38-9fd7-cc25e8f9b50e admin admin] Pushing event updated for resources: {'Port': ['ID=59d53217-d0eb-4fc5-bfe8-49437283aec0,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:13:44.300397 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Provisioning complete for port 5fced1b3-7268-4e92-a387-0f156e4124dc triggered by entity L2. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:13:44.307827 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (5fced1b3-7268-4e92-a387-0f156e4124dc), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:44.314720 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-2450e734-8ad9-4e46-944d-ba64b2254953 req-9b09b1c3-da02-422d-b9e8-882ba573f896 tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4a8079a-7824-4201-889b-a14d70024f7e HTTP/1.1" status: 200  len: 210 time: 0.2443242
Mar 31 18:13:44.331517 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff915cd-f638-4d38-9fd7-cc25e8f9b50e admin admin] Network b698396b-51c1-468f-b58d-8c59a3beb4d9 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 31 18:13:44.333361 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-4ff915cd-f638-4d38-9fd7-cc25e8f9b50e admin admin] Resources bound (agent type, host, resource id):  {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 31 18:13:44.341553 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff915cd-f638-4d38-9fd7-cc25e8f9b50e admin admin] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 31 18:13:44.476506 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-302bca7c-399b-4996-a794-c171a7fdd3b3 admin admin] Publish callbacks [] for port (5ea7654e-87aa-4ff9-bec5-a74794be2f6b), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:44.568576 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Current status of the port 5fced1b3-7268-4e92-a387-0f156e4124dc is: DOWN; New status is: ACTIVE {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:13:44.569150 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (5fced1b3-7268-4e92-a387-0f156e4124dc), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:44.642449 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] For port 5fced1b3-7268-4e92-a387-0f156e4124dc, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=5fced1b3-7268-4e92-a387-0f156e4124dc,segment=NetworkSegment(bcaae20b-26f6-4a98-8fc9-ae5ab378776d),segment_id=bcaae20b-26f6-4a98-8fc9-ae5ab378776d)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:13:44.764496 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-302bca7c-399b-4996-a794-c171a7fdd3b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759342510062'] for port (5ea7654e-87aa-4ff9-bec5-a74794be2f6b), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:44.814634 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (5fced1b3-7268-4e92-a387-0f156e4124dc), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:44.818299 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-302bca7c-399b-4996-a794-c171a7fdd3b3 admin admin] Network b698396b-51c1-468f-b58d-8c59a3beb4d9 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 31 18:13:44.825126 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-302bca7c-399b-4996-a794-c171a7fdd3b3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 31 18:13:44.828353 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302bca7c-399b-4996-a794-c171a7fdd3b3 admin admin] Pushing event updated for resources: {'Port': ['ID=5ea7654e-87aa-4ff9-bec5-a74794be2f6b,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:13:44.832789 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302bca7c-399b-4996-a794-c171a7fdd3b3 admin admin] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 31 18:13:44.976487 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Pushing event updated for resources: {'Port': ['ID=5fced1b3-7268-4e92-a387-0f156e4124dc,revision_number=3']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:13:45.274256 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c6ba70-30e3-446b-85c5-dfddc9db824e None None] Network fca50c83-3b91-4a03-8e1d-d873f4d904c1 requested from dv-cinder-master-3-iscsi {{(pid=103898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 31 18:13:45.327624 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4ff915cd-f638-4d38-9fd7-cc25e8f9b50e admin admin] Publish callbacks [] for router_gateway (d678eb86-3733-4b06-a3b9-aa722ad43e05), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:45.328298 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 45228) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:13:45.330219 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-c35c6bd5-a252-4ab4-8b4f-3c8cc1572c03 None None] Provisioning complete for port 5fced1b3-7268-4e92-a387-0f156e4124dc triggered by entity DHCP. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:13:45.330219 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-c35c6bd5-a252-4ab4-8b4f-3c8cc1572c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (5fced1b3-7268-4e92-a387-0f156e4124dc), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:45.500133 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-c35c6bd5-a252-4ab4-8b4f-3c8cc1572c03 None None] Current status of the port 5fced1b3-7268-4e92-a387-0f156e4124dc is: ACTIVE; New status is: ACTIVE {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:13:45.544301 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b3534d-1610-4e2b-860e-a081de4f9026 None None] Network b654ebd8-4c33-443d-bee5-4bafdafcd132 requested from dv-cinder-master-3-iscsi {{(pid=103898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 31 18:13:45.660615 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4ff915cd-f638-4d38-9fd7-cc25e8f9b50e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-495022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-505889'] for router (d678eb86-3733-4b06-a3b9-aa722ad43e05), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:45.663773 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-63ad6ac9-b052-4f90-9bb8-4d18e7ef93de None None] Provisioning complete for port 29d6b977-628c-4b7a-afcf-981d38943e3f triggered by entity DHCP. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:13:45.664296 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-63ad6ac9-b052-4f90-9bb8-4d18e7ef93de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (29d6b977-628c-4b7a-afcf-981d38943e3f), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:45.859188 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-63ad6ac9-b052-4f90-9bb8-4d18e7ef93de None None] Current status of the port 29d6b977-628c-4b7a-afcf-981d38943e3f is: DOWN; New status is: ACTIVE {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:13:45.859716 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-63ad6ac9-b052-4f90-9bb8-4d18e7ef93de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (29d6b977-628c-4b7a-afcf-981d38943e3f), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:45.916623 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-63ad6ac9-b052-4f90-9bb8-4d18e7ef93de None None] For port 29d6b977-628c-4b7a-afcf-981d38943e3f, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=29d6b977-628c-4b7a-afcf-981d38943e3f,segment=NetworkSegment(d3dc8398-bd2c-4dc7-a2ac-12de370e002b),segment_id=d3dc8398-bd2c-4dc7-a2ac-12de370e002b)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:13:46.027346 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-44736ef6-8b13-4fa2-b1da-3ceedcdcc408 req-08ad139e-a937-45e0-a2ff-927028423173 tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4a8079a-7824-4201-889b-a14d70024f7e HTTP/1.1" status: 200  len: 210 time: 0.1722660
Mar 31 18:13:46.106657 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f9968f52-bd91-4f44-a30c-e6a3c03e0724 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:46.133538 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-302bca7c-399b-4996-a794-c171a7fdd3b3 admin admin] Publish callbacks [] for router_gateway (c3a3febe-dfd4-42e9-ae63-bd56388f667e), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:46.160971 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-63ad6ac9-b052-4f90-9bb8-4d18e7ef93de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (29d6b977-628c-4b7a-afcf-981d38943e3f), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:46.189243 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ff915cd-f638-4d38-9fd7-cc25e8f9b50e admin admin] Router d678eb86-3733-4b06-a3b9-aa722ad43e05 is scheduled to L3 agent f09d5d1b-4294-4f18-9a00-351412ae7ca6 with binding_index 1 {{(pid=103897) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 31 18:13:46.204710 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 45276) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:13:46.273805 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ad6ac9-b052-4f90-9bb8-4d18e7ef93de None None] Pushing event updated for resources: {'Port': ['ID=29d6b977-628c-4b7a-afcf-981d38943e3f,revision_number=3']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:13:46.277043 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Device 29d6b977-628c-4b7a-afcf-981d38943e3f up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 31 18:13:46.329318 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-b3db688d-0bd1-45e3-88d6-a421d0142122 None None] Provisioning complete for port 29d6b977-628c-4b7a-afcf-981d38943e3f triggered by entity DHCP. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:13:46.330035 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b3db688d-0bd1-45e3-88d6-a421d0142122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (29d6b977-628c-4b7a-afcf-981d38943e3f), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:46.341604 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f9968f52-bd91-4f44-a30c-e6a3c03e0724 admin admin] Publish callbacks [] for security_group (a4b8958a-5600-4eea-a4cd-79ce0800819a), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:46.420251 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f561cbd7-1ca6-4b62-9da1-9a657b078ecf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:46.438160 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-b3db688d-0bd1-45e3-88d6-a421d0142122 None None] Current status of the port 29d6b977-628c-4b7a-afcf-981d38943e3f is: ACTIVE; New status is: ACTIVE {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:13:46.440590 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Provisioning complete for port 29d6b977-628c-4b7a-afcf-981d38943e3f triggered by entity L2. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:13:46.441173 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (29d6b977-628c-4b7a-afcf-981d38943e3f), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:46.455314 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f9968f52-bd91-4f44-a30c-e6a3c03e0724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (a4b8958a-5600-4eea-a4cd-79ce0800819a), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:46.463949 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ff915cd-f638-4d38-9fd7-cc25e8f9b50e admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 31 18:13:46.478354 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84984859-0bf5-44f7-8cae-31842f80ce7c None None] Sync routers for ids ['d678eb86-3733-4b06-a3b9-aa722ad43e05'] in dv-cinder-master-3-iscsi {{(pid=103899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 31 18:13:46.495167 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84984859-0bf5-44f7-8cae-31842f80ce7c None None] Routers {'d678eb86-3733-4b06-a3b9-aa722ad43e05'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 31 18:13:46.497076 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_hamode_db [None req-84984859-0bf5-44f7-8cae-31842f80ce7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7716a6f0d0>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T18:05:01Z,description=<?>,heartbeat_timestamp=2022-03-31T18:13:31Z,host='dv-cinder-master-3-iscsi',id=f09d5d1b-4294-4f18-9a00-351412ae7ca6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-31T18:05:02Z,topic='l3_agent')) {'router_ids': ['d678eb86-3733-4b06-a3b9-aa722ad43e05'], 'active': True} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:13:46.499874 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-b3db688d-0bd1-45e3-88d6-a421d0142122 None None] Provisioning complete for port 5fced1b3-7268-4e92-a387-0f156e4124dc triggered by entity DHCP. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:13:46.500284 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b3db688d-0bd1-45e3-88d6-a421d0142122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (5fced1b3-7268-4e92-a387-0f156e4124dc), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:46.531621 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-f9968f52-bd91-4f44-a30c-e6a3c03e0724 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6fa6ff30a9664462a66a7b5f7d7a0231&name=default HTTP/1.1" status: 200  len: 2992 time: 1.2576921
Mar 31 18:13:46.532373 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9968f52-bd91-4f44-a30c-e6a3c03e0724 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4b8958a-5600-4eea-a4cd-79ce0800819a,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:13:46.535867 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 45288) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:13:46.555190 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f561cbd7-1ca6-4b62-9da1-9a657b078ecf admin admin] Publish callbacks [] for security_group (e588a8ad-9562-4289-a2aa-ebf0deb2f8ce), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:46.574548 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-302bca7c-399b-4996-a794-c171a7fdd3b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-495022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-505889'] for router (c3a3febe-dfd4-42e9-ae63-bd56388f667e), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:46.627865 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-42fb6697-16a4-4748-88a4-ec713856f4f3 admin admin] Publish callbacks [] for security_group (a4b8958a-5600-4eea-a4cd-79ce0800819a), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:46.680458 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f561cbd7-1ca6-4b62-9da1-9a657b078ecf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (e588a8ad-9562-4289-a2aa-ebf0deb2f8ce), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:46.687884 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4ff915cd-f638-4d38-9fd7-cc25e8f9b50e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:46.690944 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-4ff915cd-f638-4d38-9fd7-cc25e8f9b50e admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201  len: 930 time: 4.5897632
Mar 31 18:13:46.697513 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 45300) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:13:46.697681 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvr_db [None req-84984859-0bf5-44f7-8cae-31842f80ce7c None None] Set router d678eb86-3733-4b06-a3b9-aa722ad43e05 gateway port host: dv-cinder-master-3-iscsi {{(pid=103899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 31 18:13:46.703818 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Current status of the port 29d6b977-628c-4b7a-afcf-981d38943e3f is: ACTIVE; New status is: ACTIVE {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:13:46.705621 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Device 5fced1b3-7268-4e92-a387-0f156e4124dc up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 31 18:13:46.738515 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-42fb6697-16a4-4748-88a4-ec713856f4f3 admin admin] Publish callbacks [] for security_group (a4b8958a-5600-4eea-a4cd-79ce0800819a), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:46.770788 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-b3db688d-0bd1-45e3-88d6-a421d0142122 None None] Current status of the port 5fced1b3-7268-4e92-a387-0f156e4124dc is: ACTIVE; New status is: ACTIVE {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:13:46.786428 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f561cbd7-1ca6-4b62-9da1-9a657b078ecf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e588a8ad-9562-4289-a2aa-ebf0deb2f8ce,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:13:46.800850 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Provisioning complete for port 5fced1b3-7268-4e92-a387-0f156e4124dc triggered by entity L2. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:13:46.801398 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (5fced1b3-7268-4e92-a387-0f156e4124dc), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:46.835258 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-f561cbd7-1ca6-4b62-9da1-9a657b078ecf admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=360d519a088a46d99a916c1663406cef&name=default HTTP/1.1" status: 200  len: 2992 time: 0.6291444
Mar 31 18:13:46.838584 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 45304) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:13:46.950422 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_hamode_db [None req-84984859-0bf5-44f7-8cae-31842f80ce7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7716a6f0d0>, [{'id': 'd678eb86-3733-4b06-a3b9-aa722ad43e05', 'name': 'tempest-ServerRescueNegativeTestJSON-1830224405-router', 'tenant_id': '6fc2eb72902a441ca6a6fa9350ce75f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.24'}], 'enable_snat': True}, 'gw_port_id': '59d53217-d0eb-4fc5-bfe8-49437283aec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:13:42Z', 'updated_at': '2022-03-31T18:13:44Z', 'revision_number': 3, 'project_id': '6fc2eb72902a441ca6a6fa9350ce75f8', 'gw_port': {'id': '59d53217-d0eb-4fc5-bfe8-49437283aec0', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:10:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd678eb86-3733-4b06-a3b9-aa722ad43e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:13:43Z', 'updated_at': '2022-03-31T18:13:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:13:46.958782 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-49d801e5-7e12-4243-acc7-9f9639915905 admin admin] Publish callbacks [] for security_group (e588a8ad-9562-4289-a2aa-ebf0deb2f8ce), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:46.988877 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Current status of the port 5fced1b3-7268-4e92-a387-0f156e4124dc is: ACTIVE; New status is: ACTIVE {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:13:47.005229 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84984859-0bf5-44f7-8cae-31842f80ce7c None None] Checking router: d678eb86-3733-4b06-a3b9-aa722ad43e05 for host: dv-cinder-master-3-iscsi {{(pid=103899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 31 18:13:47.005584 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84984859-0bf5-44f7-8cae-31842f80ce7c None None] Updating router d678eb86-3733-4b06-a3b9-aa722ad43e05 port 59d53217-d0eb-4fc5-bfe8-49437283aec0 binding host dv-cinder-master-3-iscsi {{(pid=103899) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 31 18:13:47.010987 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-49d801e5-7e12-4243-acc7-9f9639915905 admin admin] Publish callbacks [] for security_group (e588a8ad-9562-4289-a2aa-ebf0deb2f8ce), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:47.025314 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-42fb6697-16a4-4748-88a4-ec713856f4f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (a4b8958a-5600-4eea-a4cd-79ce0800819a), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:47.028503 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-42fb6697-16a4-4748-88a4-ec713856f4f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:47.032374 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-42fb6697-16a4-4748-88a4-ec713856f4f3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a4b8958a-5600-4eea-a4cd-79ce0800819a HTTP/1.1" status: 204  len: 168 time: 0.4954886
Mar 31 18:13:47.049544 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-302bca7c-399b-4996-a794-c171a7fdd3b3 admin admin] Router c3a3febe-dfd4-42e9-ae63-bd56388f667e is scheduled to L3 agent f09d5d1b-4294-4f18-9a00-351412ae7ca6 with binding_index 1 {{(pid=103896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 31 18:13:47.073183 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fb6697-16a4-4748-88a4-ec713856f4f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4b8958a-5600-4eea-a4cd-79ce0800819a,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:13:47.128595 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-84984859-0bf5-44f7-8cae-31842f80ce7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (59d53217-d0eb-4fc5-bfe8-49437283aec0), before_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:47.218466 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-49d801e5-7e12-4243-acc7-9f9639915905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (e588a8ad-9562-4289-a2aa-ebf0deb2f8ce), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:47.224616 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-49d801e5-7e12-4243-acc7-9f9639915905 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:47.227004 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-49d801e5-7e12-4243-acc7-9f9639915905 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e588a8ad-9562-4289-a2aa-ebf0deb2f8ce HTTP/1.1" status: 204  len: 168 time: 0.3640203
Mar 31 18:13:47.263540 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d801e5-7e12-4243-acc7-9f9639915905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e588a8ad-9562-4289-a2aa-ebf0deb2f8ce,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:13:47.343854 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-0177a94c-8214-442e-8300-25d5be92a15d req-9f60dbf8-af39-477d-b1e1-233cd29cfbed tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4a8079a-7824-4201-889b-a14d70024f7e HTTP/1.1" status: 200  len: 210 time: 0.0340903
Mar 31 18:13:47.412400 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-302bca7c-399b-4996-a794-c171a7fdd3b3 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 31 18:13:47.432414 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98504f79-a5a0-4826-a8e8-9d82d8e19848 None None] Sync routers for ids ['c3a3febe-dfd4-42e9-ae63-bd56388f667e'] in dv-cinder-master-3-iscsi {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 31 18:13:47.446692 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98504f79-a5a0-4826-a8e8-9d82d8e19848 None None] Routers {'c3a3febe-dfd4-42e9-ae63-bd56388f667e'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 31 18:13:47.447347 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-98504f79-a5a0-4826-a8e8-9d82d8e19848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f77156b1940>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T18:05:01Z,description=<?>,heartbeat_timestamp=2022-03-31T18:13:31Z,host='dv-cinder-master-3-iscsi',id=f09d5d1b-4294-4f18-9a00-351412ae7ca6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-31T18:05:02Z,topic='l3_agent')) {'router_ids': ['c3a3febe-dfd4-42e9-ae63-bd56388f667e'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:13:47.552544 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-55fba800-60fe-4207-bcda-839e01f4d51d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:47.567821 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-302bca7c-399b-4996-a794-c171a7fdd3b3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:47.571969 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-302bca7c-399b-4996-a794-c171a7fdd3b3 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 5.5035915
Mar 31 18:13:47.572891 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 45348) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:13:47.586539 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-84984859-0bf5-44f7-8cae-31842f80ce7c None None] Publish callbacks [] for port (59d53217-d0eb-4fc5-bfe8-49437283aec0), precommit_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:47.658063 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-84984859-0bf5-44f7-8cae-31842f80ce7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (59d53217-d0eb-4fc5-bfe8-49437283aec0), after_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:47.790360 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.managers [None req-84984859-0bf5-44f7-8cae-31842f80ce7c None None] Attempting to bind port 59d53217-d0eb-4fc5-bfe8-49437283aec0 on host dv-cinder-master-3-iscsi for vnic_type normal with profile  {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 31 18:13:47.790763 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.managers [None req-84984859-0bf5-44f7-8cae-31842f80ce7c None None] Attempting to bind port 59d53217-d0eb-4fc5-bfe8-49437283aec0 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '31f32929-b46a-4720-9f75-d20195c1993a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9'}] {{(pid=103899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 31 18:13:47.791617 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84984859-0bf5-44f7-8cae-31842f80ce7c None None] Attempting to bind port 59d53217-d0eb-4fc5-bfe8-49437283aec0 on network b698396b-51c1-468f-b58d-8c59a3beb4d9 {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 31 18:13:47.798532 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d128f73c-2411-48a7-9110-ea9837cf369c None None] Pushing event updated for resources: {'Port': ['ID=59d53217-d0eb-4fc5-bfe8-49437283aec0,revision_number=2']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:13:47.815107 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84984859-0bf5-44f7-8cae-31842f80ce7c None None] Checking agent: {'id': 'b6d39f6c-4dc3-40bd-bbe5-e05b1f1d4e13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 5, 5), 'started_at': datetime.datetime(2022, 3, 31, 18, 5, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 31 18:13:47.815378 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-55fba800-60fe-4207-bcda-839e01f4d51d admin admin] Allocated IP 172.20.0.1 (fca50c83-3b91-4a03-8e1d-d873f4d904c1/5c50616b-7511-4714-bd2d-e587d92cf7dd/51b8168b-e7fb-4efb-b67b-28eeb8745794) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 31 18:13:47.816433 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84984859-0bf5-44f7-8cae-31842f80ce7c None None] Checking segment: {'id': '31f32929-b46a-4720-9f75-d20195c1993a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 31 18:13:47.818497 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-84984859-0bf5-44f7-8cae-31842f80ce7c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:47.821972 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84984859-0bf5-44f7-8cae-31842f80ce7c None None] Bound using segment: {'id': '31f32929-b46a-4720-9f75-d20195c1993a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9'} {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 31 18:13:47.822562 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.managers [None req-84984859-0bf5-44f7-8cae-31842f80ce7c None None] Bound port: 59d53217-d0eb-4fc5-bfe8-49437283aec0, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31f32929-b46a-4720-9f75-d20195c1993a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9'}}] {{(pid=103899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 31 18:13:47.822993 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-84984859-0bf5-44f7-8cae-31842f80ce7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (59d53217-d0eb-4fc5-bfe8-49437283aec0), before_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:47.831018 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d128f73c-2411-48a7-9110-ea9837cf369c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:13:47.831374 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d128f73c-2411-48a7-9110-ea9837cf369c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:13:47.831742 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d128f73c-2411-48a7-9110-ea9837cf369c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:13:47.832138 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d128f73c-2411-48a7-9110-ea9837cf369c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:13:47.832504 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d128f73c-2411-48a7-9110-ea9837cf369c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:13:47.832911 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d128f73c-2411-48a7-9110-ea9837cf369c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:13:47.835248 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d128f73c-2411-48a7-9110-ea9837cf369c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:13:47.835615 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d128f73c-2411-48a7-9110-ea9837cf369c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:13:47.836212 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d128f73c-2411-48a7-9110-ea9837cf369c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:13:47.836557 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d128f73c-2411-48a7-9110-ea9837cf369c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:13:47.837039 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d128f73c-2411-48a7-9110-ea9837cf369c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:13:47.837334 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d128f73c-2411-48a7-9110-ea9837cf369c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:13:47.837640 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d128f73c-2411-48a7-9110-ea9837cf369c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:13:47.837924 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d128f73c-2411-48a7-9110-ea9837cf369c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:13:47.838253 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d128f73c-2411-48a7-9110-ea9837cf369c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:13:47.840241 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d128f73c-2411-48a7-9110-ea9837cf369c None None] Tracked resource versions report:
Mar 31 18:13:47.840241 dv-cinder-master-3-iscsi neutron-server[103899]: pushed versions:
Mar 31 18:13:47.840241 dv-cinder-master-3-iscsi neutron-server[103899]: {   'AddressGroup': {'1.2'},
Mar 31 18:13:47.840241 dv-cinder-master-3-iscsi neutron-server[103899]:     'Agent': {'1.1'},
Mar 31 18:13:47.840241 dv-cinder-master-3-iscsi neutron-server[103899]:     'ConntrackHelper': {'1.0'},
Mar 31 18:13:47.840241 dv-cinder-master-3-iscsi neutron-server[103899]:     'LocalIPAssociation': {'1.0'},
Mar 31 18:13:47.840241 dv-cinder-master-3-iscsi neutron-server[103899]:     'Log': {'1.0'},
Mar 31 18:13:47.840241 dv-cinder-master-3-iscsi neutron-server[103899]:     'NDPProxy': {'1.0'},
Mar 31 18:13:47.840241 dv-cinder-master-3-iscsi neutron-server[103899]:     'Network': {'1.1'},
Mar 31 18:13:47.840241 dv-cinder-master-3-iscsi neutron-server[103899]:     'Port': {'1.7'},
Mar 31 18:13:47.840241 dv-cinder-master-3-iscsi neutron-server[103899]:     'PortForwarding': {'1.3'},
Mar 31 18:13:47.840241 dv-cinder-master-3-iscsi neutron-server[103899]:     'QosPolicy': {'1.10'},
Mar 31 18:13:47.840241 dv-cinder-master-3-iscsi neutron-server[103899]:     'SecurityGroup': {'1.5'},
Mar 31 18:13:47.840241 dv-cinder-master-3-iscsi neutron-server[103899]:     'SecurityGroupRule': {'1.2'},
Mar 31 18:13:47.840241 dv-cinder-master-3-iscsi neutron-server[103899]:     'SubPort': {'1.0'},
Mar 31 18:13:47.840241 dv-cinder-master-3-iscsi neutron-server[103899]:     'Subnet': {'1.1'},
Mar 31 18:13:47.840241 dv-cinder-master-3-iscsi neutron-server[103899]:     'Trunk': {'1.1'}}
Mar 31 18:13:47.840241 dv-cinder-master-3-iscsi neutron-server[103899]: consumer versions:
Mar 31 18:13:47.840241 dv-cinder-master-3-iscsi neutron-server[103899]: {   DHCP agent@dv-cinder-master-3-iscsi: {},
Mar 31 18:13:47.840241 dv-cinder-master-3-iscsi neutron-server[103899]:     HyperV agent@hv-cinder-maste: {},
Mar 31 18:13:47.840241 dv-cinder-master-3-iscsi neutron-server[103899]:     L3 agent@dv-cinder-master-3-iscsi: {},
Mar 31 18:13:47.840241 dv-cinder-master-3-iscsi neutron-server[103899]:     Metadata agent@dv-cinder-master-3-iscsi: {},
Mar 31 18:13:47.840241 dv-cinder-master-3-iscsi neutron-server[103899]:     Metering agent@dv-cinder-master-3-iscsi: {},
Mar 31 18:13:47.840241 dv-cinder-master-3-iscsi neutron-server[103899]:     Open vSwitch agent@dv-cinder-master-3-iscsi: {   'AddressGroup': '1.2',
Mar 31 18:13:47.840241 dv-cinder-master-3-iscsi neutron-server[103899]:                                                      'Agent': '1.1',
Mar 31 18:13:47.840241 dv-cinder-master-3-iscsi neutron-server[103899]:                                                      'ConntrackHelper': '1.0',
Mar 31 18:13:47.840241 dv-cinder-master-3-iscsi neutron-server[103899]:                                                      'LocalIPAssociation': '1.0',
Mar 31 18:13:47.840241 dv-cinder-master-3-iscsi neutron-server[103899]:                                                      'Log': '1.0',
Mar 31 18:13:47.840241 dv-cinder-master-3-iscsi neutron-server[103899]:                                                      'NDPProxy': '1.0',
Mar 31 18:13:47.840241 dv-cinder-master-3-iscsi neutron-server[103899]:                                                      'Network': '1.1',
Mar 31 18:13:47.840241 dv-cinder-master-3-iscsi neutron-server[103899]:                                                      'Port': '1.7',
Mar 31 18:13:47.840241 dv-cinder-master-3-iscsi neutron-server[103899]:                                                      'PortForwarding': '1.3',
Mar 31 18:13:47.840241 dv-cinder-master-3-iscsi neutron-server[103899]:                                                      'QosPolicy': '1.10',
Mar 31 18:13:47.840241 dv-cinder-master-3-iscsi neutron-server[103899]:                                                      'SecurityGroup': '1.5',
Mar 31 18:13:47.840241 dv-cinder-master-3-iscsi neutron-server[103899]:                                                      'SecurityGroupRule': '1.2',
Mar 31 18:13:47.840241 dv-cinder-master-3-iscsi neutron-server[103899]:                                                      'SubPort': '1.0',
Mar 31 18:13:47.840241 dv-cinder-master-3-iscsi neutron-server[103899]:                                                      'Subnet': '1.1',
Mar 31 18:13:47.840241 dv-cinder-master-3-iscsi neutron-server[103899]:                                                      'Trunk': '1.1'}}
Mar 31 18:13:47.840241 dv-cinder-master-3-iscsi neutron-server[103899]:  {{(pid=103899) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Mar 31 18:13:47.864128 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-98504f79-a5a0-4826-a8e8-9d82d8e19848 None None] Set router c3a3febe-dfd4-42e9-ae63-bd56388f667e gateway port host: dv-cinder-master-3-iscsi {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 31 18:13:47.917113 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.db [None req-84984859-0bf5-44f7-8cae-31842f80ce7c None None] For port 59d53217-d0eb-4fc5-bfe8-49437283aec0, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 31 18:13:47.927171 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.db [None req-84984859-0bf5-44f7-8cae-31842f80ce7c None None] For port 59d53217-d0eb-4fc5-bfe8-49437283aec0, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=59d53217-d0eb-4fc5-bfe8-49437283aec0,segment=NetworkSegment(31f32929-b46a-4720-9f75-d20195c1993a),segment_id=31f32929-b46a-4720-9f75-d20195c1993a)] {{(pid=103899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 31 18:13:47.978919 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-55fba800-60fe-4207-bcda-839e01f4d51d admin admin] Publish callbacks [] for port (51b8168b-e7fb-4efb-b67b-28eeb8745794), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:48.040767 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Device 29d6b977-628c-4b7a-afcf-981d38943e3f up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 31 18:13:48.041184 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 45360) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:13:48.041374 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-84984859-0bf5-44f7-8cae-31842f80ce7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (59d53217-d0eb-4fc5-bfe8-49437283aec0), after_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:48.069354 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-08405e18-dc2e-4446-b647-e4df23ea51cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:48.123056 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-55fba800-60fe-4207-bcda-839e01f4d51d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759342510062'] for port (51b8168b-e7fb-4efb-b67b-28eeb8745794), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:48.132030 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84984859-0bf5-44f7-8cae-31842f80ce7c None None] Routers {'d678eb86-3733-4b06-a3b9-aa722ad43e05'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 31 18:13:48.132889 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_hamode_db [None req-84984859-0bf5-44f7-8cae-31842f80ce7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7716a6f0d0>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T18:05:01Z,description=<?>,heartbeat_timestamp=2022-03-31T18:13:31Z,host='dv-cinder-master-3-iscsi',id=f09d5d1b-4294-4f18-9a00-351412ae7ca6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-31T18:05:02Z,topic='l3_agent')) {'router_ids': ['d678eb86-3733-4b06-a3b9-aa722ad43e05'], 'active': True} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:13:48.161720 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Provisioning complete for port 29d6b977-628c-4b7a-afcf-981d38943e3f triggered by entity L2. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:13:48.161720 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (29d6b977-628c-4b7a-afcf-981d38943e3f), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:48.191980 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fba800-60fe-4207-bcda-839e01f4d51d admin admin] Pushing event updated for resources: {'Port': ['ID=51b8168b-e7fb-4efb-b67b-28eeb8745794,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:13:48.230846 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55fba800-60fe-4207-bcda-839e01f4d51d admin admin] Network fca50c83-3b91-4a03-8e1d-d873f4d904c1 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 31 18:13:48.239873 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-55fba800-60fe-4207-bcda-839e01f4d51d admin admin] Resources bound (agent type, host, resource id):  {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 31 18:13:48.259139 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55fba800-60fe-4207-bcda-839e01f4d51d admin admin] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 31 18:13:48.260092 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-55fba800-60fe-4207-bcda-839e01f4d51d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-506870'] for router_interface (d678eb86-3733-4b06-a3b9-aa722ad43e05), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:48.278154 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Current status of the port 29d6b977-628c-4b7a-afcf-981d38943e3f is: ACTIVE; New status is: ACTIVE {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:13:48.290180 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-98504f79-a5a0-4826-a8e8-9d82d8e19848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f77156b1940>, [{'id': 'c3a3febe-dfd4-42e9-ae63-bd56388f667e', 'name': 'tempest-AttachVolumeShelveTestJSON-914217197-router', 'tenant_id': 'eb7248f2c93342cd823f385c53a69d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.110'}], 'enable_snat': True}, 'gw_port_id': '5ea7654e-87aa-4ff9-bec5-a74794be2f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:13:42Z', 'updated_at': '2022-03-31T18:13:45Z', 'revision_number': 3, 'project_id': 'eb7248f2c93342cd823f385c53a69d05', 'gw_port': {'id': '5ea7654e-87aa-4ff9-bec5-a74794be2f6b', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fb:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3a3febe-dfd4-42e9-ae63-bd56388f667e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:13:43Z', 'updated_at': '2022-03-31T18:13:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:13:48.326351 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98504f79-a5a0-4826-a8e8-9d82d8e19848 None None] Checking router: c3a3febe-dfd4-42e9-ae63-bd56388f667e for host: dv-cinder-master-3-iscsi {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 31 18:13:48.327086 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98504f79-a5a0-4826-a8e8-9d82d8e19848 None None] Updating router c3a3febe-dfd4-42e9-ae63-bd56388f667e port 5ea7654e-87aa-4ff9-bec5-a74794be2f6b binding host dv-cinder-master-3-iscsi {{(pid=103898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 31 18:13:48.328537 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 45374) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:13:48.373179 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d082fbf2-d87e-4db0-9843-0ecd46a86836 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:48.379770 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-98504f79-a5a0-4826-a8e8-9d82d8e19848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (5ea7654e-87aa-4ff9-bec5-a74794be2f6b), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:48.445758 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bd145aa4-014a-4b35-a83f-58533ee0dda2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (None), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:48.446923 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d128f73c-2411-48a7-9110-ea9837cf369c None None] Pushing event updated for resources: {'Port': ['ID=59d53217-d0eb-4fc5-bfe8-49437283aec0,revision_number=3']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:13:48.565203 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvr_db [None req-84984859-0bf5-44f7-8cae-31842f80ce7c None None] Set router d678eb86-3733-4b06-a3b9-aa722ad43e05 gateway port host: dv-cinder-master-3-iscsi {{(pid=103899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 31 18:13:48.729066 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-04abc4ba-f6fa-4385-b6d0-3eef75d9d6aa req-9f45fa62-2e4c-4707-8413-acc27798a600 tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4a8079a-7824-4201-889b-a14d70024f7e HTTP/1.1" status: 200  len: 210 time: 0.0455050
Mar 31 18:13:48.743394 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-cd178bc8-b7c7-4c09-8dcb-08b071f7d5b6 None None] Provisioning complete for port 51b8168b-e7fb-4efb-b67b-28eeb8745794 triggered by entity DHCP. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:13:48.743873 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cd178bc8-b7c7-4c09-8dcb-08b071f7d5b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (51b8168b-e7fb-4efb-b67b-28eeb8745794), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:48.803489 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-bd145aa4-014a-4b35-a83f-58533ee0dda2 admin admin] Allocated IP 172.20.0.1 (b654ebd8-4c33-443d-bee5-4bafdafcd132/b54f9372-100f-4525-b4b3-2814afa9d771/28e0abed-ad93-4543-a326-7697c824bd45) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 31 18:13:48.810363 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-98504f79-a5a0-4826-a8e8-9d82d8e19848 None None] Publish callbacks [] for port (5ea7654e-87aa-4ff9-bec5-a74794be2f6b), precommit_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:48.814945 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-cd178bc8-b7c7-4c09-8dcb-08b071f7d5b6 None None] Port 51b8168b-e7fb-4efb-b67b-28eeb8745794 cannot update to ACTIVE because it is not bound. {{(pid=103898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 31 18:13:48.833775 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-08405e18-dc2e-4446-b647-e4df23ea51cc admin admin] Publish callbacks [] for security_group (f60eb7a9-83aa-484e-80b4-a02d1a52edf4), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:48.865089 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_hamode_db [None req-84984859-0bf5-44f7-8cae-31842f80ce7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7716a6f0d0>, [{'id': 'd678eb86-3733-4b06-a3b9-aa722ad43e05', 'name': 'tempest-ServerRescueNegativeTestJSON-1830224405-router', 'tenant_id': '6fc2eb72902a441ca6a6fa9350ce75f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.24'}], 'enable_snat': True}, 'gw_port_id': '59d53217-d0eb-4fc5-bfe8-49437283aec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:13:42Z', 'updated_at': '2022-03-31T18:13:44Z', 'revision_number': 3, 'project_id': '6fc2eb72902a441ca6a6fa9350ce75f8', 'gw_port': {'id': '59d53217-d0eb-4fc5-bfe8-49437283aec0', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:10:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd678eb86-3733-4b06-a3b9-aa722ad43e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:13:43Z', 'updated_at': '2022-03-31T18:13:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:13:48.892783 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-98504f79-a5a0-4826-a8e8-9d82d8e19848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (5ea7654e-87aa-4ff9-bec5-a74794be2f6b), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:48.898436 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d082fbf2-d87e-4db0-9843-0ecd46a86836 admin admin] Publish callbacks [] for security_group (7e226423-3a55-4ed6-8b3f-4c2efa2cba41), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:48.903880 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84984859-0bf5-44f7-8cae-31842f80ce7c None None] The sync data for ids ['d678eb86-3733-4b06-a3b9-aa722ad43e05'] in dv-cinder-master-3-iscsi is: [{'id': 'd678eb86-3733-4b06-a3b9-aa722ad43e05', 'name': 'tempest-ServerRescueNegativeTestJSON-1830224405-router', 'tenant_id': '6fc2eb72902a441ca6a6fa9350ce75f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.24'}], 'enable_snat': True}, 'gw_port_id': '59d53217-d0eb-4fc5-bfe8-49437283aec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:13:42Z', 'updated_at': '2022-03-31T18:13:44Z', 'revision_number': 3, 'project_id': '6fc2eb72902a441ca6a6fa9350ce75f8', 'gw_port': {'id': '59d53217-d0eb-4fc5-bfe8-49437283aec0', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:10:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd678eb86-3733-4b06-a3b9-aa722ad43e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:13:43Z', 'updated_at': '2022-03-31T18:13:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=103899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 31 18:13:48.944803 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bd145aa4-014a-4b35-a83f-58533ee0dda2 admin admin] Publish callbacks [] for port (28e0abed-ad93-4543-a326-7697c824bd45), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:48.949940 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-08405e18-dc2e-4446-b647-e4df23ea51cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (f60eb7a9-83aa-484e-80b4-a02d1a52edf4), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:48.956637 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-98504f79-a5a0-4826-a8e8-9d82d8e19848 None None] Attempting to bind port 5ea7654e-87aa-4ff9-bec5-a74794be2f6b on host dv-cinder-master-3-iscsi for vnic_type normal with profile  {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 31 18:13:48.957197 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-98504f79-a5a0-4826-a8e8-9d82d8e19848 None None] Attempting to bind port 5ea7654e-87aa-4ff9-bec5-a74794be2f6b by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '31f32929-b46a-4720-9f75-d20195c1993a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9'}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 31 18:13:48.957581 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98504f79-a5a0-4826-a8e8-9d82d8e19848 None None] Attempting to bind port 5ea7654e-87aa-4ff9-bec5-a74794be2f6b on network b698396b-51c1-468f-b58d-8c59a3beb4d9 {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 31 18:13:48.963585 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ce72cb-60bd-40a3-b8f6-19eba8f68165 None None] Pushing event updated for resources: {'Port': ['ID=5ea7654e-87aa-4ff9-bec5-a74794be2f6b,revision_number=2']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:13:48.971065 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98504f79-a5a0-4826-a8e8-9d82d8e19848 None None] Checking agent: {'id': 'b6d39f6c-4dc3-40bd-bbe5-e05b1f1d4e13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 5, 5), 'started_at': datetime.datetime(2022, 3, 31, 18, 5, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 31 18:13:48.971500 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98504f79-a5a0-4826-a8e8-9d82d8e19848 None None] Checking segment: {'id': '31f32929-b46a-4720-9f75-d20195c1993a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 31 18:13:48.971946 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-98504f79-a5a0-4826-a8e8-9d82d8e19848 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:48.972348 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98504f79-a5a0-4826-a8e8-9d82d8e19848 None None] Bound using segment: {'id': '31f32929-b46a-4720-9f75-d20195c1993a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9'} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 31 18:13:48.972831 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-98504f79-a5a0-4826-a8e8-9d82d8e19848 None None] Bound port: 5ea7654e-87aa-4ff9-bec5-a74794be2f6b, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31f32929-b46a-4720-9f75-d20195c1993a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9'}}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 31 18:13:48.973240 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-98504f79-a5a0-4826-a8e8-9d82d8e19848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (5ea7654e-87aa-4ff9-bec5-a74794be2f6b), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:49.012677 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d082fbf2-d87e-4db0-9843-0ecd46a86836 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (7e226423-3a55-4ed6-8b3f-4c2efa2cba41), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:49.047906 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-08405e18-dc2e-4446-b647-e4df23ea51cc admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=460a719e905946b690e19a11f166933c&name=default HTTP/1.1" status: 200  len: 2992 time: 1.0055270
Mar 31 18:13:49.054916 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-98504f79-a5a0-4826-a8e8-9d82d8e19848 None None] For port 5ea7654e-87aa-4ff9-bec5-a74794be2f6b, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 31 18:13:49.055129 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 45382) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:13:49.055262 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-98504f79-a5a0-4826-a8e8-9d82d8e19848 None None] For port 5ea7654e-87aa-4ff9-bec5-a74794be2f6b, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=5ea7654e-87aa-4ff9-bec5-a74794be2f6b,segment=NetworkSegment(31f32929-b46a-4720-9f75-d20195c1993a),segment_id=31f32929-b46a-4720-9f75-d20195c1993a)] {{(pid=103898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 31 18:13:49.055733 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08405e18-dc2e-4446-b647-e4df23ea51cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f60eb7a9-83aa-484e-80b4-a02d1a52edf4,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:13:49.064537 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-55fba800-60fe-4207-bcda-839e01f4d51d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (51b8168b-e7fb-4efb-b67b-28eeb8745794), before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:49.095909 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-d082fbf2-d87e-4db0-9843-0ecd46a86836 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bf678a54583549fb81064cf0a9e5d0d7&name=default HTTP/1.1" status: 200  len: 2992 time: 0.7618945
Mar 31 18:13:49.097582 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 45384) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:13:49.099100 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bd145aa4-014a-4b35-a83f-58533ee0dda2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759342510062'] for port (28e0abed-ad93-4543-a326-7697c824bd45), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:49.146378 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d082fbf2-d87e-4db0-9843-0ecd46a86836 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e226423-3a55-4ed6-8b3f-4c2efa2cba41,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:13:49.153938 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd145aa4-014a-4b35-a83f-58533ee0dda2 admin admin] Network b654ebd8-4c33-443d-bee5-4bafdafcd132 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 31 18:13:49.166867 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-bd145aa4-014a-4b35-a83f-58533ee0dda2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 31 18:13:49.177905 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 45386) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:13:49.182046 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd145aa4-014a-4b35-a83f-58533ee0dda2 admin admin] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 31 18:13:49.182778 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-98504f79-a5a0-4826-a8e8-9d82d8e19848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (5ea7654e-87aa-4ff9-bec5-a74794be2f6b), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:49.183058 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bd145aa4-014a-4b35-a83f-58533ee0dda2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-506870'] for router_interface (c3a3febe-dfd4-42e9-ae63-bd56388f667e), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:49.329344 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98504f79-a5a0-4826-a8e8-9d82d8e19848 None None] Routers {'c3a3febe-dfd4-42e9-ae63-bd56388f667e'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 31 18:13:49.329997 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-98504f79-a5a0-4826-a8e8-9d82d8e19848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f77156b1940>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T18:05:01Z,description=<?>,heartbeat_timestamp=2022-03-31T18:13:31Z,host='dv-cinder-master-3-iscsi',id=f09d5d1b-4294-4f18-9a00-351412ae7ca6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-31T18:05:02Z,topic='l3_agent')) {'router_ids': ['c3a3febe-dfd4-42e9-ae63-bd56388f667e'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:13:49.333649 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ce72cb-60bd-40a3-b8f6-19eba8f68165 None None] Pushing event updated for resources: {'Port': ['ID=5ea7654e-87aa-4ff9-bec5-a74794be2f6b,revision_number=3']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:13:49.335702 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3ff63e40-ef7e-4bc8-9ec1-a46d08f4a69d admin admin] Publish callbacks [] for security_group (7e226423-3a55-4ed6-8b3f-4c2efa2cba41), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:49.512258 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3ff63e40-ef7e-4bc8-9ec1-a46d08f4a69d admin admin] Publish callbacks [] for security_group (7e226423-3a55-4ed6-8b3f-4c2efa2cba41), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:49.516709 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-01aa83c3-081f-49a9-9b74-ad1cbd3e202a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:49.540475 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-62daae73-b192-42a1-a2ac-525180ed60d2 admin admin] Publish callbacks [] for security_group (f60eb7a9-83aa-484e-80b4-a02d1a52edf4), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:49.544904 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd145aa4-014a-4b35-a83f-58533ee0dda2 admin admin] Pushing event updated for resources: {'Port': ['ID=28e0abed-ad93-4543-a326-7697c824bd45,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:13:49.547113 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-98504f79-a5a0-4826-a8e8-9d82d8e19848 None None] Set router c3a3febe-dfd4-42e9-ae63-bd56388f667e gateway port host: dv-cinder-master-3-iscsi {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 31 18:13:49.573229 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-62daae73-b192-42a1-a2ac-525180ed60d2 admin admin] Publish callbacks [] for security_group (f60eb7a9-83aa-484e-80b4-a02d1a52edf4), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:49.679116 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-55fba800-60fe-4207-bcda-839e01f4d51d admin admin] Publish callbacks [] for port (51b8168b-e7fb-4efb-b67b-28eeb8745794), precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:49.696448 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bd145aa4-014a-4b35-a83f-58533ee0dda2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (28e0abed-ad93-4543-a326-7697c824bd45), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:49.722577 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-d4eda549-85b1-4de4-aeec-db6a6e4479c1 None None] Provisioning complete for port 28e0abed-ad93-4543-a326-7697c824bd45 triggered by entity DHCP. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:13:49.723002 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-d4eda549-85b1-4de4-aeec-db6a6e4479c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (28e0abed-ad93-4543-a326-7697c824bd45), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:49.737389 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3ff63e40-ef7e-4bc8-9ec1-a46d08f4a69d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (7e226423-3a55-4ed6-8b3f-4c2efa2cba41), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:49.741154 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3ff63e40-ef7e-4bc8-9ec1-a46d08f4a69d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:49.757277 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-3ff63e40-ef7e-4bc8-9ec1-a46d08f4a69d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7e226423-3a55-4ed6-8b3f-4c2efa2cba41 HTTP/1.1" status: 204  len: 168 time: 0.6564767
Mar 31 18:13:49.780612 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-d4eda549-85b1-4de4-aeec-db6a6e4479c1 None None] Port 28e0abed-ad93-4543-a326-7697c824bd45 cannot update to ACTIVE because it is not bound. {{(pid=103898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 31 18:13:49.810155 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-62daae73-b192-42a1-a2ac-525180ed60d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (f60eb7a9-83aa-484e-80b4-a02d1a52edf4), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:49.812803 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-62daae73-b192-42a1-a2ac-525180ed60d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:49.813987 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-62daae73-b192-42a1-a2ac-525180ed60d2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f60eb7a9-83aa-484e-80b4-a02d1a52edf4 HTTP/1.1" status: 204  len: 168 time: 0.7614973
Mar 31 18:13:49.814980 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff63e40-ef7e-4bc8-9ec1-a46d08f4a69d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e226423-3a55-4ed6-8b3f-4c2efa2cba41,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:13:49.820184 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-55fba800-60fe-4207-bcda-839e01f4d51d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (51b8168b-e7fb-4efb-b67b-28eeb8745794), after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:49.822508 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-55fba800-60fe-4207-bcda-839e01f4d51d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-506722'] for router_interface (d678eb86-3733-4b06-a3b9-aa722ad43e05), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:49.835629 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62daae73-b192-42a1-a2ac-525180ed60d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f60eb7a9-83aa-484e-80b4-a02d1a52edf4,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:13:49.923659 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-98504f79-a5a0-4826-a8e8-9d82d8e19848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f77156b1940>, [{'id': 'c3a3febe-dfd4-42e9-ae63-bd56388f667e', 'name': 'tempest-AttachVolumeShelveTestJSON-914217197-router', 'tenant_id': 'eb7248f2c93342cd823f385c53a69d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.110'}], 'enable_snat': True}, 'gw_port_id': '5ea7654e-87aa-4ff9-bec5-a74794be2f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:13:42Z', 'updated_at': '2022-03-31T18:13:45Z', 'revision_number': 3, 'project_id': 'eb7248f2c93342cd823f385c53a69d05', 'gw_port': {'id': '5ea7654e-87aa-4ff9-bec5-a74794be2f6b', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fb:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3a3febe-dfd4-42e9-ae63-bd56388f667e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:13:43Z', 'updated_at': '2022-03-31T18:13:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:13:49.966405 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-e25dfd5d-6e5f-4db6-8367-995990a41126 req-c9dc5aca-29ac-4ec9-bfc1-f30c018ac6cb tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4a8079a-7824-4201-889b-a14d70024f7e HTTP/1.1" status: 200  len: 210 time: 0.0854423
Mar 31 18:13:50.002176 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98504f79-a5a0-4826-a8e8-9d82d8e19848 None None] The sync data for ids ['c3a3febe-dfd4-42e9-ae63-bd56388f667e'] in dv-cinder-master-3-iscsi is: [{'id': 'c3a3febe-dfd4-42e9-ae63-bd56388f667e', 'name': 'tempest-AttachVolumeShelveTestJSON-914217197-router', 'tenant_id': 'eb7248f2c93342cd823f385c53a69d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.110'}], 'enable_snat': True}, 'gw_port_id': '5ea7654e-87aa-4ff9-bec5-a74794be2f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:13:42Z', 'updated_at': '2022-03-31T18:13:45Z', 'revision_number': 3, 'project_id': 'eb7248f2c93342cd823f385c53a69d05', 'gw_port': {'id': '5ea7654e-87aa-4ff9-bec5-a74794be2f6b', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fb:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3a3febe-dfd4-42e9-ae63-bd56388f667e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:13:43Z', 'updated_at': '2022-03-31T18:13:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 31 18:13:50.026538 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bd145aa4-014a-4b35-a83f-58533ee0dda2 admin admin] Publish callbacks [] for port (28e0abed-ad93-4543-a326-7697c824bd45), precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:50.083143 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fba800-60fe-4207-bcda-839e01f4d51d admin admin] Pushing event updated for resources: {'Port': ['ID=51b8168b-e7fb-4efb-b67b-28eeb8745794,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:13:50.113515 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-01aa83c3-081f-49a9-9b74-ad1cbd3e202a admin admin] Publish callbacks [] for security_group (9c7f6adc-b0a2-4057-a85a-220469f4ebf7), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:50.123030 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Device 59d53217-d0eb-4fc5-bfe8-49437283aec0 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 31 18:13:50.137159 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bd145aa4-014a-4b35-a83f-58533ee0dda2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (28e0abed-ad93-4543-a326-7697c824bd45), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:50.138067 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bd145aa4-014a-4b35-a83f-58533ee0dda2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-506722'] for router_interface (c3a3febe-dfd4-42e9-ae63-bd56388f667e), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:50.145277 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55fba800-60fe-4207-bcda-839e01f4d51d admin admin] Network fca50c83-3b91-4a03-8e1d-d873f4d904c1 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 31 18:13:50.146946 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-55fba800-60fe-4207-bcda-839e01f4d51d admin admin] Resources bound (agent type, host, resource id):  {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 31 18:13:50.207337 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-01aa83c3-081f-49a9-9b74-ad1cbd3e202a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (9c7f6adc-b0a2-4057-a85a-220469f4ebf7), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:50.224901 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Provisioning complete for port 59d53217-d0eb-4fc5-bfe8-49437283aec0 triggered by entity L2. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:13:50.225681 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (59d53217-d0eb-4fc5-bfe8-49437283aec0), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:50.227754 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd145aa4-014a-4b35-a83f-58533ee0dda2 admin admin] Pushing event updated for resources: {'Port': ['ID=28e0abed-ad93-4543-a326-7697c824bd45,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:13:50.288758 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-01aa83c3-081f-49a9-9b74-ad1cbd3e202a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d00c6a06c3384eb782d9d68ea83d7da2&name=default HTTP/1.1" status: 200  len: 2992 time: 1.1097271
Mar 31 18:13:50.306462 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 45408) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:13:50.369178 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aa83c3-081f-49a9-9b74-ad1cbd3e202a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c7f6adc-b0a2-4057-a85a-220469f4ebf7,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:13:50.438163 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-06ed8ae0-8bf1-488a-bdc1-0d0aa9d47f63 admin admin] Publish callbacks [] for security_group (9c7f6adc-b0a2-4057-a85a-220469f4ebf7), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:50.455275 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Current status of the port 59d53217-d0eb-4fc5-bfe8-49437283aec0 is: DOWN; New status is: ACTIVE {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:13:50.455679 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (59d53217-d0eb-4fc5-bfe8-49437283aec0), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:50.525594 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-06ed8ae0-8bf1-488a-bdc1-0d0aa9d47f63 admin admin] Publish callbacks [] for security_group (9c7f6adc-b0a2-4057-a85a-220469f4ebf7), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:50.571249 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] For port 59d53217-d0eb-4fc5-bfe8-49437283aec0, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=59d53217-d0eb-4fc5-bfe8-49437283aec0,segment=NetworkSegment(31f32929-b46a-4720-9f75-d20195c1993a),segment_id=31f32929-b46a-4720-9f75-d20195c1993a)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:13:50.582866 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd145aa4-014a-4b35-a83f-58533ee0dda2 admin admin] Network b654ebd8-4c33-443d-bee5-4bafdafcd132 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 31 18:13:50.588046 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-bd145aa4-014a-4b35-a83f-58533ee0dda2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 31 18:13:50.657912 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (59d53217-d0eb-4fc5-bfe8-49437283aec0), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:50.670828 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55fba800-60fe-4207-bcda-839e01f4d51d admin admin] Router d678eb86-3733-4b06-a3b9-aa722ad43e05 has already been hosted by L3 agent f09d5d1b-4294-4f18-9a00-351412ae7ca6 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 31 18:13:50.789606 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Pushing event updated for resources: {'Port': ['ID=59d53217-d0eb-4fc5-bfe8-49437283aec0,revision_number=4']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:13:50.798111 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-a28aa5a3-3bda-4c1e-9946-8a2a556684de None None] Provisioning complete for port 51b8168b-e7fb-4efb-b67b-28eeb8745794 triggered by entity DHCP. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:13:50.799080 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-a28aa5a3-3bda-4c1e-9946-8a2a556684de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (51b8168b-e7fb-4efb-b67b-28eeb8745794), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:50.881241 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd145aa4-014a-4b35-a83f-58533ee0dda2 admin admin] Router c3a3febe-dfd4-42e9-ae63-bd56388f667e has already been hosted by L3 agent f09d5d1b-4294-4f18-9a00-351412ae7ca6 {{(pid=103897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 31 18:13:50.895375 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-a28aa5a3-3bda-4c1e-9946-8a2a556684de None None] Port 51b8168b-e7fb-4efb-b67b-28eeb8745794 cannot update to ACTIVE because it is not bound. {{(pid=103898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 31 18:13:50.903131 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-06ed8ae0-8bf1-488a-bdc1-0d0aa9d47f63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (9c7f6adc-b0a2-4057-a85a-220469f4ebf7), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:50.905950 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-06ed8ae0-8bf1-488a-bdc1-0d0aa9d47f63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:50.910321 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-06ed8ae0-8bf1-488a-bdc1-0d0aa9d47f63 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9c7f6adc-b0a2-4057-a85a-220469f4ebf7 HTTP/1.1" status: 204  len: 168 time: 0.6021464
Mar 31 18:13:50.929400 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ed8ae0-8bf1-488a-bdc1-0d0aa9d47f63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c7f6adc-b0a2-4057-a85a-220469f4ebf7,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:13:50.935404 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55fba800-60fe-4207-bcda-839e01f4d51d admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 31 18:13:50.956110 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-55fba800-60fe-4207-bcda-839e01f4d51d admin admin] 10.222.0.58 "PUT /v2.0/routers/d678eb86-3733-4b06-a3b9-aa722ad43e05/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2575450
Mar 31 18:13:51.020976 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-74b6d190-2da5-41ca-acad-e5207112db9f None None] Provisioning complete for port 28e0abed-ad93-4543-a326-7697c824bd45 triggered by entity DHCP. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:13:51.021506 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-74b6d190-2da5-41ca-acad-e5207112db9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (28e0abed-ad93-4543-a326-7697c824bd45), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:51.080129 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd145aa4-014a-4b35-a83f-58533ee0dda2 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 31 18:13:51.094309 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-bd145aa4-014a-4b35-a83f-58533ee0dda2 admin admin] 10.222.0.58 "PUT /v2.0/routers/c3a3febe-dfd4-42e9-ae63-bd56388f667e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5193024
Mar 31 18:13:51.117989 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-74b6d190-2da5-41ca-acad-e5207112db9f None None] Port 28e0abed-ad93-4543-a326-7697c824bd45 cannot update to ACTIVE because it is not bound. {{(pid=103898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 31 18:13:51.141076 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-79a4eee5-bbcd-4225-94f2-4b694802ebc9 req-5cf0637c-0f5d-4547-87b0-3fac7d95be87 tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4a8079a-7824-4201-889b-a14d70024f7e HTTP/1.1" status: 200  len: 210 time: 0.0331323
Mar 31 18:13:51.364120 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668e3c1f-5cee-4d76-a851-234ed99bbc92 None None] Sync routers for ids ['d678eb86-3733-4b06-a3b9-aa722ad43e05'] in dv-cinder-master-3-iscsi {{(pid=103899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 31 18:13:51.375634 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668e3c1f-5cee-4d76-a851-234ed99bbc92 None None] Routers {'d678eb86-3733-4b06-a3b9-aa722ad43e05'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 31 18:13:51.376255 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_hamode_db [None req-668e3c1f-5cee-4d76-a851-234ed99bbc92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7715e6c550>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T18:05:01Z,description=<?>,heartbeat_timestamp=2022-03-31T18:13:31Z,host='dv-cinder-master-3-iscsi',id=f09d5d1b-4294-4f18-9a00-351412ae7ca6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-31T18:05:02Z,topic='l3_agent')) {'router_ids': ['d678eb86-3733-4b06-a3b9-aa722ad43e05'], 'active': True} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:13:51.499720 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvr_db [None req-668e3c1f-5cee-4d76-a851-234ed99bbc92 None None] Set router d678eb86-3733-4b06-a3b9-aa722ad43e05 gateway port host: dv-cinder-master-3-iscsi {{(pid=103899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 31 18:13:51.819018 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_hamode_db [None req-668e3c1f-5cee-4d76-a851-234ed99bbc92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7715e6c550>, [{'id': 'd678eb86-3733-4b06-a3b9-aa722ad43e05', 'name': 'tempest-ServerRescueNegativeTestJSON-1830224405-router', 'tenant_id': '6fc2eb72902a441ca6a6fa9350ce75f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.24'}], 'enable_snat': True}, 'gw_port_id': '59d53217-d0eb-4fc5-bfe8-49437283aec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:13:42Z', 'updated_at': '2022-03-31T18:13:48Z', 'revision_number': 4, 'project_id': '6fc2eb72902a441ca6a6fa9350ce75f8', 'gw_port': {'id': '59d53217-d0eb-4fc5-bfe8-49437283aec0', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:10:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd678eb86-3733-4b06-a3b9-aa722ad43e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:13:43Z', 'updated_at': '2022-03-31T18:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '51b8168b-e7fb-4efb-b67b-28eeb8745794', 'name': '', 'network_id': 'fca50c83-3b91-4a03-8e1d-d873f4d904c1', 'tenant_id': '6fc2eb72902a441ca6a6fa9350ce75f8', 'mac_address': 'fa:16:3e:bb:ce:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd678eb86-3733-4b06-a3b9-aa722ad43e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5c50616b-7511-4714-bd2d-e587d92cf7dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:13:47Z', 'updated_at': '2022-03-31T18:13:49Z', 'revision_number': 2, 'project_id': '6fc2eb72902a441ca6a6fa9350ce75f8', 'subnets': [{'id': '5c50616b-7511-4714-bd2d-e587d92cf7dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:13:51.889067 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668e3c1f-5cee-4d76-a851-234ed99bbc92 None None] Checking router: d678eb86-3733-4b06-a3b9-aa722ad43e05 for host: dv-cinder-master-3-iscsi {{(pid=103899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 31 18:13:51.889530 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668e3c1f-5cee-4d76-a851-234ed99bbc92 None None] Updating router d678eb86-3733-4b06-a3b9-aa722ad43e05 port 51b8168b-e7fb-4efb-b67b-28eeb8745794 binding host dv-cinder-master-3-iscsi {{(pid=103899) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 31 18:13:51.930118 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-668e3c1f-5cee-4d76-a851-234ed99bbc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (51b8168b-e7fb-4efb-b67b-28eeb8745794), before_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:52.028760 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 45474) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:13:52.050104 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2591106f-8190-4c1e-886a-613e86a875d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:52.257692 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 45486) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:13:52.264141 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.v2.base [None req-bbfbaf0f-aa9e-4b93-b5b5-fa38af190e3a tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1453235839', 'description': 'tempest-description--1023117509'}} {{(pid=103897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:13:52.404172 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2591106f-8190-4c1e-886a-613e86a875d4 admin admin] Publish callbacks [] for security_group (5cb848b1-1f44-4ff3-aacc-9973e7846bd3), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:52.419536 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-c4eb24b9-092f-40bf-84de-f36495c22f01 req-a7c49518-ecf0-448f-9c2c-c260e2fb8440 tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4a8079a-7824-4201-889b-a14d70024f7e HTTP/1.1" status: 200  len: 210 time: 0.0518568
Mar 31 18:13:52.473051 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4f880f-d846-4f95-b1df-fa827312d449 req-35da8362-cd8a-4f05-9531-4b297778628f tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:13:52.480772 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-fb4f880f-d846-4f95-b1df-fa827312d449 req-35da8362-cd8a-4f05-9531-4b297778628f tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/networks?id=fca50c83-3b91-4a03-8e1d-d873f4d904c1 HTTP/1.1" status: 200  len: 819 time: 0.2725525
Mar 31 18:13:52.481884 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bbfbaf0f-aa9e-4b93-b5b5-fa38af190e3a tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Publish callbacks [] for security_group (None), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:52.486469 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Device 5ea7654e-87aa-4ff9-bec5-a74794be2f6b up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 31 18:13:52.499482 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-fb4f880f-d846-4f95-b1df-fa827312d449 req-af560776-2805-4495-916e-e2876bca2614 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/quotas/6fc2eb72902a441ca6a6fa9350ce75f8 HTTP/1.1" status: 200  len: 375 time: 0.0173142
Mar 31 18:13:52.567420 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2591106f-8190-4c1e-886a-613e86a875d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (5cb848b1-1f44-4ff3-aacc-9973e7846bd3), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:52.593682 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Provisioning complete for port 5ea7654e-87aa-4ff9-bec5-a74794be2f6b triggered by entity L2. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:13:52.594219 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (5ea7654e-87aa-4ff9-bec5-a74794be2f6b), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:52.603878 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2591106f-8190-4c1e-886a-613e86a875d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cb848b1-1f44-4ff3-aacc-9973e7846bd3,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:13:52.634468 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bbfbaf0f-aa9e-4b93-b5b5-fa38af190e3a tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Publish callbacks [] for security_group (e133340d-5235-49c2-8082-becbc976b284), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:52.675923 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-fb4f880f-d846-4f95-b1df-fa827312d449 req-6dca1213-f165-4751-93ee-f9efd141eb02 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=6fc2eb72902a441ca6a6fa9350ce75f8&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1752045
Mar 31 18:13:52.678562 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67389f4-2d9e-4247-b05d-70b12d465acb None None] Sync routers for ids ['c3a3febe-dfd4-42e9-ae63-bd56388f667e'] in dv-cinder-master-3-iscsi {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 31 18:13:52.706065 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67389f4-2d9e-4247-b05d-70b12d465acb None None] Routers {'c3a3febe-dfd4-42e9-ae63-bd56388f667e'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 31 18:13:52.707247 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-e67389f4-2d9e-4247-b05d-70b12d465acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f771534a370>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T18:05:01Z,description=<?>,heartbeat_timestamp=2022-03-31T18:13:31Z,host='dv-cinder-master-3-iscsi',id=f09d5d1b-4294-4f18-9a00-351412ae7ca6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-31T18:05:02Z,topic='l3_agent')) {'router_ids': ['c3a3febe-dfd4-42e9-ae63-bd56388f667e'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:13:52.736033 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-668e3c1f-5cee-4d76-a851-234ed99bbc92 None None] Publish callbacks [] for port (51b8168b-e7fb-4efb-b67b-28eeb8745794), precommit_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:52.742304 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bbfbaf0f-aa9e-4b93-b5b5-fa38af190e3a tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (e133340d-5235-49c2-8082-becbc976b284), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:52.820986 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfbaf0f-aa9e-4b93-b5b5-fa38af190e3a tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e133340d-5235-49c2-8082-becbc976b284,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:13:52.837738 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-fb4f880f-d846-4f95-b1df-fa827312d449 req-c6b84bb2-ca98-44d7-9b31-26a3681e8caa service neutron] 10.222.0.58 "GET /v2.0/networks/fca50c83-3b91-4a03-8e1d-d873f4d904c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1608572
Mar 31 18:13:52.853461 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-2591106f-8190-4c1e-886a-613e86a875d4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=87ee5311fdca44299a05295c7364afd2&name=default HTTP/1.1" status: 200  len: 2992 time: 0.8206513
Mar 31 18:13:52.855106 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 45506) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:13:52.855346 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-668e3c1f-5cee-4d76-a851-234ed99bbc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (51b8168b-e7fb-4efb-b67b-28eeb8745794), after_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:52.888242 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Current status of the port 5ea7654e-87aa-4ff9-bec5-a74794be2f6b is: DOWN; New status is: ACTIVE {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:13:52.888634 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (5ea7654e-87aa-4ff9-bec5-a74794be2f6b), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:52.922900 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] For port 5ea7654e-87aa-4ff9-bec5-a74794be2f6b, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=5ea7654e-87aa-4ff9-bec5-a74794be2f6b,segment=NetworkSegment(31f32929-b46a-4720-9f75-d20195c1993a),segment_id=31f32929-b46a-4720-9f75-d20195c1993a)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:13:52.933698 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-e67389f4-2d9e-4247-b05d-70b12d465acb None None] Set router c3a3febe-dfd4-42e9-ae63-bd56388f667e gateway port host: dv-cinder-master-3-iscsi {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 31 18:13:52.972507 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bbfbaf0f-aa9e-4b93-b5b5-fa38af190e3a tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Publish callbacks [] for security_group (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:52.979548 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-bbfbaf0f-aa9e-4b93-b5b5-fa38af190e3a tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1795 time: 0.7135181
Mar 31 18:13:52.983886 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-fb4f880f-d846-4f95-b1df-fa827312d449 req-473d8288-c176-44c6-beca-202b98340264 service neutron] 10.222.0.58 "GET /v2.0/networks/fca50c83-3b91-4a03-8e1d-d873f4d904c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1451252
Mar 31 18:13:52.984458 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 45512) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:13:53.006406 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [None req-af83e83a-e527-4098-bb22-aa6a86070ab3 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Request body: {'security_group_rule': {'security_group_id': 'e133340d-5235-49c2-8082-becbc976b284', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:13:53.074640 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (5ea7654e-87aa-4ff9-bec5-a74794be2f6b), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:53.085554 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Device 59d53217-d0eb-4fc5-bfe8-49437283aec0 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 31 18:13:53.108939 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7f911c39-7855-49f9-bbd3-0b52b0eea9db admin admin] Publish callbacks [] for security_group (5cb848b1-1f44-4ff3-aacc-9973e7846bd3), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:53.149664 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.managers [None req-668e3c1f-5cee-4d76-a851-234ed99bbc92 None None] Attempting to bind port 51b8168b-e7fb-4efb-b67b-28eeb8745794 on host dv-cinder-master-3-iscsi for vnic_type normal with profile  {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 31 18:13:53.150164 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.managers [None req-668e3c1f-5cee-4d76-a851-234ed99bbc92 None None] Attempting to bind port 51b8168b-e7fb-4efb-b67b-28eeb8745794 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'bcaae20b-26f6-4a98-8fc9-ae5ab378776d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'fca50c83-3b91-4a03-8e1d-d873f4d904c1'}] {{(pid=103899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 31 18:13:53.150528 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668e3c1f-5cee-4d76-a851-234ed99bbc92 None None] Attempting to bind port 51b8168b-e7fb-4efb-b67b-28eeb8745794 on network fca50c83-3b91-4a03-8e1d-d873f4d904c1 {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 31 18:13:53.163777 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668e3c1f-5cee-4d76-a851-234ed99bbc92 None None] Checking agent: {'id': 'b6d39f6c-4dc3-40bd-bbe5-e05b1f1d4e13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 5, 5), 'started_at': datetime.datetime(2022, 3, 31, 18, 5, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 31 18:13:53.166371 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668e3c1f-5cee-4d76-a851-234ed99bbc92 None None] Checking segment: {'id': 'bcaae20b-26f6-4a98-8fc9-ae5ab378776d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'fca50c83-3b91-4a03-8e1d-d873f4d904c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 31 18:13:53.166371 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-668e3c1f-5cee-4d76-a851-234ed99bbc92 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:53.166371 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668e3c1f-5cee-4d76-a851-234ed99bbc92 None None] Bound using segment: {'id': 'bcaae20b-26f6-4a98-8fc9-ae5ab378776d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'fca50c83-3b91-4a03-8e1d-d873f4d904c1'} {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 31 18:13:53.167799 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.managers [None req-668e3c1f-5cee-4d76-a851-234ed99bbc92 None None] Bound port: 51b8168b-e7fb-4efb-b67b-28eeb8745794, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcaae20b-26f6-4a98-8fc9-ae5ab378776d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'fca50c83-3b91-4a03-8e1d-d873f4d904c1'}}] {{(pid=103899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 31 18:13:53.168297 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-668e3c1f-5cee-4d76-a851-234ed99bbc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (51b8168b-e7fb-4efb-b67b-28eeb8745794), before_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:53.177436 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7f911c39-7855-49f9-bbd3-0b52b0eea9db admin admin] Publish callbacks [] for security_group (5cb848b1-1f44-4ff3-aacc-9973e7846bd3), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:53.190537 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-af83e83a-e527-4098-bb22-aa6a86070ab3 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Publish callbacks [] for security_group_rule (0cd7f810-018b-4266-98dc-da3bfc7a8263), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:53.263804 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53661e4c-1bb0-4693-a469-b4e537906e6c None None] Pushing event updated for resources: {'Port': ['ID=51b8168b-e7fb-4efb-b67b-28eeb8745794,revision_number=3']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:13:53.292475 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.db [None req-668e3c1f-5cee-4d76-a851-234ed99bbc92 None None] For port 51b8168b-e7fb-4efb-b67b-28eeb8745794, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 31 18:13:53.297041 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.db [None req-668e3c1f-5cee-4d76-a851-234ed99bbc92 None None] For port 51b8168b-e7fb-4efb-b67b-28eeb8745794, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=51b8168b-e7fb-4efb-b67b-28eeb8745794,segment=NetworkSegment(bcaae20b-26f6-4a98-8fc9-ae5ab378776d),segment_id=bcaae20b-26f6-4a98-8fc9-ae5ab378776d)] {{(pid=103899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 31 18:13:53.331788 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7f911c39-7855-49f9-bbd3-0b52b0eea9db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (5cb848b1-1f44-4ff3-aacc-9973e7846bd3), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:53.344202 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7f911c39-7855-49f9-bbd3-0b52b0eea9db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:53.345362 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-7f911c39-7855-49f9-bbd3-0b52b0eea9db admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5cb848b1-1f44-4ff3-aacc-9973e7846bd3 HTTP/1.1" status: 204  len: 168 time: 0.4888098
Mar 31 18:13:53.362454 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-af83e83a-e527-4098-bb22-aa6a86070ab3 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Publish callbacks [] for security_group_rule (0cd7f810-018b-4266-98dc-da3bfc7a8263), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:53.382915 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f911c39-7855-49f9-bbd3-0b52b0eea9db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cb848b1-1f44-4ff3-aacc-9973e7846bd3,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:13:53.389814 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-668e3c1f-5cee-4d76-a851-234ed99bbc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (51b8168b-e7fb-4efb-b67b-28eeb8745794), after_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:53.417849 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-25cac236-207b-4a58-ad69-96ffd0094a4f None None] Provisioning complete for port 51b8168b-e7fb-4efb-b67b-28eeb8745794 triggered by entity DHCP. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:13:53.418514 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-25cac236-207b-4a58-ad69-96ffd0094a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (51b8168b-e7fb-4efb-b67b-28eeb8745794), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:53.458177 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-af83e83a-e527-4098-bb22-aa6a86070ab3 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527249'] for security_group_rule (0cd7f810-018b-4266-98dc-da3bfc7a8263), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:53.533286 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af83e83a-e527-4098-bb22-aa6a86070ab3 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cd7f810-018b-4266-98dc-da3bfc7a8263,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:13:53.572121 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53661e4c-1bb0-4693-a469-b4e537906e6c None None] Pushing event updated for resources: {'Port': ['ID=51b8168b-e7fb-4efb-b67b-28eeb8745794,revision_number=4']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:13:53.572419 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Pushing event updated for resources: {'Port': ['ID=5ea7654e-87aa-4ff9-bec5-a74794be2f6b,revision_number=4']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:13:53.600801 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-665572d6-f2f5-40ce-9137-0e3011e66bfb req-51765c45-1d6b-4499-9603-34459292d1aa tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4a8079a-7824-4201-889b-a14d70024f7e HTTP/1.1" status: 200  len: 210 time: 0.0655169
Mar 31 18:13:53.601133 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668e3c1f-5cee-4d76-a851-234ed99bbc92 None None] Routers {'d678eb86-3733-4b06-a3b9-aa722ad43e05'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 31 18:13:53.603147 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_hamode_db [None req-668e3c1f-5cee-4d76-a851-234ed99bbc92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7715e6c550>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T18:05:01Z,description=<?>,heartbeat_timestamp=2022-03-31T18:13:31Z,host='dv-cinder-master-3-iscsi',id=f09d5d1b-4294-4f18-9a00-351412ae7ca6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-31T18:05:02Z,topic='l3_agent')) {'router_ids': ['d678eb86-3733-4b06-a3b9-aa722ad43e05'], 'active': True} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:13:53.624916 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-af83e83a-e527-4098-bb22-aa6a86070ab3 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:53.626675 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-af83e83a-e527-4098-bb22-aa6a86070ab3 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.6392200
Mar 31 18:13:53.629524 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 45544) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:13:53.635165 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [None req-cd3816c3-964e-425f-8a94-bdacaff90217 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Request body: {'security_group_rule': {'security_group_id': 'e133340d-5235-49c2-8082-becbc976b284', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:13:53.640060 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.44', 55224) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:13:53.749670 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Provisioning complete for port 59d53217-d0eb-4fc5-bfe8-49437283aec0 triggered by entity L2. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:13:53.750400 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (59d53217-d0eb-4fc5-bfe8-49437283aec0), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:53.813905 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-25cac236-207b-4a58-ad69-96ffd0094a4f None None] Current status of the port 51b8168b-e7fb-4efb-b67b-28eeb8745794 is: DOWN; New status is: ACTIVE {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:13:53.819035 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-25cac236-207b-4a58-ad69-96ffd0094a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (51b8168b-e7fb-4efb-b67b-28eeb8745794), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:53.837771 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvr_db [None req-668e3c1f-5cee-4d76-a851-234ed99bbc92 None None] Set router d678eb86-3733-4b06-a3b9-aa722ad43e05 gateway port host: dv-cinder-master-3-iscsi {{(pid=103899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 31 18:13:53.938989 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-25cac236-207b-4a58-ad69-96ffd0094a4f None None] For port 51b8168b-e7fb-4efb-b67b-28eeb8745794, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=51b8168b-e7fb-4efb-b67b-28eeb8745794,segment=NetworkSegment(bcaae20b-26f6-4a98-8fc9-ae5ab378776d),segment_id=bcaae20b-26f6-4a98-8fc9-ae5ab378776d)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:13:53.951137 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-e67389f4-2d9e-4247-b05d-70b12d465acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f771534a370>, [{'id': 'c3a3febe-dfd4-42e9-ae63-bd56388f667e', 'name': 'tempest-AttachVolumeShelveTestJSON-914217197-router', 'tenant_id': 'eb7248f2c93342cd823f385c53a69d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.110'}], 'enable_snat': True}, 'gw_port_id': '5ea7654e-87aa-4ff9-bec5-a74794be2f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:13:42Z', 'updated_at': '2022-03-31T18:13:49Z', 'revision_number': 4, 'project_id': 'eb7248f2c93342cd823f385c53a69d05', 'gw_port': {'id': '5ea7654e-87aa-4ff9-bec5-a74794be2f6b', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fb:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3a3febe-dfd4-42e9-ae63-bd56388f667e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:13:43Z', 'updated_at': '2022-03-31T18:13:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '28e0abed-ad93-4543-a326-7697c824bd45', 'name': '', 'network_id': 'b654ebd8-4c33-443d-bee5-4bafdafcd132', 'tenant_id': 'eb7248f2c93342cd823f385c53a69d05', 'mac_address': 'fa:16:3e:cf:ab:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3a3febe-dfd4-42e9-ae63-bd56388f667e', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b54f9372-100f-4525-b4b3-2814afa9d771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:13:48Z', 'updated_at': '2022-03-31T18:13:49Z', 'revision_number': 2, 'project_id': 'eb7248f2c93342cd823f385c53a69d05', 'subnets': [{'id': 'b54f9372-100f-4525-b4b3-2814afa9d771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:13:53.952551 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-26013e0c-01f8-4863-b18c-8183fab4a004 req-73e7312e-bcde-40b8-8990-497c062fa410 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=779c13cd-7a7a-47b4-b488-0d1e365c3dc4 HTTP/1.1" status: 200  len: 210 time: 0.4999578
Mar 31 18:13:53.974181 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Current status of the port 59d53217-d0eb-4fc5-bfe8-49437283aec0 is: ACTIVE; New status is: ACTIVE {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:13:54.001350 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cd3816c3-964e-425f-8a94-bdacaff90217 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Publish callbacks [] for security_group_rule (77c24685-645f-474f-99ba-d4b6da8d39a9), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:54.007846 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67389f4-2d9e-4247-b05d-70b12d465acb None None] Checking router: c3a3febe-dfd4-42e9-ae63-bd56388f667e for host: dv-cinder-master-3-iscsi {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 31 18:13:54.007846 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67389f4-2d9e-4247-b05d-70b12d465acb None None] Updating router c3a3febe-dfd4-42e9-ae63-bd56388f667e port 28e0abed-ad93-4543-a326-7697c824bd45 binding host dv-cinder-master-3-iscsi {{(pid=103898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 31 18:13:54.026345 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6fb64d-f661-4fce-930a-5b02ecc6e8c2 req-d7d7bcb8-0300-43bf-ad12-a1bc9a5f90f1 tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:13:54.028355 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-be6fb64d-f661-4fce-930a-5b02ecc6e8c2 req-d7d7bcb8-0300-43bf-ad12-a1bc9a5f90f1 tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] 10.222.0.44 "GET /v2.0/networks?id=6c793ff7-2519-4ef7-8b41-f73ba7273780 HTTP/1.1" status: 200  len: 811 time: 0.3871307
Mar 31 18:13:54.077648 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-25cac236-207b-4a58-ad69-96ffd0094a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (51b8168b-e7fb-4efb-b67b-28eeb8745794), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:54.120073 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [req-be6fb64d-f661-4fce-930a-5b02ecc6e8c2 req-146ff6b5-2245-4053-9c61-8e56f2e1be2f tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] Request body: {'port': {'device_id': 'b4a8079a-7824-4201-889b-a14d70024f7e', 'network_id': '6c793ff7-2519-4ef7-8b41-f73ba7273780', 'admin_state_up': True, 'tenant_id': '23366fa77e9049af8c183f6959cc158f'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:13:54.167431 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Device 5ea7654e-87aa-4ff9-bec5-a74794be2f6b up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 31 18:13:54.217342 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-e67389f4-2d9e-4247-b05d-70b12d465acb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (28e0abed-ad93-4543-a326-7697c824bd45), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:54.219214 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_hamode_db [None req-668e3c1f-5cee-4d76-a851-234ed99bbc92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7715e6c550>, [{'id': 'd678eb86-3733-4b06-a3b9-aa722ad43e05', 'name': 'tempest-ServerRescueNegativeTestJSON-1830224405-router', 'tenant_id': '6fc2eb72902a441ca6a6fa9350ce75f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.24'}], 'enable_snat': True}, 'gw_port_id': '59d53217-d0eb-4fc5-bfe8-49437283aec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:13:42Z', 'updated_at': '2022-03-31T18:13:48Z', 'revision_number': 4, 'project_id': '6fc2eb72902a441ca6a6fa9350ce75f8', 'gw_port': {'id': '59d53217-d0eb-4fc5-bfe8-49437283aec0', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:10:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd678eb86-3733-4b06-a3b9-aa722ad43e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:13:43Z', 'updated_at': '2022-03-31T18:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '51b8168b-e7fb-4efb-b67b-28eeb8745794', 'name': '', 'network_id': 'fca50c83-3b91-4a03-8e1d-d873f4d904c1', 'tenant_id': '6fc2eb72902a441ca6a6fa9350ce75f8', 'mac_address': 'fa:16:3e:bb:ce:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd678eb86-3733-4b06-a3b9-aa722ad43e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5c50616b-7511-4714-bd2d-e587d92cf7dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:13:47Z', 'updated_at': '2022-03-31T18:13:53Z', 'revision_number': 4, 'project_id': '6fc2eb72902a441ca6a6fa9350ce75f8', 'subnets': [{'id': '5c50616b-7511-4714-bd2d-e587d92cf7dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:13:54.259033 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668e3c1f-5cee-4d76-a851-234ed99bbc92 None None] The sync data for ids ['d678eb86-3733-4b06-a3b9-aa722ad43e05'] in dv-cinder-master-3-iscsi is: [{'id': 'd678eb86-3733-4b06-a3b9-aa722ad43e05', 'name': 'tempest-ServerRescueNegativeTestJSON-1830224405-router', 'tenant_id': '6fc2eb72902a441ca6a6fa9350ce75f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.24'}], 'enable_snat': True}, 'gw_port_id': '59d53217-d0eb-4fc5-bfe8-49437283aec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:13:42Z', 'updated_at': '2022-03-31T18:13:48Z', 'revision_number': 4, 'project_id': '6fc2eb72902a441ca6a6fa9350ce75f8', 'gw_port': {'id': '59d53217-d0eb-4fc5-bfe8-49437283aec0', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:10:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd678eb86-3733-4b06-a3b9-aa722ad43e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:13:43Z', 'updated_at': '2022-03-31T18:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '51b8168b-e7fb-4efb-b67b-28eeb8745794', 'name': '', 'network_id': 'fca50c83-3b91-4a03-8e1d-d873f4d904c1', 'tenant_id': '6fc2eb72902a441ca6a6fa9350ce75f8', 'mac_address': 'fa:16:3e:bb:ce:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd678eb86-3733-4b06-a3b9-aa722ad43e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5c50616b-7511-4714-bd2d-e587d92cf7dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:13:47Z', 'updated_at': '2022-03-31T18:13:53Z', 'revision_number': 4, 'project_id': '6fc2eb72902a441ca6a6fa9350ce75f8', 'subnets': [{'id': '5c50616b-7511-4714-bd2d-e587d92cf7dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 31 18:13:54.278762 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 45574) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:13:54.292060 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cd3816c3-964e-425f-8a94-bdacaff90217 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Publish callbacks [] for security_group_rule (77c24685-645f-474f-99ba-d4b6da8d39a9), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:54.439127 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cd3816c3-964e-425f-8a94-bdacaff90217 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527249'] for security_group_rule (77c24685-645f-474f-99ba-d4b6da8d39a9), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:54.561495 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cac236-207b-4a58-ad69-96ffd0094a4f None None] Pushing event updated for resources: {'Port': ['ID=51b8168b-e7fb-4efb-b67b-28eeb8745794,revision_number=5']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:13:54.676911 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-e325ece5-1b66-4ba1-8a97-abc7c1a6e2ac None None] Provisioning complete for port 51b8168b-e7fb-4efb-b67b-28eeb8745794 triggered by entity DHCP. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:13:54.678405 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-e325ece5-1b66-4ba1-8a97-abc7c1a6e2ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (51b8168b-e7fb-4efb-b67b-28eeb8745794), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:54.765644 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3816c3-964e-425f-8a94-bdacaff90217 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77c24685-645f-474f-99ba-d4b6da8d39a9,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:13:54.767359 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-903f6881-088b-454c-aa85-4f66a6ff6126 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:54.808169 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Provisioning complete for port 5ea7654e-87aa-4ff9-bec5-a74794be2f6b triggered by entity L2. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:13:54.812206 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (5ea7654e-87aa-4ff9-bec5-a74794be2f6b), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:54.910545 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cd3816c3-964e-425f-8a94-bdacaff90217 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:54.919154 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-cd3816c3-964e-425f-8a94-bdacaff90217 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.2878840
Mar 31 18:13:54.924613 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 45622) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:13:54.941471 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [None req-8da9e8da-a329-4369-90d4-d28709428749 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Request body: {'floatingip': {'floating_network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:13:54.943831 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-903f6881-088b-454c-aa85-4f66a6ff6126 admin admin] Publish callbacks [] for security_group (febf6cdb-d7d4-468b-9846-1653cd6d7bcd), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:54.981985 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-24a158ad-d56b-48c6-8bb0-d0cf53c3adba req-314cbf13-a9fb-4695-8699-9129f776c261 tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4a8079a-7824-4201-889b-a14d70024f7e HTTP/1.1" status: 200  len: 210 time: 0.0361240
Mar 31 18:13:55.007477 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-903f6881-088b-454c-aa85-4f66a6ff6126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (febf6cdb-d7d4-468b-9846-1653cd6d7bcd), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:55.090777 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-903f6881-088b-454c-aa85-4f66a6ff6126 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=02ed38429c7a482d9b048c869783abf6&name=default HTTP/1.1" status: 200  len: 2995 time: 0.8102894
Mar 31 18:13:55.094866 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 45630) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:13:55.096247 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903f6881-088b-454c-aa85-4f66a6ff6126 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=febf6cdb-d7d4-468b-9846-1653cd6d7bcd,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:13:55.145059 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c921b6f-d23d-4075-96ca-6ecf2cd63da4 req-9c2b7fc3-b8b7-466c-9dcd-677763ad5b1e tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:13:55.147715 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-3c921b6f-d23d-4075-96ca-6ecf2cd63da4 req-9c2b7fc3-b8b7-466c-9dcd-677763ad5b1e tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/networks?id=fca50c83-3b91-4a03-8e1d-d873f4d904c1 HTTP/1.1" status: 200  len: 819 time: 0.3543029
Mar 31 18:13:55.175960 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-3c921b6f-d23d-4075-96ca-6ecf2cd63da4 req-9f0b5fe7-b6c1-47e6-ab1d-33e5ab1d7ab2 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/quotas/6fc2eb72902a441ca6a6fa9350ce75f8 HTTP/1.1" status: 200  len: 375 time: 0.0272541
Mar 31 18:13:55.198981 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-e67389f4-2d9e-4247-b05d-70b12d465acb None None] Publish callbacks [] for port (28e0abed-ad93-4543-a326-7697c824bd45), precommit_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:55.212199 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-e325ece5-1b66-4ba1-8a97-abc7c1a6e2ac None None] Current status of the port 51b8168b-e7fb-4efb-b67b-28eeb8745794 is: ACTIVE; New status is: ACTIVE {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:13:55.221556 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be6fb64d-f661-4fce-930a-5b02ecc6e8c2 req-146ff6b5-2245-4053-9c61-8e56f2e1be2f tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] Made reservation on behalf of 23366fa77e9049af8c183f6959cc158f for: {'port': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 31 18:13:55.225151 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-be6fb64d-f661-4fce-930a-5b02ecc6e8c2 req-146ff6b5-2245-4053-9c61-8e56f2e1be2f tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:55.288989 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Current status of the port 5ea7654e-87aa-4ff9-bec5-a74794be2f6b is: ACTIVE; New status is: ACTIVE {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:13:55.322757 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-3c921b6f-d23d-4075-96ca-6ecf2cd63da4 req-de056667-fda8-424c-af54-bd2aab469988 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=6fc2eb72902a441ca6a6fa9350ce75f8&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1454904
Mar 31 18:13:55.394858 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-e67389f4-2d9e-4247-b05d-70b12d465acb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (28e0abed-ad93-4543-a326-7697c824bd45), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:55.440408 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8da9e8da-a329-4369-90d4-d28709428749 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:55.493538 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb688b82-4749-4075-9829-90fbce05be18 None None] Pushing event updated for resources: {'Port': ['ID=28e0abed-ad93-4543-a326-7697c824bd45,revision_number=3']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:13:55.621391 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-e67389f4-2d9e-4247-b05d-70b12d465acb None None] Attempting to bind port 28e0abed-ad93-4543-a326-7697c824bd45 on host dv-cinder-master-3-iscsi for vnic_type normal with profile  {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 31 18:13:55.621761 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-e67389f4-2d9e-4247-b05d-70b12d465acb None None] Attempting to bind port 28e0abed-ad93-4543-a326-7697c824bd45 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'd3dc8398-bd2c-4dc7-a2ac-12de370e002b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'b654ebd8-4c33-443d-bee5-4bafdafcd132'}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 31 18:13:55.622122 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67389f4-2d9e-4247-b05d-70b12d465acb None None] Attempting to bind port 28e0abed-ad93-4543-a326-7697c824bd45 on network b654ebd8-4c33-443d-bee5-4bafdafcd132 {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 31 18:13:55.649772 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67389f4-2d9e-4247-b05d-70b12d465acb None None] Checking agent: {'id': 'b6d39f6c-4dc3-40bd-bbe5-e05b1f1d4e13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 5, 5), 'started_at': datetime.datetime(2022, 3, 31, 18, 5, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 31 18:13:55.650152 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67389f4-2d9e-4247-b05d-70b12d465acb None None] Checking segment: {'id': 'd3dc8398-bd2c-4dc7-a2ac-12de370e002b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'b654ebd8-4c33-443d-bee5-4bafdafcd132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 31 18:13:55.650602 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-e67389f4-2d9e-4247-b05d-70b12d465acb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:55.654221 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67389f4-2d9e-4247-b05d-70b12d465acb None None] Bound using segment: {'id': 'd3dc8398-bd2c-4dc7-a2ac-12de370e002b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'b654ebd8-4c33-443d-bee5-4bafdafcd132'} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 31 18:13:55.657892 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-e67389f4-2d9e-4247-b05d-70b12d465acb None None] Bound port: 28e0abed-ad93-4543-a326-7697c824bd45, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3dc8398-bd2c-4dc7-a2ac-12de370e002b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'b654ebd8-4c33-443d-bee5-4bafdafcd132'}}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 31 18:13:55.657892 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-e67389f4-2d9e-4247-b05d-70b12d465acb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (28e0abed-ad93-4543-a326-7697c824bd45), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:55.833800 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [req-be6fb64d-f661-4fce-930a-5b02ecc6e8c2 req-146ff6b5-2245-4053-9c61-8e56f2e1be2f tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] Allocated IP 172.20.0.5 (6c793ff7-2519-4ef7-8b41-f73ba7273780/66e8e03d-c7a9-44f5-9f55-89eee1f74f02/b41ca13e-f9fc-4896-a18b-4d8b90a0ef6b) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 31 18:13:55.874264 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-e67389f4-2d9e-4247-b05d-70b12d465acb None None] For port 28e0abed-ad93-4543-a326-7697c824bd45, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 31 18:13:55.882226 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-e67389f4-2d9e-4247-b05d-70b12d465acb None None] For port 28e0abed-ad93-4543-a326-7697c824bd45, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=28e0abed-ad93-4543-a326-7697c824bd45,segment=NetworkSegment(d3dc8398-bd2c-4dc7-a2ac-12de370e002b),segment_id=d3dc8398-bd2c-4dc7-a2ac-12de370e002b)] {{(pid=103898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 31 18:13:55.963560 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-610828a6-d566-4e04-8494-748dc99e4b6e None None] Provisioning complete for port 28e0abed-ad93-4543-a326-7697c824bd45 triggered by entity DHCP. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:13:55.963964 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-610828a6-d566-4e04-8494-748dc99e4b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (28e0abed-ad93-4543-a326-7697c824bd45), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:56.068459 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-610828a6-d566-4e04-8494-748dc99e4b6e None None] Port 28e0abed-ad93-4543-a326-7697c824bd45 cannot update to ACTIVE because it is not bound. {{(pid=103898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 31 18:13:56.089192 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-e67389f4-2d9e-4247-b05d-70b12d465acb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (28e0abed-ad93-4543-a326-7697c824bd45), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:56.162163 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-be6fb64d-f661-4fce-930a-5b02ecc6e8c2 req-146ff6b5-2245-4053-9c61-8e56f2e1be2f tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] Publish callbacks [] for port (b41ca13e-f9fc-4896-a18b-4d8b90a0ef6b), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:56.192484 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Device 51b8168b-e7fb-4efb-b67b-28eeb8745794 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 31 18:13:56.272821 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6e1454ef-8b39-4c7f-8d46-a9a4907be2d9 admin admin] Publish callbacks [] for security_group (febf6cdb-d7d4-468b-9846-1653cd6d7bcd), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:56.277291 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-f0a4015d-62e0-48fe-a238-4a580c9c0f14 req-1ffdc5de-0425-4c4e-8e20-10eab9aaae16 tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4a8079a-7824-4201-889b-a14d70024f7e HTTP/1.1" status: 200  len: 210 time: 0.0770516
Mar 31 18:13:56.319018 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67389f4-2d9e-4247-b05d-70b12d465acb None None] Routers {'c3a3febe-dfd4-42e9-ae63-bd56388f667e'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 31 18:13:56.319640 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-e67389f4-2d9e-4247-b05d-70b12d465acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f771534a370>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T18:05:01Z,description=<?>,heartbeat_timestamp=2022-03-31T18:13:31Z,host='dv-cinder-master-3-iscsi',id=f09d5d1b-4294-4f18-9a00-351412ae7ca6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-31T18:05:02Z,topic='l3_agent')) {'router_ids': ['c3a3febe-dfd4-42e9-ae63-bd56388f667e'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:13:56.330957 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb688b82-4749-4075-9829-90fbce05be18 None None] Pushing event updated for resources: {'Port': ['ID=28e0abed-ad93-4543-a326-7697c824bd45,revision_number=4']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:13:56.400618 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6e1454ef-8b39-4c7f-8d46-a9a4907be2d9 admin admin] Publish callbacks [] for security_group (febf6cdb-d7d4-468b-9846-1653cd6d7bcd), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:56.511749 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-3c921b6f-d23d-4075-96ca-6ecf2cd63da4 req-aeca796f-f297-4589-ac00-f617a8776166 service neutron] 10.222.0.58 "GET /v2.0/networks/fca50c83-3b91-4a03-8e1d-d873f4d904c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.1879015
Mar 31 18:13:56.801049 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-be6fb64d-f661-4fce-930a-5b02ecc6e8c2 req-146ff6b5-2245-4053-9c61-8e56f2e1be2f tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759342510062'] for port (b41ca13e-f9fc-4896-a18b-4d8b90a0ef6b), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:56.883318 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-034f37ae-e963-47f9-b5bd-37c4575ef945 None None] Provisioning complete for port 28e0abed-ad93-4543-a326-7697c824bd45 triggered by entity DHCP. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:13:56.883843 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-034f37ae-e963-47f9-b5bd-37c4575ef945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (28e0abed-ad93-4543-a326-7697c824bd45), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:56.951319 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-3c921b6f-d23d-4075-96ca-6ecf2cd63da4 req-8d4e6643-a4c7-4ec9-89e8-586e9b47890b service neutron] 10.222.0.58 "GET /v2.0/networks/fca50c83-3b91-4a03-8e1d-d873f4d904c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4308083
Mar 31 18:13:56.979196 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be6fb64d-f661-4fce-930a-5b02ecc6e8c2 req-146ff6b5-2245-4053-9c61-8e56f2e1be2f tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] Network 6c793ff7-2519-4ef7-8b41-f73ba7273780 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 31 18:13:56.994410 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [req-be6fb64d-f661-4fce-930a-5b02ecc6e8c2 req-146ff6b5-2245-4053-9c61-8e56f2e1be2f tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] Resources bound (agent type, host, resource id):  {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 31 18:13:56.998217 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Provisioning complete for port 51b8168b-e7fb-4efb-b67b-28eeb8745794 triggered by entity L2. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:13:56.998673 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (51b8168b-e7fb-4efb-b67b-28eeb8745794), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:57.005620 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-be6fb64d-f661-4fce-930a-5b02ecc6e8c2 req-146ff6b5-2245-4053-9c61-8e56f2e1be2f tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 31 18:13:57.015692 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6fb64d-f661-4fce-930a-5b02ecc6e8c2 req-146ff6b5-2245-4053-9c61-8e56f2e1be2f tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:13:57.016498 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-be6fb64d-f661-4fce-930a-5b02ecc6e8c2 req-146ff6b5-2245-4053-9c61-8e56f2e1be2f tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548721'] for port (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:57.097188 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146ff6b5-2245-4053-9c61-8e56f2e1be2f tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] Pushing event updated for resources: {'Port': ['ID=b41ca13e-f9fc-4896-a18b-4d8b90a0ef6b,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:13:57.112939 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8da9e8da-a329-4369-90d4-d28709428749 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:57.192943 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6e1454ef-8b39-4c7f-8d46-a9a4907be2d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (febf6cdb-d7d4-468b-9846-1653cd6d7bcd), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:57.197558 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6e1454ef-8b39-4c7f-8d46-a9a4907be2d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:57.204638 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-6e1454ef-8b39-4c7f-8d46-a9a4907be2d9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/febf6cdb-d7d4-468b-9846-1653cd6d7bcd HTTP/1.1" status: 204  len: 168 time: 2.1066067
Mar 31 18:13:57.237421 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1454ef-8b39-4c7f-8d46-a9a4907be2d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=febf6cdb-d7d4-468b-9846-1653cd6d7bcd,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:13:57.251030 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-e67389f4-2d9e-4247-b05d-70b12d465acb None None] Set router c3a3febe-dfd4-42e9-ae63-bd56388f667e gateway port host: dv-cinder-master-3-iscsi {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 31 18:13:57.341999 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-8da9e8da-a329-4369-90d4-d28709428749 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Allocated IP 172.37.2.223 (b698396b-51c1-468f-b58d-8c59a3beb4d9/19546f9a-afff-4e10-9105-a9d5358dbe6e/3f2b2444-3915-4a5e-80fa-a53ba4dcf8f8) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 31 18:13:57.601261 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8da9e8da-a329-4369-90d4-d28709428749 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Publish callbacks [] for port (3f2b2444-3915-4a5e-80fa-a53ba4dcf8f8), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:57.626371 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705bdee2-08c3-4922-983a-54b9ffc90953 req-d5bf3097-1072-447f-a118-3dd155f06c0c tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:13:57.646411 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-705bdee2-08c3-4922-983a-54b9ffc90953 req-d5bf3097-1072-447f-a118-3dd155f06c0c tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4a8079a-7824-4201-889b-a14d70024f7e HTTP/1.1" status: 200  len: 931 time: 0.2366598
Mar 31 18:13:57.660336 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-034f37ae-e963-47f9-b5bd-37c4575ef945 None None] Current status of the port 28e0abed-ad93-4543-a326-7697c824bd45 is: DOWN; New status is: ACTIVE {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:13:57.661994 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-034f37ae-e963-47f9-b5bd-37c4575ef945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (28e0abed-ad93-4543-a326-7697c824bd45), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:57.662536 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-be6fb64d-f661-4fce-930a-5b02ecc6e8c2 req-146ff6b5-2245-4053-9c61-8e56f2e1be2f tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.5533965
Mar 31 18:13:57.714023 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [req-be6fb64d-f661-4fce-930a-5b02ecc6e8c2 req-eabdcb0e-9d9c-49dc-8b05-8c96031f7dfa tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=103896) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 31 18:13:57.731017 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-be6fb64d-f661-4fce-930a-5b02ecc6e8c2 req-eabdcb0e-9d9c-49dc-8b05-8c96031f7dfa tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0303633
Mar 31 18:13:57.786546 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-705bdee2-08c3-4922-983a-54b9ffc90953 req-db2150eb-37ca-4612-a320-9a3346115644 tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] 10.222.0.58 "GET /v2.0/security-groups?id=411f6595-e358-4ede-92e4-9250c7d10e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1379225
Mar 31 18:13:57.810885 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Current status of the port 51b8168b-e7fb-4efb-b67b-28eeb8745794 is: ACTIVE; New status is: ACTIVE {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:13:57.852537 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-034f37ae-e963-47f9-b5bd-37c4575ef945 None None] For port 28e0abed-ad93-4543-a326-7697c824bd45, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=28e0abed-ad93-4543-a326-7697c824bd45,segment=NetworkSegment(d3dc8398-bd2c-4dc7-a2ac-12de370e002b),segment_id=d3dc8398-bd2c-4dc7-a2ac-12de370e002b)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:13:57.862974 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8da9e8da-a329-4369-90d4-d28709428749 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759342510062'] for port (3f2b2444-3915-4a5e-80fa-a53ba4dcf8f8), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:57.975977 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da9e8da-a329-4369-90d4-d28709428749 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Network b698396b-51c1-468f-b58d-8c59a3beb4d9 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 31 18:13:57.984906 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-8da9e8da-a329-4369-90d4-d28709428749 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Resources bound (agent type, host, resource id):  {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 31 18:13:57.989862 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-034f37ae-e963-47f9-b5bd-37c4575ef945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (28e0abed-ad93-4543-a326-7697c824bd45), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:58.002248 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da9e8da-a329-4369-90d4-d28709428749 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 31 18:13:58.016010 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-02c245a6-77f4-409a-93b9-9e31dc8040fc req-4786f4d2-9918-437f-b0f2-9d4c077af26c tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=62ef59ed-5ec0-4452-9708-184340fa4f7f HTTP/1.1" status: 200  len: 210 time: 0.1425712
Mar 31 18:13:58.016356 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da9e8da-a329-4369-90d4-d28709428749 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Pushing event updated for resources: {'Port': ['ID=3f2b2444-3915-4a5e-80fa-a53ba4dcf8f8,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:13:58.174884 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 45718) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:13:58.211650 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034f37ae-e963-47f9-b5bd-37c4575ef945 None None] Pushing event updated for resources: {'Port': ['ID=28e0abed-ad93-4543-a326-7697c824bd45,revision_number=5']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:13:58.244616 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-e67389f4-2d9e-4247-b05d-70b12d465acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f771534a370>, [{'id': 'c3a3febe-dfd4-42e9-ae63-bd56388f667e', 'name': 'tempest-AttachVolumeShelveTestJSON-914217197-router', 'tenant_id': 'eb7248f2c93342cd823f385c53a69d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.110'}], 'enable_snat': True}, 'gw_port_id': '5ea7654e-87aa-4ff9-bec5-a74794be2f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:13:42Z', 'updated_at': '2022-03-31T18:13:49Z', 'revision_number': 4, 'project_id': 'eb7248f2c93342cd823f385c53a69d05', 'gw_port': {'id': '5ea7654e-87aa-4ff9-bec5-a74794be2f6b', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fb:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a3febe-dfd4-42e9-ae63-bd56388f667e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:13:43Z', 'updated_at': '2022-03-31T18:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '28e0abed-ad93-4543-a326-7697c824bd45', 'name': '', 'network_id': 'b654ebd8-4c33-443d-bee5-4bafdafcd132', 'tenant_id': 'eb7248f2c93342cd823f385c53a69d05', 'mac_address': 'fa:16:3e:cf:ab:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3a3febe-dfd4-42e9-ae63-bd56388f667e', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b54f9372-100f-4525-b4b3-2814afa9d771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:13:48Z', 'updated_at': '2022-03-31T18:13:55Z', 'revision_number': 4, 'project_id': 'eb7248f2c93342cd823f385c53a69d05', 'subnets': [{'id': 'b54f9372-100f-4525-b4b3-2814afa9d771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:13:58.276703 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8da9e8da-a329-4369-90d4-d28709428749 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Publish callbacks [] for floatingip (2396117f-cd98-43cb-be54-312c58454649), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:58.294877 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67389f4-2d9e-4247-b05d-70b12d465acb None None] The sync data for ids ['c3a3febe-dfd4-42e9-ae63-bd56388f667e'] in dv-cinder-master-3-iscsi is: [{'id': 'c3a3febe-dfd4-42e9-ae63-bd56388f667e', 'name': 'tempest-AttachVolumeShelveTestJSON-914217197-router', 'tenant_id': 'eb7248f2c93342cd823f385c53a69d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.110'}], 'enable_snat': True}, 'gw_port_id': '5ea7654e-87aa-4ff9-bec5-a74794be2f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:13:42Z', 'updated_at': '2022-03-31T18:13:49Z', 'revision_number': 4, 'project_id': 'eb7248f2c93342cd823f385c53a69d05', 'gw_port': {'id': '5ea7654e-87aa-4ff9-bec5-a74794be2f6b', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fb:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a3febe-dfd4-42e9-ae63-bd56388f667e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:13:43Z', 'updated_at': '2022-03-31T18:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '28e0abed-ad93-4543-a326-7697c824bd45', 'name': '', 'network_id': 'b654ebd8-4c33-443d-bee5-4bafdafcd132', 'tenant_id': 'eb7248f2c93342cd823f385c53a69d05', 'mac_address': 'fa:16:3e:cf:ab:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3a3febe-dfd4-42e9-ae63-bd56388f667e', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b54f9372-100f-4525-b4b3-2814afa9d771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:13:48Z', 'updated_at': '2022-03-31T18:13:55Z', 'revision_number': 4, 'project_id': 'eb7248f2c93342cd823f385c53a69d05', 'subnets': [{'id': 'b54f9372-100f-4525-b4b3-2814afa9d771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 31 18:13:58.492591 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8da9e8da-a329-4369-90d4-d28709428749 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (3f2b2444-3915-4a5e-80fa-a53ba4dcf8f8), before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:58.540490 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.44', 55233) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:13:58.989395 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8da9e8da-a329-4369-90d4-d28709428749 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Publish callbacks [] for port (3f2b2444-3915-4a5e-80fa-a53ba4dcf8f8), precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:59.008743 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [req-be6fb64d-f661-4fce-930a-5b02ecc6e8c2 req-6f3c8e8b-ea13-4375-a1dc-5a6ebe4643e6 service neutron] Request body: {'port': {'device_id': 'b4a8079a-7824-4201-889b-a14d70024f7e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:13:59.073611 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4f880f-d846-4f95-b1df-fa827312d449 req-7caa29ee-7d9d-4405-94e1-4cf781e28026 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:13:59.075906 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-fb4f880f-d846-4f95-b1df-fa827312d449 req-7caa29ee-7d9d-4405-94e1-4cf781e28026 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.44 "GET /v2.0/networks?id=fca50c83-3b91-4a03-8e1d-d873f4d904c1 HTTP/1.1" status: 200  len: 819 time: 0.5264819
Mar 31 18:13:59.101176 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-83fbd13e-0f0c-44ce-84e3-79c73452a263 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:59.120820 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.v2.base [req-fb4f880f-d846-4f95-b1df-fa827312d449 req-3740b192-ccb2-43a2-bf36-2fb9c1789ea5 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Request body: {'port': {'device_id': '779c13cd-7a7a-47b4-b488-0d1e365c3dc4', 'network_id': 'fca50c83-3b91-4a03-8e1d-d873f4d904c1', 'admin_state_up': True, 'tenant_id': '6fc2eb72902a441ca6a6fa9350ce75f8'}} {{(pid=103897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:13:59.152342 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-32de00d0-8a89-45a5-b05b-3d0922feba4c req-2dc5f864-ed6e-4cad-a99a-2be7f706b304 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=62ef59ed-5ec0-4452-9708-184340fa4f7f HTTP/1.1" status: 200  len: 210 time: 0.0668323
Mar 31 18:13:59.156766 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b9028ed1-f32e-446f-b5dc-5a5af6641d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (08150f5b-1b08-4271-84f1-4a3b03ee1892), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:59.238275 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8da9e8da-a329-4369-90d4-d28709428749 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (3f2b2444-3915-4a5e-80fa-a53ba4dcf8f8), after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:59.384598 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8da9e8da-a329-4369-90d4-d28709428749 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505983'] for floatingip (2396117f-cd98-43cb-be54-312c58454649), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:59.453295 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-be6fb64d-f661-4fce-930a-5b02ecc6e8c2 req-6f3c8e8b-ea13-4375-a1dc-5a6ebe4643e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (b41ca13e-f9fc-4896-a18b-4d8b90a0ef6b), before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:59.492087 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70562568-3b33-40ba-8d3b-5788b27c176f req-1328202e-cf1e-4bfd-9123-5b7748c98785 tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:13:59.494172 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-70562568-3b33-40ba-8d3b-5788b27c176f req-1328202e-cf1e-4bfd-9123-5b7748c98785 tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4a8079a-7824-4201-889b-a14d70024f7e HTTP/1.1" status: 200  len: 931 time: 0.5005360
Mar 31 18:13:59.513537 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da9e8da-a329-4369-90d4-d28709428749 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Pushing event updated for resources: {'Port': ['ID=3f2b2444-3915-4a5e-80fa-a53ba4dcf8f8,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:13:59.776285 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-83fbd13e-0f0c-44ce-84e3-79c73452a263 admin admin] Publish callbacks [] for security_group (e78983be-58f0-4479-9661-a3709a9410a4), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:59.873077 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb4f880f-d846-4f95-b1df-fa827312d449 req-3740b192-ccb2-43a2-bf36-2fb9c1789ea5 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Made reservation on behalf of 6fc2eb72902a441ca6a6fa9350ce75f8 for: {'port': 1} {{(pid=103897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 31 18:13:59.877829 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-fb4f880f-d846-4f95-b1df-fa827312d449 req-3740b192-ccb2-43a2-bf36-2fb9c1789ea5 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (None), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:59.903378 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-83fbd13e-0f0c-44ce-84e3-79c73452a263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (e78983be-58f0-4479-9661-a3709a9410a4), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:59.917061 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8da9e8da-a329-4369-90d4-d28709428749 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30337'] for floatingip (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:13:59.918296 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-8da9e8da-a329-4369-90d4-d28709428749 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 4.9897375
Mar 31 18:14:00.004995 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-70562568-3b33-40ba-8d3b-5788b27c176f req-131087e0-0d08-4e6c-90d6-859985b1487a tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] 10.222.0.58 "GET /v2.0/security-groups?id=411f6595-e358-4ede-92e4-9250c7d10e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4656067
Mar 31 18:14:00.007822 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fbd13e-0f0c-44ce-84e3-79c73452a263 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e78983be-58f0-4479-9661-a3709a9410a4,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:14:00.041570 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-83fbd13e-0f0c-44ce-84e3-79c73452a263 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=12eaab25037841428a6ba39920b72361&name=default HTTP/1.1" status: 200  len: 2996 time: 1.8633647
Mar 31 18:14:00.049307 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 45782) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:14:00.207047 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Device 28e0abed-ad93-4543-a326-7697c824bd45 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 31 18:14:00.330065 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Provisioning complete for port 28e0abed-ad93-4543-a326-7697c824bd45 triggered by entity L2. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:14:00.330759 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (28e0abed-ad93-4543-a326-7697c824bd45), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:00.497623 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-16200372-3b4b-469f-bded-196002517d33 req-e95a9bc7-5562-4a38-b3bf-8667da857cf9 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=62ef59ed-5ec0-4452-9708-184340fa4f7f HTTP/1.1" status: 200  len: 210 time: 0.0850067
Mar 31 18:14:00.522413 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-561a191c-6dad-49e2-b3b0-4fc90a34e127 admin admin] Publish callbacks [] for security_group (e78983be-58f0-4479-9661-a3709a9410a4), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:00.579450 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Current status of the port 28e0abed-ad93-4543-a326-7697c824bd45 is: ACTIVE; New status is: ACTIVE {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:14:00.657925 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-561a191c-6dad-49e2-b3b0-4fc90a34e127 admin admin] Publish callbacks [] for security_group (e78983be-58f0-4479-9661-a3709a9410a4), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:00.683717 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.notifiers.nova [req-be6fb64d-f661-4fce-930a-5b02ecc6e8c2 req-6f3c8e8b-ea13-4375-a1dc-5a6ebe4643e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b41ca13e-f9fc-4896-a18b-4d8b90a0ef6b {{(pid=103896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 31 18:14:00.694502 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-be6fb64d-f661-4fce-930a-5b02ecc6e8c2 req-6f3c8e8b-ea13-4375-a1dc-5a6ebe4643e6 service neutron] Publish callbacks [] for port (b41ca13e-f9fc-4896-a18b-4d8b90a0ef6b), precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:00.723946 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [req-be6fb64d-f661-4fce-930a-5b02ecc6e8c2 req-6f3c8e8b-ea13-4375-a1dc-5a6ebe4643e6 service neutron] Transition to ACTIVE for port object b41ca13e-f9fc-4896-a18b-4d8b90a0ef6b will not be triggered until provisioned by entity L2. {{(pid=103896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 31 18:14:00.776263 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [req-fb4f880f-d846-4f95-b1df-fa827312d449 req-3740b192-ccb2-43a2-bf36-2fb9c1789ea5 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Allocated IP 172.20.0.5 (fca50c83-3b91-4a03-8e1d-d873f4d904c1/5c50616b-7511-4714-bd2d-e587d92cf7dd/a16d9c5f-04bd-414b-a468-f0a9a47b917b) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 31 18:14:00.853869 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-f8a9a9a6-2dae-4367-ac18-53edf40dc3fb req-63ed443b-f0e4-4211-940a-2956f4236683 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1453235839&fields=id&tenant_id=eb7248f2c93342cd823f385c53a69d05 HTTP/1.1" status: 200  len: 267 time: 0.4012799
Mar 31 18:14:00.950659 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-be6fb64d-f661-4fce-930a-5b02ecc6e8c2 req-6f3c8e8b-ea13-4375-a1dc-5a6ebe4643e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (b41ca13e-f9fc-4896-a18b-4d8b90a0ef6b), after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:01.017904 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3c8e8b-ea13-4375-a1dc-5a6ebe4643e6 service neutron] Pushing event updated for resources: {'Port': ['ID=b41ca13e-f9fc-4896-a18b-4d8b90a0ef6b,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:14:01.070146 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-fb4f880f-d846-4f95-b1df-fa827312d449 req-3740b192-ccb2-43a2-bf36-2fb9c1789ea5 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Publish callbacks [] for port (a16d9c5f-04bd-414b-a468-f0a9a47b917b), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:01.147726 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9a9a6-2dae-4367-ac18-53edf40dc3fb req-def81b9e-1053-444d-9381-f11a60bc22b9 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:01.149799 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-f8a9a9a6-2dae-4367-ac18-53edf40dc3fb req-def81b9e-1053-444d-9381-f11a60bc22b9 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/networks?id=b654ebd8-4c33-443d-bee5-4bafdafcd132 HTTP/1.1" status: 200  len: 816 time: 0.2861247
Mar 31 18:14:01.152573 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-be6fb64d-f661-4fce-930a-5b02ecc6e8c2 req-6f3c8e8b-ea13-4375-a1dc-5a6ebe4643e6 service neutron] Attempting to bind port b41ca13e-f9fc-4896-a18b-4d8b90a0ef6b on host hv-cinder-maste for vnic_type normal with profile  {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 31 18:14:01.152938 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-be6fb64d-f661-4fce-930a-5b02ecc6e8c2 req-6f3c8e8b-ea13-4375-a1dc-5a6ebe4643e6 service neutron] Attempting to bind port b41ca13e-f9fc-4896-a18b-4d8b90a0ef6b by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'e91fea55-fb0d-4d47-95d0-b45c814774e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '6c793ff7-2519-4ef7-8b41-f73ba7273780'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 31 18:14:01.153290 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be6fb64d-f661-4fce-930a-5b02ecc6e8c2 req-6f3c8e8b-ea13-4375-a1dc-5a6ebe4643e6 service neutron] Attempting to bind port b41ca13e-f9fc-4896-a18b-4d8b90a0ef6b on network 6c793ff7-2519-4ef7-8b41-f73ba7273780 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 31 18:14:01.160065 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be6fb64d-f661-4fce-930a-5b02ecc6e8c2 req-6f3c8e8b-ea13-4375-a1dc-5a6ebe4643e6 service neutron] Port b41ca13e-f9fc-4896-a18b-4d8b90a0ef6b on network 6c793ff7-2519-4ef7-8b41-f73ba7273780 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 31 18:14:01.160365 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be6fb64d-f661-4fce-930a-5b02ecc6e8c2 req-6f3c8e8b-ea13-4375-a1dc-5a6ebe4643e6 service neutron] Attempting to bind port b41ca13e-f9fc-4896-a18b-4d8b90a0ef6b on network 6c793ff7-2519-4ef7-8b41-f73ba7273780 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 31 18:14:01.173932 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-f8a9a9a6-2dae-4367-ac18-53edf40dc3fb req-5c9052c0-318b-4470-ab98-bcb5b3fc0a11 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/quotas/eb7248f2c93342cd823f385c53a69d05 HTTP/1.1" status: 200  len: 375 time: 0.0155501
Mar 31 18:14:01.178241 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be6fb64d-f661-4fce-930a-5b02ecc6e8c2 req-6f3c8e8b-ea13-4375-a1dc-5a6ebe4643e6 service neutron] Checking agent: {'id': '06f31eaf-9418-4d11-8606-24a34b4b4893', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 11, 36), 'started_at': datetime.datetime(2022, 3, 31, 18, 11, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 31 18:14:01.178625 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be6fb64d-f661-4fce-930a-5b02ecc6e8c2 req-6f3c8e8b-ea13-4375-a1dc-5a6ebe4643e6 service neutron] Checking segment: {'id': 'e91fea55-fb0d-4d47-95d0-b45c814774e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '6c793ff7-2519-4ef7-8b41-f73ba7273780'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 31 18:14:01.179212 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be6fb64d-f661-4fce-930a-5b02ecc6e8c2 req-6f3c8e8b-ea13-4375-a1dc-5a6ebe4643e6 service neutron] Bound using segment: {'id': 'e91fea55-fb0d-4d47-95d0-b45c814774e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '6c793ff7-2519-4ef7-8b41-f73ba7273780'} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 31 18:14:01.179654 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-be6fb64d-f661-4fce-930a-5b02ecc6e8c2 req-6f3c8e8b-ea13-4375-a1dc-5a6ebe4643e6 service neutron] Bound port: b41ca13e-f9fc-4896-a18b-4d8b90a0ef6b, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e91fea55-fb0d-4d47-95d0-b45c814774e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '6c793ff7-2519-4ef7-8b41-f73ba7273780'}}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 31 18:14:01.180021 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-be6fb64d-f661-4fce-930a-5b02ecc6e8c2 req-6f3c8e8b-ea13-4375-a1dc-5a6ebe4643e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (b41ca13e-f9fc-4896-a18b-4d8b90a0ef6b), before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:01.201464 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40d0652-b080-418a-8fc7-0c918a2a5783 req-edd8850b-0b8f-4a5c-b1f7-5f6a1f6a114f tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:01.203209 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-f40d0652-b080-418a-8fc7-0c918a2a5783 req-edd8850b-0b8f-4a5c-b1f7-5f6a1f6a114f tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4a8079a-7824-4201-889b-a14d70024f7e HTTP/1.1" status: 200  len: 943 time: 0.0980241
Mar 31 18:14:01.259595 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-561a191c-6dad-49e2-b3b0-4fc90a34e127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (e78983be-58f0-4479-9661-a3709a9410a4), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:01.262462 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-561a191c-6dad-49e2-b3b0-4fc90a34e127 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:01.263949 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-561a191c-6dad-49e2-b3b0-4fc90a34e127 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e78983be-58f0-4479-9661-a3709a9410a4 HTTP/1.1" status: 204  len: 168 time: 1.2136683
Mar 31 18:14:01.265797 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-fb4f880f-d846-4f95-b1df-fa827312d449 req-3740b192-ccb2-43a2-bf36-2fb9c1789ea5 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759342510062'] for port (a16d9c5f-04bd-414b-a468-f0a9a47b917b), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:01.290680 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561a191c-6dad-49e2-b3b0-4fc90a34e127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e78983be-58f0-4479-9661-a3709a9410a4,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:14:01.329712 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-be6fb64d-f661-4fce-930a-5b02ecc6e8c2 req-6f3c8e8b-ea13-4375-a1dc-5a6ebe4643e6 service neutron] For port b41ca13e-f9fc-4896-a18b-4d8b90a0ef6b, host hv-cinder-maste, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 31 18:14:01.334891 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-be6fb64d-f661-4fce-930a-5b02ecc6e8c2 req-6f3c8e8b-ea13-4375-a1dc-5a6ebe4643e6 service neutron] For port b41ca13e-f9fc-4896-a18b-4d8b90a0ef6b, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b41ca13e-f9fc-4896-a18b-4d8b90a0ef6b,segment=NetworkSegment(e91fea55-fb0d-4d47-95d0-b45c814774e7),segment_id=e91fea55-fb0d-4d47-95d0-b45c814774e7)] {{(pid=103896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 31 18:14:01.360455 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-f40d0652-b080-418a-8fc7-0c918a2a5783 req-8205ff54-d22a-4b9c-8059-4144d66c96e1 tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] 10.222.0.58 "GET /v2.0/security-groups?id=411f6595-e358-4ede-92e4-9250c7d10e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1509054
Mar 31 18:14:01.405391 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-f8a9a9a6-2dae-4367-ac18-53edf40dc3fb req-0aae1158-867d-46ff-b7a0-37063d329dff tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=eb7248f2c93342cd823f385c53a69d05&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2224646
Mar 31 18:14:01.478740 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb4f880f-d846-4f95-b1df-fa827312d449 req-3740b192-ccb2-43a2-bf36-2fb9c1789ea5 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Network fca50c83-3b91-4a03-8e1d-d873f4d904c1 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 31 18:14:01.494569 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [req-fb4f880f-d846-4f95-b1df-fa827312d449 req-3740b192-ccb2-43a2-bf36-2fb9c1789ea5 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Resources bound (agent type, host, resource id):  {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 31 18:14:01.498802 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb4f880f-d846-4f95-b1df-fa827312d449 req-3740b192-ccb2-43a2-bf36-2fb9c1789ea5 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 31 18:14:01.506904 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4f880f-d846-4f95-b1df-fa827312d449 req-3740b192-ccb2-43a2-bf36-2fb9c1789ea5 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:01.508119 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-fb4f880f-d846-4f95-b1df-fa827312d449 req-3740b192-ccb2-43a2-bf36-2fb9c1789ea5 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548721'] for port (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:01.525736 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3740b192-ccb2-43a2-bf36-2fb9c1789ea5 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Pushing event updated for resources: {'Port': ['ID=a16d9c5f-04bd-414b-a468-f0a9a47b917b,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:14:01.535763 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b6bbdde2-106a-4446-9867-d369913dde1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (f09d5d1b-4294-4f18-9a00-351412ae7ca6), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:01.615673 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-be6fb64d-f661-4fce-930a-5b02ecc6e8c2 req-6f3c8e8b-ea13-4375-a1dc-5a6ebe4643e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (b41ca13e-f9fc-4896-a18b-4d8b90a0ef6b), after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:01.666030 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-fb4f880f-d846-4f95-b1df-fa827312d449 req-3740b192-ccb2-43a2-bf36-2fb9c1789ea5 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.5589671
Mar 31 18:14:01.716672 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.v2.base [req-fb4f880f-d846-4f95-b1df-fa827312d449 req-5f08a630-73a7-4624-9a51-245b73998d1d service neutron] Request body: {'port': {'device_id': '779c13cd-7a7a-47b4-b488-0d1e365c3dc4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=103897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:14:01.777546 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6fb64d-f661-4fce-930a-5b02ecc6e8c2 req-6f3c8e8b-ea13-4375-a1dc-5a6ebe4643e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:01.779234 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-be6fb64d-f661-4fce-930a-5b02ecc6e8c2 req-6f3c8e8b-ea13-4375-a1dc-5a6ebe4643e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548721'] for port (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:01.781295 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-be6fb64d-f661-4fce-930a-5b02ecc6e8c2 req-6f3c8e8b-ea13-4375-a1dc-5a6ebe4643e6 service neutron] 10.222.0.44 "PUT /v2.0/ports/b41ca13e-f9fc-4896-a18b-4d8b90a0ef6b HTTP/1.1" status: 200  len: 1093 time: 3.4053648
Mar 31 18:14:01.795189 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4a8079a-7824-4201-889b-a14d70024f7e', 'tag': 'b41ca13e-f9fc-4896-a18b-4d8b90a0ef6b'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 31 18:14:01.869812 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-0462da5b-0400-4d82-8be4-5cfad6ea97d9 req-6b5b9f25-ac61-4293-9aca-30b937f6aa1d tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=62ef59ed-5ec0-4452-9708-184340fa4f7f HTTP/1.1" status: 200  len: 210 time: 0.1841083
Mar 31 18:14:01.891495 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-ad4b38ed-9b0b-4b5e-869e-f19ae8dfd87b None None] Provisioning complete for port a16d9c5f-04bd-414b-a468-f0a9a47b917b triggered by entity DHCP. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:14:01.892243 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-ad4b38ed-9b0b-4b5e-869e-f19ae8dfd87b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (a16d9c5f-04bd-414b-a468-f0a9a47b917b), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:01.965463 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-ad4b38ed-9b0b-4b5e-869e-f19ae8dfd87b None None] Port a16d9c5f-04bd-414b-a468-f0a9a47b917b cannot update to ACTIVE because it is not bound. {{(pid=103898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 31 18:14:02.015318 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-fb4f880f-d846-4f95-b1df-fa827312d449 req-5f08a630-73a7-4624-9a51-245b73998d1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (a16d9c5f-04bd-414b-a468-f0a9a47b917b), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:02.198225 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3c8e8b-ea13-4375-a1dc-5a6ebe4643e6 service neutron] Pushing event updated for resources: {'Port': ['ID=b41ca13e-f9fc-4896-a18b-4d8b90a0ef6b,revision_number=3']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:14:02.213262 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-f8a9a9a6-2dae-4367-ac18-53edf40dc3fb req-864e6ef4-014e-47aa-af9d-5206d6ce7a6a service neutron] 10.222.0.58 "GET /v2.0/networks/b654ebd8-4c33-443d-bee5-4bafdafcd132?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7790034
Mar 31 18:14:02.407463 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6fb64d-f661-4fce-930a-5b02ecc6e8c2 req-bd32177b-e4c5-4a6f-8cd1-85e5b777797d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:02.409196 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-be6fb64d-f661-4fce-930a-5b02ecc6e8c2 req-bd32177b-e4c5-4a6f-8cd1-85e5b777797d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=23366fa77e9049af8c183f6959cc158f&device_id=b4a8079a-7824-4201-889b-a14d70024f7e HTTP/1.1" status: 200  len: 1127 time: 0.4217114
Mar 31 18:14:02.413112 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-be477ca9-b30f-4eb3-92ce-971cde9f4756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (d0835089-4a76-4105-9221-c81b46927b3c), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:02.771246 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}465b76c4d2e897416be230837bd95a2d94c81786315ed3443e4884d9e49648d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b63b741-8e6b-48a3-9da0-3f81ea55b70e" -d '{"events": [{"name": "network-changed", "server_uuid": "b4a8079a-7824-4201-889b-a14d70024f7e", "tag": "b41ca13e-f9fc-4896-a18b-4d8b90a0ef6b"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 31 18:14:02.777820 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-be6fb64d-f661-4fce-930a-5b02ecc6e8c2 req-34155284-6e50-4e92-983d-e895560184c6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b41ca13e-f9fc-4896-a18b-4d8b90a0ef6b HTTP/1.1" status: 200  len: 217 time: 0.3123128
Mar 31 18:14:02.859499 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-f8a9a9a6-2dae-4367-ac18-53edf40dc3fb req-c5389090-b5f7-4863-9609-00be6975fa25 service neutron] 10.222.0.58 "GET /v2.0/networks/b654ebd8-4c33-443d-bee5-4bafdafcd132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6137247
Mar 31 18:14:03.000485 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6fb64d-f661-4fce-930a-5b02ecc6e8c2 req-d77bf1bd-18d0-4a58-8b9b-1382707b784d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:03.006519 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-be6fb64d-f661-4fce-930a-5b02ecc6e8c2 req-d77bf1bd-18d0-4a58-8b9b-1382707b784d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=66e8e03d-c7a9-44f5-9f55-89eee1f74f02 HTTP/1.1" status: 200  len: 851 time: 0.1521418
Mar 31 18:14:03.112621 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-be6fb64d-f661-4fce-930a-5b02ecc6e8c2 req-26f918bb-c971-45f5-8ac2-79a95631bba1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6c793ff7-2519-4ef7-8b41-f73ba7273780&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0970314
Mar 31 18:14:03.193925 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0e9b20-2960-4299-ae5e-07fefb4ee68d req-8efd0efb-a709-4f2c-a716-3e7079634462 tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:03.198572 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-4c0e9b20-2960-4299-ae5e-07fefb4ee68d req-8efd0efb-a709-4f2c-a716-3e7079634462 tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4a8079a-7824-4201-889b-a14d70024f7e HTTP/1.1" status: 200  len: 943 time: 0.1476922
Mar 31 18:14:03.230438 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.44', 55240) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:14:03.352950 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-be6fb64d-f661-4fce-930a-5b02ecc6e8c2 req-f4a6fd7d-ebd0-4a5c-8fee-b369a9988b6c service neutron] 10.222.0.44 "GET /v2.0/networks/6c793ff7-2519-4ef7-8b41-f73ba7273780?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1882904
Mar 31 18:14:03.455069 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [req-fb4f880f-d846-4f95-b1df-fa827312d449 req-5f08a630-73a7-4624-9a51-245b73998d1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a16d9c5f-04bd-414b-a468-f0a9a47b917b {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 31 18:14:03.473664 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-fb4f880f-d846-4f95-b1df-fa827312d449 req-5f08a630-73a7-4624-9a51-245b73998d1d service neutron] Publish callbacks [] for port (a16d9c5f-04bd-414b-a468-f0a9a47b917b), precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:03.502531 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-4c0e9b20-2960-4299-ae5e-07fefb4ee68d req-8e626f1b-3373-424f-8a0e-38610ca6e490 tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] 10.222.0.58 "GET /v2.0/security-groups?id=411f6595-e358-4ede-92e4-9250c7d10e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2886930
Mar 31 18:14:03.533239 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [req-fb4f880f-d846-4f95-b1df-fa827312d449 req-5f08a630-73a7-4624-9a51-245b73998d1d service neutron] Transition to ACTIVE for port object a16d9c5f-04bd-414b-a468-f0a9a47b917b will not be triggered until provisioned by entity L2. {{(pid=103897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 31 18:14:03.606777 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c921b6f-d23d-4075-96ca-6ecf2cd63da4 req-dafded87-ba96-4d73-b376-19b2f6c9d4fe tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:03.609102 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-3c921b6f-d23d-4075-96ca-6ecf2cd63da4 req-dafded87-ba96-4d73-b376-19b2f6c9d4fe tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.44 "GET /v2.0/networks?id=fca50c83-3b91-4a03-8e1d-d873f4d904c1 HTTP/1.1" status: 200  len: 819 time: 0.3671277
Mar 31 18:14:03.628706 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-be6fb64d-f661-4fce-930a-5b02ecc6e8c2 req-be06c375-15a9-4aff-aa6e-8e35598e74ff service neutron] 10.222.0.44 "GET /v2.0/networks/6c793ff7-2519-4ef7-8b41-f73ba7273780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2503808
Mar 31 18:14:03.644199 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.v2.base [req-3c921b6f-d23d-4075-96ca-6ecf2cd63da4 req-233b0191-236c-487e-9576-2896e04dd337 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Request body: {'port': {'device_id': '62ef59ed-5ec0-4452-9708-184340fa4f7f', 'network_id': 'fca50c83-3b91-4a03-8e1d-d873f4d904c1', 'admin_state_up': True, 'tenant_id': '6fc2eb72902a441ca6a6fa9350ce75f8'}} {{(pid=103897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:14:03.766824 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-fb4f880f-d846-4f95-b1df-fa827312d449 req-5f08a630-73a7-4624-9a51-245b73998d1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (a16d9c5f-04bd-414b-a468-f0a9a47b917b), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:03.776449 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 18:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99a95743-4c0b-432a-a238-b885bc4a8927 x-openstack-request-id: req-99a95743-4c0b-432a-a238-b885bc4a8927 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 31 18:14:03.777074 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4a8079a-7824-4201-889b-a14d70024f7e", "tag": "b41ca13e-f9fc-4896-a18b-4d8b90a0ef6b", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 31 18:14:03.777591 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-99a95743-4c0b-432a-a238-b885bc4a8927 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 31 18:14:03.778489 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99a95743-4c0b-432a-a238-b885bc4a8927'] response: {'name': 'network-changed', 'server_uuid': 'b4a8079a-7824-4201-889b-a14d70024f7e', 'tag': 'b41ca13e-f9fc-4896-a18b-4d8b90a0ef6b', 'status': 'completed', 'code': 200}
Mar 31 18:14:03.916677 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-af3d3867-04db-4437-8093-42a961d3003b req-d6a19a69-194a-4105-b9f2-80278343e20c tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=62ef59ed-5ec0-4452-9708-184340fa4f7f HTTP/1.1" status: 200  len: 210 time: 0.1275713
Mar 31 18:14:03.927323 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-6b241131-e03d-4730-aee2-6cd8b12268de req-9168ba8d-21de-40a5-a18a-088acc4e970c tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0 HTTP/1.1" status: 200  len: 210 time: 0.0914543
Mar 31 18:14:03.998237 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-61acbcaf-515a-4595-a759-82c8bf4c0ac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (1ee04592-4785-424e-aa2a-0bd32f5faacf), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:04.000439 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f08a630-73a7-4624-9a51-245b73998d1d service neutron] Pushing event updated for resources: {'Port': ['ID=a16d9c5f-04bd-414b-a468-f0a9a47b917b,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:14:04.103971 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b63b741-8e6b-48a3-9da0-3f81ea55b70e req-3cda03f9-4e6a-499e-bbbe-428f5988bb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:04.110166 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-6b63b741-8e6b-48a3-9da0-3f81ea55b70e req-3cda03f9-4e6a-499e-bbbe-428f5988bb21 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=23366fa77e9049af8c183f6959cc158f&device_id=b4a8079a-7824-4201-889b-a14d70024f7e HTTP/1.1" status: 200  len: 1127 time: 0.1631463
Mar 31 18:14:04.392945 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [req-fb4f880f-d846-4f95-b1df-fa827312d449 req-5f08a630-73a7-4624-9a51-245b73998d1d service neutron] Attempting to bind port a16d9c5f-04bd-414b-a468-f0a9a47b917b on host hv-cinder-maste for vnic_type normal with profile  {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 31 18:14:04.394743 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [req-fb4f880f-d846-4f95-b1df-fa827312d449 req-5f08a630-73a7-4624-9a51-245b73998d1d service neutron] Attempting to bind port a16d9c5f-04bd-414b-a468-f0a9a47b917b by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'bcaae20b-26f6-4a98-8fc9-ae5ab378776d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'fca50c83-3b91-4a03-8e1d-d873f4d904c1'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 31 18:14:04.395475 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4f880f-d846-4f95-b1df-fa827312d449 req-5f08a630-73a7-4624-9a51-245b73998d1d service neutron] Attempting to bind port a16d9c5f-04bd-414b-a468-f0a9a47b917b on network fca50c83-3b91-4a03-8e1d-d873f4d904c1 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 31 18:14:04.405003 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4f880f-d846-4f95-b1df-fa827312d449 req-5f08a630-73a7-4624-9a51-245b73998d1d service neutron] Port a16d9c5f-04bd-414b-a468-f0a9a47b917b on network fca50c83-3b91-4a03-8e1d-d873f4d904c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 31 18:14:04.405640 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4f880f-d846-4f95-b1df-fa827312d449 req-5f08a630-73a7-4624-9a51-245b73998d1d service neutron] Attempting to bind port a16d9c5f-04bd-414b-a468-f0a9a47b917b on network fca50c83-3b91-4a03-8e1d-d873f4d904c1 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 31 18:14:04.416017 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4f880f-d846-4f95-b1df-fa827312d449 req-5f08a630-73a7-4624-9a51-245b73998d1d service neutron] Checking agent: {'id': '06f31eaf-9418-4d11-8606-24a34b4b4893', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 11, 36), 'started_at': datetime.datetime(2022, 3, 31, 18, 11, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 31 18:14:04.416844 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4f880f-d846-4f95-b1df-fa827312d449 req-5f08a630-73a7-4624-9a51-245b73998d1d service neutron] Checking segment: {'id': 'bcaae20b-26f6-4a98-8fc9-ae5ab378776d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'fca50c83-3b91-4a03-8e1d-d873f4d904c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 31 18:14:04.417956 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4f880f-d846-4f95-b1df-fa827312d449 req-5f08a630-73a7-4624-9a51-245b73998d1d service neutron] Bound using segment: {'id': 'bcaae20b-26f6-4a98-8fc9-ae5ab378776d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'fca50c83-3b91-4a03-8e1d-d873f4d904c1'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 31 18:14:04.418639 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [req-fb4f880f-d846-4f95-b1df-fa827312d449 req-5f08a630-73a7-4624-9a51-245b73998d1d service neutron] Bound port: a16d9c5f-04bd-414b-a468-f0a9a47b917b, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcaae20b-26f6-4a98-8fc9-ae5ab378776d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'fca50c83-3b91-4a03-8e1d-d873f4d904c1'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 31 18:14:04.419258 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-fb4f880f-d846-4f95-b1df-fa827312d449 req-5f08a630-73a7-4624-9a51-245b73998d1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (a16d9c5f-04bd-414b-a468-f0a9a47b917b), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:04.523328 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [req-fb4f880f-d846-4f95-b1df-fa827312d449 req-5f08a630-73a7-4624-9a51-245b73998d1d service neutron] For port a16d9c5f-04bd-414b-a468-f0a9a47b917b, host hv-cinder-maste, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 31 18:14:04.529231 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [req-fb4f880f-d846-4f95-b1df-fa827312d449 req-5f08a630-73a7-4624-9a51-245b73998d1d service neutron] For port a16d9c5f-04bd-414b-a468-f0a9a47b917b, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a16d9c5f-04bd-414b-a468-f0a9a47b917b,segment=NetworkSegment(bcaae20b-26f6-4a98-8fc9-ae5ab378776d),segment_id=bcaae20b-26f6-4a98-8fc9-ae5ab378776d)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 31 18:14:04.556296 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c921b6f-d23d-4075-96ca-6ecf2cd63da4 req-233b0191-236c-487e-9576-2896e04dd337 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Made reservation on behalf of 6fc2eb72902a441ca6a6fa9350ce75f8 for: {'port': 1} {{(pid=103897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 31 18:14:04.566687 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-3c921b6f-d23d-4075-96ca-6ecf2cd63da4 req-233b0191-236c-487e-9576-2896e04dd337 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (None), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:04.783984 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245877ca-83ce-4d5c-aa85-bec7448ea63e req-980ac66a-8ea5-4274-9052-5206e57b1832 tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:04.785809 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-245877ca-83ce-4d5c-aa85-bec7448ea63e req-980ac66a-8ea5-4274-9052-5206e57b1832 tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4a8079a-7824-4201-889b-a14d70024f7e HTTP/1.1" status: 200  len: 943 time: 0.1125345
Mar 31 18:14:04.804199 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b63b741-8e6b-48a3-9da0-3f81ea55b70e req-586a981e-6bc8-4fe0-af46-25c73b369b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:04.807772 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-6b63b741-8e6b-48a3-9da0-3f81ea55b70e req-586a981e-6bc8-4fe0-af46-25c73b369b5f service neutron] 10.222.0.44 "GET /v2.0/networks?id=6c793ff7-2519-4ef7-8b41-f73ba7273780 HTTP/1.1" status: 200  len: 912 time: 0.6738966
Mar 31 18:14:04.833384 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [req-3c921b6f-d23d-4075-96ca-6ecf2cd63da4 req-233b0191-236c-487e-9576-2896e04dd337 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Allocated IP 172.20.0.9 (fca50c83-3b91-4a03-8e1d-d873f4d904c1/5c50616b-7511-4714-bd2d-e587d92cf7dd/9426b740-3eca-421b-a5c0-b9ab2601eebd) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 31 18:14:04.872558 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-245877ca-83ce-4d5c-aa85-bec7448ea63e req-87b5d7ca-e0d8-4f22-a23f-a595dd5c94e7 tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] 10.222.0.58 "GET /v2.0/security-groups?id=411f6595-e358-4ede-92e4-9250c7d10e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0770600
Mar 31 18:14:05.041534 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-fb4f880f-d846-4f95-b1df-fa827312d449 req-5f08a630-73a7-4624-9a51-245b73998d1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (a16d9c5f-04bd-414b-a468-f0a9a47b917b), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:05.114363 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-1d31243e-b183-4227-9f42-9d614bd152e3 req-4c88560c-0a33-4d79-b6e5-bcfd8fdde1a0 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0 HTTP/1.1" status: 200  len: 210 time: 0.0781686
Mar 31 18:14:05.126739 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-9006d62d-211a-46fa-90cd-3e3c460be348 req-c9e50af9-3dc0-4062-871d-5e4db1effe1c tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=62ef59ed-5ec0-4452-9708-184340fa4f7f HTTP/1.1" status: 200  len: 210 time: 0.0944896
Mar 31 18:14:05.180767 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4f880f-d846-4f95-b1df-fa827312d449 req-5f08a630-73a7-4624-9a51-245b73998d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:05.181423 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-fb4f880f-d846-4f95-b1df-fa827312d449 req-5f08a630-73a7-4624-9a51-245b73998d1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548721'] for port (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:05.185346 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-fb4f880f-d846-4f95-b1df-fa827312d449 req-5f08a630-73a7-4624-9a51-245b73998d1d service neutron] 10.222.0.44 "PUT /v2.0/ports/a16d9c5f-04bd-414b-a468-f0a9a47b917b HTTP/1.1" status: 200  len: 1093 time: 3.4768763
Mar 31 18:14:05.185881 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '779c13cd-7a7a-47b4-b488-0d1e365c3dc4', 'tag': 'a16d9c5f-04bd-414b-a468-f0a9a47b917b'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 31 18:14:05.357845 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f08a630-73a7-4624-9a51-245b73998d1d service neutron] Pushing event updated for resources: {'Port': ['ID=a16d9c5f-04bd-414b-a468-f0a9a47b917b,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:14:05.380143 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-3c921b6f-d23d-4075-96ca-6ecf2cd63da4 req-233b0191-236c-487e-9576-2896e04dd337 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Publish callbacks [] for port (9426b740-3eca-421b-a5c0-b9ab2601eebd), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:05.448100 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (b6d39f6c-4dc3-40bd-bbe5-e05b1f1d4e13), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:05.490315 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-6b63b741-8e6b-48a3-9da0-3f81ea55b70e req-9a37a14c-6622-456a-87d7-0c943dc8992b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b41ca13e-f9fc-4896-a18b-4d8b90a0ef6b HTTP/1.1" status: 200  len: 217 time: 0.0814843
Mar 31 18:14:05.648200 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-3c921b6f-d23d-4075-96ca-6ecf2cd63da4 req-233b0191-236c-487e-9576-2896e04dd337 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759342510062'] for port (9426b740-3eca-421b-a5c0-b9ab2601eebd), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:05.732531 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c921b6f-d23d-4075-96ca-6ecf2cd63da4 req-233b0191-236c-487e-9576-2896e04dd337 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Network fca50c83-3b91-4a03-8e1d-d873f4d904c1 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 31 18:14:05.736535 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [req-3c921b6f-d23d-4075-96ca-6ecf2cd63da4 req-233b0191-236c-487e-9576-2896e04dd337 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Resources bound (agent type, host, resource id):  {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 31 18:14:05.738811 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233b0191-236c-487e-9576-2896e04dd337 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Pushing event updated for resources: {'Port': ['ID=9426b740-3eca-421b-a5c0-b9ab2601eebd,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:14:05.741122 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c921b6f-d23d-4075-96ca-6ecf2cd63da4 req-233b0191-236c-487e-9576-2896e04dd337 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 31 18:14:05.756924 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c921b6f-d23d-4075-96ca-6ecf2cd63da4 req-233b0191-236c-487e-9576-2896e04dd337 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:05.756924 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-3c921b6f-d23d-4075-96ca-6ecf2cd63da4 req-233b0191-236c-487e-9576-2896e04dd337 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548721'] for port (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:05.947486 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-3c921b6f-d23d-4075-96ca-6ecf2cd63da4 req-233b0191-236c-487e-9576-2896e04dd337 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.3075216
Mar 31 18:14:06.043250 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-0a8e1079-b202-4548-b9de-cdc3cb576fef None None] Provisioning complete for port 9426b740-3eca-421b-a5c0-b9ab2601eebd triggered by entity DHCP. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:14:06.043623 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-0a8e1079-b202-4548-b9de-cdc3cb576fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (9426b740-3eca-421b-a5c0-b9ab2601eebd), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:06.106228 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec66449-4c38-4d5d-b2a1-5319ac5044e5 req-a1e1ddf7-d4a7-4109-a20d-7709b3827aaf tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:06.107837 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-fec66449-4c38-4d5d-b2a1-5319ac5044e5 req-a1e1ddf7-d4a7-4109-a20d-7709b3827aaf tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4a8079a-7824-4201-889b-a14d70024f7e HTTP/1.1" status: 200  len: 943 time: 0.1059430
Mar 31 18:14:06.137793 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 45952) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:14:06.142055 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-0a8e1079-b202-4548-b9de-cdc3cb576fef None None] Port 9426b740-3eca-421b-a5c0-b9ab2601eebd cannot update to ACTIVE because it is not bound. {{(pid=103898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 31 18:14:06.179750 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-fec66449-4c38-4d5d-b2a1-5319ac5044e5 req-5930791b-decf-463c-b336-ba66bfd9d246 tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] 10.222.0.58 "GET /v2.0/security-groups?id=411f6595-e358-4ede-92e4-9250c7d10e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0593395
Mar 31 18:14:06.207379 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 45960) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:14:06.251656 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (06f31eaf-9418-4d11-8606-24a34b4b4893), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:06.260565 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73fc78de55affb2fac0a31bf62e314c48f0d961b1f9e9815d43b8150b113e94f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88f92117-db55-49dd-816e-12a9aa79119b" -d '{"events": [{"name": "network-changed", "server_uuid": "779c13cd-7a7a-47b4-b488-0d1e365c3dc4", "tag": "a16d9c5f-04bd-414b-a468-f0a9a47b917b"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 31 18:14:06.288180 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-1f07d68d-5109-4468-bfed-73fceb131a8f req-48cd0b55-b1c3-4a8b-a2ac-14a88c10fa1a tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0 HTTP/1.1" status: 200  len: 210 time: 0.0546181
Mar 31 18:14:06.367680 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f543f87-832e-4758-b0c2-e27aa260dc6a req-3929ce19-dd5e-4adb-a2a1-a547d13e9861 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:06.369306 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-2f543f87-832e-4758-b0c2-e27aa260dc6a req-3929ce19-dd5e-4adb-a2a1-a547d13e9861 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=62ef59ed-5ec0-4452-9708-184340fa4f7f HTTP/1.1" status: 200  len: 931 time: 0.0841029
Mar 31 18:14:06.458070 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6db98884-1828-4f05-81f6-8ad5da23df81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:06.489782 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-2f543f87-832e-4758-b0c2-e27aa260dc6a req-d936ce4f-03ed-4704-b097-71f4d510015e tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=17058b10-5914-4853-8fcd-dda14ab54996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1101396
Mar 31 18:14:06.575992 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b1378dbc-34ef-462f-b1b8-8687337ca96d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:06.631054 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6db98884-1828-4f05-81f6-8ad5da23df81 admin admin] Publish callbacks [] for security_group (94e73f96-f8e5-414e-a299-d80bb6e2a2bd), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:06.765025 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b1378dbc-34ef-462f-b1b8-8687337ca96d admin admin] Publish callbacks [] for security_group (d1500df4-ee55-400e-b566-0d248cffb555), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:06.767744 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6db98884-1828-4f05-81f6-8ad5da23df81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (94e73f96-f8e5-414e-a299-d80bb6e2a2bd), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:06.863169 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 45992) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:14:06.879992 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-6db98884-1828-4f05-81f6-8ad5da23df81 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1f7e93e38e06412fa948d40608635947&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7393656
Mar 31 18:14:06.883568 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db98884-1828-4f05-81f6-8ad5da23df81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94e73f96-f8e5-414e-a299-d80bb6e2a2bd,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:14:06.905238 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b1378dbc-34ef-462f-b1b8-8687337ca96d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (d1500df4-ee55-400e-b566-0d248cffb555), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:06.905652 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 18:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0789be10-4dfc-481a-a784-8d9a9815d289 x-openstack-request-id: req-0789be10-4dfc-481a-a784-8d9a9815d289 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 31 18:14:06.905652 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "779c13cd-7a7a-47b4-b488-0d1e365c3dc4", "tag": "a16d9c5f-04bd-414b-a468-f0a9a47b917b", "status": "completed", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 31 18:14:06.905652 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0789be10-4dfc-481a-a784-8d9a9815d289 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 31 18:14:06.907488 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0789be10-4dfc-481a-a784-8d9a9815d289'] response: {'name': 'network-changed', 'server_uuid': '779c13cd-7a7a-47b4-b488-0d1e365c3dc4', 'tag': 'a16d9c5f-04bd-414b-a468-f0a9a47b917b', 'status': 'completed', 'code': 200}
Mar 31 18:14:06.949162 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-b1378dbc-34ef-462f-b1b8-8687337ca96d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=62979a968dd14c99815af4d5fd3663ed&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7397237
Mar 31 18:14:06.953145 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 45994) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:14:06.977314 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1378dbc-34ef-462f-b1b8-8687337ca96d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1500df4-ee55-400e-b566-0d248cffb555,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:14:07.015023 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1e8f148b-3c2a-4d52-9e3c-a7e205b92776 admin admin] Publish callbacks [] for security_group (94e73f96-f8e5-414e-a299-d80bb6e2a2bd), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:07.022011 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d3584928-210e-433d-8890-18e933850652 admin admin] Publish callbacks [] for security_group (d1500df4-ee55-400e-b566-0d248cffb555), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:07.069244 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1e8f148b-3c2a-4d52-9e3c-a7e205b92776 admin admin] Publish callbacks [] for security_group (94e73f96-f8e5-414e-a299-d80bb6e2a2bd), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:07.076898 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d3584928-210e-433d-8890-18e933850652 admin admin] Publish callbacks [] for security_group (d1500df4-ee55-400e-b566-0d248cffb555), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:07.286678 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d3584928-210e-433d-8890-18e933850652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (d1500df4-ee55-400e-b566-0d248cffb555), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:07.290548 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1e8f148b-3c2a-4d52-9e3c-a7e205b92776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (94e73f96-f8e5-414e-a299-d80bb6e2a2bd), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:07.293704 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1e8f148b-3c2a-4d52-9e3c-a7e205b92776 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:07.298026 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d3584928-210e-433d-8890-18e933850652 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:07.298026 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-d3584928-210e-433d-8890-18e933850652 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d1500df4-ee55-400e-b566-0d248cffb555 HTTP/1.1" status: 204  len: 168 time: 0.3426247
Mar 31 18:14:07.310912 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3584928-210e-433d-8890-18e933850652 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1500df4-ee55-400e-b566-0d248cffb555,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:14:07.321366 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-1e8f148b-3c2a-4d52-9e3c-a7e205b92776 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/94e73f96-f8e5-414e-a299-d80bb6e2a2bd HTTP/1.1" status: 204  len: 168 time: 0.4344339
Mar 31 18:14:07.370819 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8f148b-3c2a-4d52-9e3c-a7e205b92776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94e73f96-f8e5-414e-a299-d80bb6e2a2bd,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:14:07.427772 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdf19ac-a0f0-4835-8908-ec4e8f5cd77b req-b0824022-1fbc-40a9-8f59-b614f7c3096c tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:07.431063 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-8bdf19ac-a0f0-4835-8908-ec4e8f5cd77b req-b0824022-1fbc-40a9-8f59-b614f7c3096c tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4a8079a-7824-4201-889b-a14d70024f7e HTTP/1.1" status: 200  len: 943 time: 0.1548963
Mar 31 18:14:07.514718 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-3687760c-c550-42a5-b193-cd24b8187021 req-588f8b52-d502-4055-8c8d-1155e2509bfa tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0 HTTP/1.1" status: 200  len: 210 time: 0.0741832
Mar 31 18:14:07.556572 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-8bdf19ac-a0f0-4835-8908-ec4e8f5cd77b req-507a22c4-98ed-4b5e-a8fa-91b576784524 tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] 10.222.0.58 "GET /v2.0/security-groups?id=411f6595-e358-4ede-92e4-9250c7d10e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1136615
Mar 31 18:14:07.693423 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45efaa17-653f-47b2-8e35-b7c0de7e831b req-b4a73b22-f825-4f61-965c-2ae8d7507ace tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:07.695426 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-45efaa17-653f-47b2-8e35-b7c0de7e831b req-b4a73b22-f825-4f61-965c-2ae8d7507ace tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=62ef59ed-5ec0-4452-9708-184340fa4f7f HTTP/1.1" status: 200  len: 931 time: 0.0829527
Mar 31 18:14:07.724150 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.v2.base [req-3c921b6f-d23d-4075-96ca-6ecf2cd63da4 req-1c4ddfbf-ecab-49f5-a852-3772676931ba service neutron] Request body: {'port': {'device_id': '62ef59ed-5ec0-4452-9708-184340fa4f7f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=103897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:14:07.838144 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b63b741-8e6b-48a3-9da0-3f81ea55b70e req-dc5fe563-eaa0-4bcb-a942-14434d61c6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:07.839696 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-6b63b741-8e6b-48a3-9da0-3f81ea55b70e req-dc5fe563-eaa0-4bcb-a942-14434d61c6bb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=66e8e03d-c7a9-44f5-9f55-89eee1f74f02 HTTP/1.1" status: 200  len: 851 time: 0.1213973
Mar 31 18:14:07.880402 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-45efaa17-653f-47b2-8e35-b7c0de7e831b req-7fe86cb0-12d7-4613-af25-be0878225d75 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=17058b10-5914-4853-8fcd-dda14ab54996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1786020
Mar 31 18:14:07.914321 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-3c921b6f-d23d-4075-96ca-6ecf2cd63da4 req-1c4ddfbf-ecab-49f5-a852-3772676931ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (9426b740-3eca-421b-a5c0-b9ab2601eebd), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:07.949010 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-6b63b741-8e6b-48a3-9da0-3f81ea55b70e req-d7a612f2-da9d-4258-8e7a-cc644b11da79 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6c793ff7-2519-4ef7-8b41-f73ba7273780&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0600240
Mar 31 18:14:08.079796 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-6b63b741-8e6b-48a3-9da0-3f81ea55b70e req-20698dc5-e022-44fe-a4f0-c6d1ef815e36 service neutron] 10.222.0.44 "GET /v2.0/networks/6c793ff7-2519-4ef7-8b41-f73ba7273780?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1198161
Mar 31 18:14:08.213533 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f92117-db55-49dd-816e-12a9aa79119b req-71fafcd3-5a57-440b-a408-92a5eb7d497a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:08.219638 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-88f92117-db55-49dd-816e-12a9aa79119b req-71fafcd3-5a57-440b-a408-92a5eb7d497a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6fc2eb72902a441ca6a6fa9350ce75f8&device_id=779c13cd-7a7a-47b4-b488-0d1e365c3dc4 HTTP/1.1" status: 200  len: 1127 time: 0.4425647
Mar 31 18:14:08.485854 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-6b63b741-8e6b-48a3-9da0-3f81ea55b70e req-31d3840a-e1e5-4cdf-9209-29c5f56eca59 service neutron] 10.222.0.44 "GET /v2.0/networks/6c793ff7-2519-4ef7-8b41-f73ba7273780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0936263
Mar 31 18:14:08.660124 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [req-3c921b6f-d23d-4075-96ca-6ecf2cd63da4 req-1c4ddfbf-ecab-49f5-a852-3772676931ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9426b740-3eca-421b-a5c0-b9ab2601eebd {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 31 18:14:08.667792 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-b0a6517b-52ed-4553-a107-9a1f9a77ad27 req-81d7d2ab-aa1b-4689-9992-d86418dfe0c4 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0 HTTP/1.1" status: 200  len: 210 time: 0.0529613
Mar 31 18:14:08.671568 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f92117-db55-49dd-816e-12a9aa79119b req-8db5d2c8-b34e-4035-a356-b5456fb9b57d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:08.673205 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-88f92117-db55-49dd-816e-12a9aa79119b req-8db5d2c8-b34e-4035-a356-b5456fb9b57d service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=6fc2eb72902a441ca6a6fa9350ce75f8&shared=False HTTP/1.1" status: 200  len: 920 time: 0.2788312
Mar 31 18:14:08.674940 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-3c921b6f-d23d-4075-96ca-6ecf2cd63da4 req-1c4ddfbf-ecab-49f5-a852-3772676931ba service neutron] Publish callbacks [] for port (9426b740-3eca-421b-a5c0-b9ab2601eebd), precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:08.690794 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48b8b30-a840-412f-8213-2beabd24ddfd req-9e576229-40b4-4988-b52b-8fd0e7c65453 tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:08.694271 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [req-3c921b6f-d23d-4075-96ca-6ecf2cd63da4 req-1c4ddfbf-ecab-49f5-a852-3772676931ba service neutron] Transition to ACTIVE for port object 9426b740-3eca-421b-a5c0-b9ab2601eebd will not be triggered until provisioned by entity L2. {{(pid=103897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 31 18:14:08.698840 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-e48b8b30-a840-412f-8213-2beabd24ddfd req-9e576229-40b4-4988-b52b-8fd0e7c65453 tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4a8079a-7824-4201-889b-a14d70024f7e HTTP/1.1" status: 200  len: 943 time: 0.0637684
Mar 31 18:14:08.746827 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-e48b8b30-a840-412f-8213-2beabd24ddfd req-977765a6-0f5b-4ae1-ae57-4a5b2ac13fac tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] 10.222.0.58 "GET /v2.0/security-groups?id=411f6595-e358-4ede-92e4-9250c7d10e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469842
Mar 31 18:14:08.819696 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-3c921b6f-d23d-4075-96ca-6ecf2cd63da4 req-1c4ddfbf-ecab-49f5-a852-3772676931ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (9426b740-3eca-421b-a5c0-b9ab2601eebd), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:08.875635 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4ddfbf-ecab-49f5-a852-3772676931ba service neutron] Pushing event updated for resources: {'Port': ['ID=9426b740-3eca-421b-a5c0-b9ab2601eebd,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:14:08.913393 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [req-3c921b6f-d23d-4075-96ca-6ecf2cd63da4 req-1c4ddfbf-ecab-49f5-a852-3772676931ba service neutron] Attempting to bind port 9426b740-3eca-421b-a5c0-b9ab2601eebd on host hv-cinder-maste for vnic_type normal with profile  {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 31 18:14:08.913393 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [req-3c921b6f-d23d-4075-96ca-6ecf2cd63da4 req-1c4ddfbf-ecab-49f5-a852-3772676931ba service neutron] Attempting to bind port 9426b740-3eca-421b-a5c0-b9ab2601eebd by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'bcaae20b-26f6-4a98-8fc9-ae5ab378776d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'fca50c83-3b91-4a03-8e1d-d873f4d904c1'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 31 18:14:08.913393 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c921b6f-d23d-4075-96ca-6ecf2cd63da4 req-1c4ddfbf-ecab-49f5-a852-3772676931ba service neutron] Attempting to bind port 9426b740-3eca-421b-a5c0-b9ab2601eebd on network fca50c83-3b91-4a03-8e1d-d873f4d904c1 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 31 18:14:08.931586 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c921b6f-d23d-4075-96ca-6ecf2cd63da4 req-1c4ddfbf-ecab-49f5-a852-3772676931ba service neutron] Port 9426b740-3eca-421b-a5c0-b9ab2601eebd on network fca50c83-3b91-4a03-8e1d-d873f4d904c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 31 18:14:08.932297 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c921b6f-d23d-4075-96ca-6ecf2cd63da4 req-1c4ddfbf-ecab-49f5-a852-3772676931ba service neutron] Attempting to bind port 9426b740-3eca-421b-a5c0-b9ab2601eebd on network fca50c83-3b91-4a03-8e1d-d873f4d904c1 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 31 18:14:08.939844 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c921b6f-d23d-4075-96ca-6ecf2cd63da4 req-1c4ddfbf-ecab-49f5-a852-3772676931ba service neutron] Checking agent: {'id': '06f31eaf-9418-4d11-8606-24a34b4b4893', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 11, 36), 'started_at': datetime.datetime(2022, 3, 31, 18, 11, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 31 18:14:08.940148 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c921b6f-d23d-4075-96ca-6ecf2cd63da4 req-1c4ddfbf-ecab-49f5-a852-3772676931ba service neutron] Checking segment: {'id': 'bcaae20b-26f6-4a98-8fc9-ae5ab378776d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'fca50c83-3b91-4a03-8e1d-d873f4d904c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 31 18:14:08.940643 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c921b6f-d23d-4075-96ca-6ecf2cd63da4 req-1c4ddfbf-ecab-49f5-a852-3772676931ba service neutron] Bound using segment: {'id': 'bcaae20b-26f6-4a98-8fc9-ae5ab378776d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'fca50c83-3b91-4a03-8e1d-d873f4d904c1'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 31 18:14:08.941091 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [req-3c921b6f-d23d-4075-96ca-6ecf2cd63da4 req-1c4ddfbf-ecab-49f5-a852-3772676931ba service neutron] Bound port: 9426b740-3eca-421b-a5c0-b9ab2601eebd, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcaae20b-26f6-4a98-8fc9-ae5ab378776d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'fca50c83-3b91-4a03-8e1d-d873f4d904c1'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 31 18:14:08.941552 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-3c921b6f-d23d-4075-96ca-6ecf2cd63da4 req-1c4ddfbf-ecab-49f5-a852-3772676931ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (9426b740-3eca-421b-a5c0-b9ab2601eebd), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:09.072099 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [req-3c921b6f-d23d-4075-96ca-6ecf2cd63da4 req-1c4ddfbf-ecab-49f5-a852-3772676931ba service neutron] For port 9426b740-3eca-421b-a5c0-b9ab2601eebd, host hv-cinder-maste, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 31 18:14:09.107411 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 46056) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:14:09.114806 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [req-3c921b6f-d23d-4075-96ca-6ecf2cd63da4 req-1c4ddfbf-ecab-49f5-a852-3772676931ba service neutron] For port 9426b740-3eca-421b-a5c0-b9ab2601eebd, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9426b740-3eca-421b-a5c0-b9ab2601eebd,segment=NetworkSegment(bcaae20b-26f6-4a98-8fc9-ae5ab378776d),segment_id=bcaae20b-26f6-4a98-8fc9-ae5ab378776d)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 31 18:14:09.124645 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1c6f2f-0210-48b1-a449-99b80bf4d3db req-b74bb8e4-2739-4713-9545-4a8d913893da tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:09.126791 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-cc1c6f2f-0210-48b1-a449-99b80bf4d3db req-b74bb8e4-2739-4713-9545-4a8d913893da tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=62ef59ed-5ec0-4452-9708-184340fa4f7f HTTP/1.1" status: 200  len: 943 time: 0.1003051
Mar 31 18:14:09.128643 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-76a384c7-5aa8-4d77-a714-252c2d6a4aff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:09.181826 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-cc1c6f2f-0210-48b1-a449-99b80bf4d3db req-78fb9a6b-2986-4f00-9a26-7de4d6d62a3d tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=17058b10-5914-4853-8fcd-dda14ab54996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491672
Mar 31 18:14:09.201970 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-3c921b6f-d23d-4075-96ca-6ecf2cd63da4 req-1c4ddfbf-ecab-49f5-a852-3772676931ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (9426b740-3eca-421b-a5c0-b9ab2601eebd), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:09.245329 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-76a384c7-5aa8-4d77-a714-252c2d6a4aff admin admin] Publish callbacks [] for security_group (9dd33ca2-f7ac-4894-9f14-3f7079aad76f), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:09.253399 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c921b6f-d23d-4075-96ca-6ecf2cd63da4 req-1c4ddfbf-ecab-49f5-a852-3772676931ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:09.254032 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-3c921b6f-d23d-4075-96ca-6ecf2cd63da4 req-1c4ddfbf-ecab-49f5-a852-3772676931ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548721'] for port (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:09.255498 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-3c921b6f-d23d-4075-96ca-6ecf2cd63da4 req-1c4ddfbf-ecab-49f5-a852-3772676931ba service neutron] 10.222.0.44 "PUT /v2.0/ports/9426b740-3eca-421b-a5c0-b9ab2601eebd HTTP/1.1" status: 200  len: 1093 time: 1.5392179
Mar 31 18:14:09.255956 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62ef59ed-5ec0-4452-9708-184340fa4f7f', 'tag': '9426b740-3eca-421b-a5c0-b9ab2601eebd'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 31 18:14:09.259170 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73fc78de55affb2fac0a31bf62e314c48f0d961b1f9e9815d43b8150b113e94f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53e2928d-c894-40a8-af07-b8c1d0ea85a9" -d '{"events": [{"name": "network-changed", "server_uuid": "62ef59ed-5ec0-4452-9708-184340fa4f7f", "tag": "9426b740-3eca-421b-a5c0-b9ab2601eebd"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 31 18:14:09.276362 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4ddfbf-ecab-49f5-a852-3772676931ba service neutron] Pushing event updated for resources: {'Port': ['ID=9426b740-3eca-421b-a5c0-b9ab2601eebd,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:14:09.303680 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 18:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d051631-4fe9-43af-8765-135081cf1e4b x-openstack-request-id: req-1d051631-4fe9-43af-8765-135081cf1e4b {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 31 18:14:09.303988 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62ef59ed-5ec0-4452-9708-184340fa4f7f", "tag": "9426b740-3eca-421b-a5c0-b9ab2601eebd", "status": "completed", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 31 18:14:09.304226 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1d051631-4fe9-43af-8765-135081cf1e4b {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 31 18:14:09.304640 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d051631-4fe9-43af-8765-135081cf1e4b'] response: {'name': 'network-changed', 'server_uuid': '62ef59ed-5ec0-4452-9708-184340fa4f7f', 'tag': '9426b740-3eca-421b-a5c0-b9ab2601eebd', 'status': 'completed', 'code': 200}
Mar 31 18:14:09.396361 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-76a384c7-5aa8-4d77-a714-252c2d6a4aff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (9dd33ca2-f7ac-4894-9f14-3f7079aad76f), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:09.444959 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 46066) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:14:09.446053 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-76a384c7-5aa8-4d77-a714-252c2d6a4aff admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9a20017665e949658394f870360e6b35&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3367567
Mar 31 18:14:09.447986 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a384c7-5aa8-4d77-a714-252c2d6a4aff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dd33ca2-f7ac-4894-9f14-3f7079aad76f,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:14:09.511004 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ecc2cf13-f5bd-4367-8f00-b5c579f0e495 admin admin] Publish callbacks [] for security_group (9dd33ca2-f7ac-4894-9f14-3f7079aad76f), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:09.533559 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ecc2cf13-f5bd-4367-8f00-b5c579f0e495 admin admin] Publish callbacks [] for security_group (9dd33ca2-f7ac-4894-9f14-3f7079aad76f), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:09.670197 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ecc2cf13-f5bd-4367-8f00-b5c579f0e495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (9dd33ca2-f7ac-4894-9f14-3f7079aad76f), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:09.672909 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ecc2cf13-f5bd-4367-8f00-b5c579f0e495 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:09.674088 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-ecc2cf13-f5bd-4367-8f00-b5c579f0e495 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9dd33ca2-f7ac-4894-9f14-3f7079aad76f HTTP/1.1" status: 204  len: 168 time: 0.2281041
Mar 31 18:14:09.683250 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc2cf13-f5bd-4367-8f00-b5c579f0e495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dd33ca2-f7ac-4894-9f14-3f7079aad76f,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:14:09.780443 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-403efda6-d064-46ea-85e3-60ed5474d2ee req-69aba762-800d-4f18-85ed-b04680a9911d tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0 HTTP/1.1" status: 200  len: 210 time: 0.0290182
Mar 31 18:14:09.875114 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71ae010-11f0-4cfc-a276-5521c3ebda0e req-cac3f6ce-66fa-4023-8902-045cf0bb7dda tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:09.876594 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-d71ae010-11f0-4cfc-a276-5521c3ebda0e req-cac3f6ce-66fa-4023-8902-045cf0bb7dda tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4a8079a-7824-4201-889b-a14d70024f7e HTTP/1.1" status: 200  len: 943 time: 0.0557394
Mar 31 18:14:09.926510 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-d71ae010-11f0-4cfc-a276-5521c3ebda0e req-3c1cd650-3a34-4aee-9cba-7d48dc7c78a1 tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] 10.222.0.58 "GET /v2.0/security-groups?id=411f6595-e358-4ede-92e4-9250c7d10e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436134
Mar 31 18:14:10.307340 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d4126e-46d7-4e23-9a32-145f5c58fb18 req-8805a321-3d8b-4d44-bfe2-f9fe36fb35aa tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:10.308947 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-f9d4126e-46d7-4e23-9a32-145f5c58fb18 req-8805a321-3d8b-4d44-bfe2-f9fe36fb35aa tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=62ef59ed-5ec0-4452-9708-184340fa4f7f HTTP/1.1" status: 200  len: 943 time: 0.0556905
Mar 31 18:14:10.358157 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-f9d4126e-46d7-4e23-9a32-145f5c58fb18 req-947af46b-37b4-426b-addf-d066c4541e4f tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=17058b10-5914-4853-8fcd-dda14ab54996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435987
Mar 31 18:14:10.894056 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-af7711c2-31f2-47a1-a07e-b5bd79cf6f43 req-0e681508-5a46-400a-94c6-bb48fd2e20ea tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0 HTTP/1.1" status: 200  len: 210 time: 0.0317469
Mar 31 18:14:11.057832 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6fe017-6d46-4a86-b438-49c578559c52 req-a1d8342e-a678-4ec4-87f7-d19b8e94805c tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:11.059406 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-1a6fe017-6d46-4a86-b438-49c578559c52 req-a1d8342e-a678-4ec4-87f7-d19b8e94805c tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4a8079a-7824-4201-889b-a14d70024f7e HTTP/1.1" status: 200  len: 943 time: 0.0534379
Mar 31 18:14:11.111194 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-1a6fe017-6d46-4a86-b438-49c578559c52 req-99e13f07-75cd-454d-b219-8c2be23318f5 tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] 10.222.0.58 "GET /v2.0/security-groups?id=411f6595-e358-4ede-92e4-9250c7d10e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444674
Mar 31 18:14:11.477820 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165de809-a405-4861-a0c4-5824eca65331 req-170cb85a-8ae3-4142-867e-cfba85668193 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:11.479374 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-165de809-a405-4861-a0c4-5824eca65331 req-170cb85a-8ae3-4142-867e-cfba85668193 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=62ef59ed-5ec0-4452-9708-184340fa4f7f HTTP/1.1" status: 200  len: 943 time: 0.0539861
Mar 31 18:14:11.529187 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-165de809-a405-4861-a0c4-5824eca65331 req-fc591d71-c597-4167-ba6e-f3c085aa2508 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=17058b10-5914-4853-8fcd-dda14ab54996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440083
Mar 31 18:14:11.995300 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-c94bb67e-d6e0-4d38-a8cf-4c1d2a08e1d5 req-61597665-637e-4125-a897-3b52a7dfb8b5 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0 HTTP/1.1" status: 200  len: 210 time: 0.0276875
Mar 31 18:14:12.234464 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea0af69-d66b-430e-b02f-c28961a88a37 req-6953d3b3-a730-4670-9414-63620b187f65 tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:12.236047 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-0ea0af69-d66b-430e-b02f-c28961a88a37 req-6953d3b3-a730-4670-9414-63620b187f65 tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4a8079a-7824-4201-889b-a14d70024f7e HTTP/1.1" status: 200  len: 943 time: 0.0540314
Mar 31 18:14:12.284027 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-0ea0af69-d66b-430e-b02f-c28961a88a37 req-5b7e473a-7e38-40ec-8952-b6533bbcef69 tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] 10.222.0.58 "GET /v2.0/security-groups?id=411f6595-e358-4ede-92e4-9250c7d10e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415759
Mar 31 18:14:12.652171 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3c6821-80fc-40fc-be11-e3e182169d09 req-94e50b63-2276-403f-a058-01d31da03720 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:12.653739 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-1f3c6821-80fc-40fc-be11-e3e182169d09 req-94e50b63-2276-403f-a058-01d31da03720 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=62ef59ed-5ec0-4452-9708-184340fa4f7f HTTP/1.1" status: 200  len: 943 time: 0.0544915
Mar 31 18:14:12.703915 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-1f3c6821-80fc-40fc-be11-e3e182169d09 req-3b05c02c-5664-4d90-afd3-a0080b5bff8a tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=17058b10-5914-4853-8fcd-dda14ab54996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445251
Mar 31 18:14:13.104050 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-e6febe4e-da4a-4e0a-8527-d2d8ad4f2322 req-ba4da065-090f-4fc6-98df-7f45dd550b61 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0 HTTP/1.1" status: 200  len: 210 time: 0.0316932
Mar 31 18:14:13.403529 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb48563-e3a7-4c2d-922e-b44c36144bff req-ddda8397-fbbe-4cc3-981c-11db3d4aa80b tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:13.405090 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-8eb48563-e3a7-4c2d-922e-b44c36144bff req-ddda8397-fbbe-4cc3-981c-11db3d4aa80b tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4a8079a-7824-4201-889b-a14d70024f7e HTTP/1.1" status: 200  len: 943 time: 0.0537000
Mar 31 18:14:13.456569 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-8eb48563-e3a7-4c2d-922e-b44c36144bff req-70ae9937-0d54-46a3-be32-d6344b036c12 tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] 10.222.0.58 "GET /v2.0/security-groups?id=411f6595-e358-4ede-92e4-9250c7d10e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455828
Mar 31 18:14:13.811090 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.agents_db [None req-39f62d97-bd56-4bf2-8522-12846eccdd8f None None] Agent healthcheck: found 6 active agents {{(pid=103899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 31 18:14:13.832547 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73bf03e-5f73-4557-9b2d-1a97c83303b2 req-72c7deab-4395-4cd6-8d67-0097b17a6814 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:13.834503 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-d73bf03e-5f73-4557-9b2d-1a97c83303b2 req-72c7deab-4395-4cd6-8d67-0097b17a6814 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=62ef59ed-5ec0-4452-9708-184340fa4f7f HTTP/1.1" status: 200  len: 943 time: 0.0604892
Mar 31 18:14:13.885922 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-d73bf03e-5f73-4557-9b2d-1a97c83303b2 req-3b897468-d930-4a69-a17d-00e7913e6814 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=17058b10-5914-4853-8fcd-dda14ab54996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440259
Mar 31 18:14:13.916947 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e2928d-c894-40a8-af07-b8c1d0ea85a9 req-62295092-139f-457b-bdb1-0a1f151f3659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:13.918762 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-53e2928d-c894-40a8-af07-b8c1d0ea85a9 req-62295092-139f-457b-bdb1-0a1f151f3659 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6fc2eb72902a441ca6a6fa9350ce75f8&device_id=62ef59ed-5ec0-4452-9708-184340fa4f7f HTTP/1.1" status: 200  len: 1127 time: 0.1629846
Mar 31 18:14:13.921455 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f92117-db55-49dd-816e-12a9aa79119b req-c44cef24-bd7b-42c2-8625-27b8abe92c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:13.922810 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-88f92117-db55-49dd-816e-12a9aa79119b req-c44cef24-bd7b-42c2-8625-27b8abe92c87 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2038939
Mar 31 18:14:14.175388 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4f880f-d846-4f95-b1df-fa827312d449 req-c05770bd-9c22-4ba8-bde0-3beef8d6732a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:14.176959 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-fb4f880f-d846-4f95-b1df-fa827312d449 req-c05770bd-9c22-4ba8-bde0-3beef8d6732a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6fc2eb72902a441ca6a6fa9350ce75f8&device_id=779c13cd-7a7a-47b4-b488-0d1e365c3dc4 HTTP/1.1" status: 200  len: 1127 time: 0.0893304
Mar 31 18:14:14.178515 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e2928d-c894-40a8-af07-b8c1d0ea85a9 req-12a738c5-a985-4344-9b1e-8014179c1df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:14.180047 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-53e2928d-c894-40a8-af07-b8c1d0ea85a9 req-12a738c5-a985-4344-9b1e-8014179c1df5 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=6fc2eb72902a441ca6a6fa9350ce75f8&shared=False HTTP/1.1" status: 200  len: 920 time: 0.1488745
Mar 31 18:14:14.296280 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-576971b3-40e2-4d4b-baa7-291cccf63d27 req-11bd8538-a082-40de-b0ef-ed97b3f86a19 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0 HTTP/1.1" status: 200  len: 210 time: 0.1078176
Mar 31 18:14:14.367821 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-fb4f880f-d846-4f95-b1df-fa827312d449 req-c3171b74-e838-4129-a979-2fd093f12aa6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a16d9c5f-04bd-414b-a468-f0a9a47b917b HTTP/1.1" status: 200  len: 217 time: 0.1699455
Mar 31 18:14:14.455656 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4f880f-d846-4f95-b1df-fa827312d449 req-c629e71b-58ad-49f1-8c11-86ea46db01f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:14.457224 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-fb4f880f-d846-4f95-b1df-fa827312d449 req-c629e71b-58ad-49f1-8c11-86ea46db01f9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5c50616b-7511-4714-bd2d-e587d92cf7dd HTTP/1.1" status: 200  len: 858 time: 0.0812054
Mar 31 18:14:14.463520 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e2928d-c894-40a8-af07-b8c1d0ea85a9 req-5384eefe-e7e5-4bf9-9777-2f581c299d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:14.464936 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-53e2928d-c894-40a8-af07-b8c1d0ea85a9 req-5384eefe-e7e5-4bf9-9777-2f581c299d1a service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2681873
Mar 31 18:14:14.629030 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6e50b3-2b83-4568-aa49-cd3b0803ae6b req-5b7942b6-ed32-4bac-90e8-fc65e1e14515 tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:14.639979 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-1e6e50b3-2b83-4568-aa49-cd3b0803ae6b req-5b7942b6-ed32-4bac-90e8-fc65e1e14515 tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4a8079a-7824-4201-889b-a14d70024f7e HTTP/1.1" status: 200  len: 943 time: 0.1058705
Mar 31 18:14:14.691426 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-1e6e50b3-2b83-4568-aa49-cd3b0803ae6b req-9e2fbe8c-bee9-4ad8-aef6-456969840c8b tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] 10.222.0.58 "GET /v2.0/security-groups?id=411f6595-e358-4ede-92e4-9250c7d10e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0530756
Mar 31 18:14:14.715470 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4f880f-d846-4f95-b1df-fa827312d449 req-502dd468-9fee-462d-8951-7e4ca859df45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:14.717085 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-fb4f880f-d846-4f95-b1df-fa827312d449 req-502dd468-9fee-462d-8951-7e4ca859df45 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fca50c83-3b91-4a03-8e1d-d873f4d904c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.2513065
Mar 31 18:14:14.867395 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c921b6f-d23d-4075-96ca-6ecf2cd63da4 req-7c83b9a5-199b-4905-8802-a56bf8ceb750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:14.868881 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-3c921b6f-d23d-4075-96ca-6ecf2cd63da4 req-7c83b9a5-199b-4905-8802-a56bf8ceb750 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6fc2eb72902a441ca6a6fa9350ce75f8&device_id=62ef59ed-5ec0-4452-9708-184340fa4f7f HTTP/1.1" status: 200  len: 1127 time: 0.1138084
Mar 31 18:14:14.875009 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-fb4f880f-d846-4f95-b1df-fa827312d449 req-a64d1dc3-0f9a-40e8-826b-ae1a04d35597 service neutron] 10.222.0.44 "GET /v2.0/networks/fca50c83-3b91-4a03-8e1d-d873f4d904c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1186042
Mar 31 18:14:14.940532 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-3c921b6f-d23d-4075-96ca-6ecf2cd63da4 req-facd394f-d729-4501-b58b-50af605f073a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9426b740-3eca-421b-a5c0-b9ab2601eebd HTTP/1.1" status: 200  len: 217 time: 0.0519588
Mar 31 18:14:15.065843 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c921b6f-d23d-4075-96ca-6ecf2cd63da4 req-6c5dae7c-4869-43b0-9e73-b23de8b9bb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:15.067298 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-3c921b6f-d23d-4075-96ca-6ecf2cd63da4 req-6c5dae7c-4869-43b0-9e73-b23de8b9bb3c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5c50616b-7511-4714-bd2d-e587d92cf7dd HTTP/1.1" status: 200  len: 858 time: 0.1005578
Mar 31 18:14:15.101712 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22fb4c0-0928-4633-8059-41677b9029c2 req-1f0033b9-946a-418b-8a48-0b554e9088b6 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:15.103242 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-c22fb4c0-0928-4633-8059-41677b9029c2 req-1f0033b9-946a-418b-8a48-0b554e9088b6 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=62ef59ed-5ec0-4452-9708-184340fa4f7f HTTP/1.1" status: 200  len: 943 time: 0.1375673
Mar 31 18:14:15.121797 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-fb4f880f-d846-4f95-b1df-fa827312d449 req-675ab00d-7283-4244-8895-3dd79cc6c3fb service neutron] 10.222.0.44 "GET /v2.0/networks/fca50c83-3b91-4a03-8e1d-d873f4d904c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2320778
Mar 31 18:14:15.175059 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-c22fb4c0-0928-4633-8059-41677b9029c2 req-b0e3f6de-975d-444f-a315-63b5353b3838 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=17058b10-5914-4853-8fcd-dda14ab54996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0521705
Mar 31 18:14:15.181028 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c921b6f-d23d-4075-96ca-6ecf2cd63da4 req-4165f9d6-e197-40ae-b513-47621658caa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:15.182620 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-3c921b6f-d23d-4075-96ca-6ecf2cd63da4 req-4165f9d6-e197-40ae-b513-47621658caa3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fca50c83-3b91-4a03-8e1d-d873f4d904c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.1021583
Mar 31 18:14:15.292443 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-3c921b6f-d23d-4075-96ca-6ecf2cd63da4 req-24be5f79-3509-467d-8ef9-5ce42285914c service neutron] 10.222.0.44 "GET /v2.0/networks/fca50c83-3b91-4a03-8e1d-d873f4d904c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1022813
Mar 31 18:14:15.427804 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-ed64c798-6ce2-40de-8e46-cae8a5e55f12 req-864ecbd7-8526-46fa-b05d-d0ea95084100 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0 HTTP/1.1" status: 200  len: 210 time: 0.0314102
Mar 31 18:14:15.525814 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-3c921b6f-d23d-4075-96ca-6ecf2cd63da4 req-348f64ee-172c-440a-b9f2-8ab397fd1923 service neutron] 10.222.0.44 "GET /v2.0/networks/fca50c83-3b91-4a03-8e1d-d873f4d904c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2269533
Mar 31 18:14:15.603238 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9a9a6-2dae-4367-ac18-53edf40dc3fb req-2bbc3d6a-2df9-4702-bd78-9371e86bcc7d tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:15.604959 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-f8a9a9a6-2dae-4367-ac18-53edf40dc3fb req-2bbc3d6a-2df9-4702-bd78-9371e86bcc7d tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.44 "GET /v2.0/networks?id=b654ebd8-4c33-443d-bee5-4bafdafcd132 HTTP/1.1" status: 200  len: 816 time: 0.1963096
Mar 31 18:14:15.693600 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-f8a9a9a6-2dae-4367-ac18-53edf40dc3fb req-2d90ef67-9d46-499f-b4b8-364e2ef825f5 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb7248f2c93342cd823f385c53a69d05 HTTP/1.1" status: 200  len: 380 time: 0.0727439
Mar 31 18:14:15.701764 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.v2.base [req-f8a9a9a6-2dae-4367-ac18-53edf40dc3fb req-ab2d590c-9d2c-40d5-ac35-5c4272ae19ad tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Request body: {'port': {'device_id': '8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0', 'network_id': 'b654ebd8-4c33-443d-bee5-4bafdafcd132', 'admin_state_up': True, 'tenant_id': 'eb7248f2c93342cd823f385c53a69d05', 'security_groups': ['e133340d-5235-49c2-8082-becbc976b284']}} {{(pid=103897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:14:15.886763 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8addf09-6f0d-4788-a495-5a3996201859 req-83c064a2-05f2-41f4-a11f-9aadd3236053 tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:15.888290 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-f8addf09-6f0d-4788-a495-5a3996201859 req-83c064a2-05f2-41f4-a11f-9aadd3236053 tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4a8079a-7824-4201-889b-a14d70024f7e HTTP/1.1" status: 200  len: 943 time: 0.0641437
Mar 31 18:14:15.936111 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-f8addf09-6f0d-4788-a495-5a3996201859 req-6a44a73e-0db0-4871-986c-ee949abffd0a tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] 10.222.0.58 "GET /v2.0/security-groups?id=411f6595-e358-4ede-92e4-9250c7d10e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421655
Mar 31 18:14:16.003942 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8a9a9a6-2dae-4367-ac18-53edf40dc3fb req-ab2d590c-9d2c-40d5-ac35-5c4272ae19ad tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Made reservation on behalf of eb7248f2c93342cd823f385c53a69d05 for: {'port': 1} {{(pid=103897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 31 18:14:16.008443 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-f8a9a9a6-2dae-4367-ac18-53edf40dc3fb req-ab2d590c-9d2c-40d5-ac35-5c4272ae19ad tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (None), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:16.152443 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [req-f8a9a9a6-2dae-4367-ac18-53edf40dc3fb req-ab2d590c-9d2c-40d5-ac35-5c4272ae19ad tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Allocated IP 172.20.0.6 (b654ebd8-4c33-443d-bee5-4bafdafcd132/b54f9372-100f-4525-b4b3-2814afa9d771/3bfd294a-f954-4562-8fbf-0cd104ab3bee) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 31 18:14:16.374679 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 46310) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:14:16.413365 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-f8a9a9a6-2dae-4367-ac18-53edf40dc3fb req-ab2d590c-9d2c-40d5-ac35-5c4272ae19ad tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Publish callbacks [] for port (3bfd294a-f954-4562-8fbf-0cd104ab3bee), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:16.441707 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92a7c28-55be-46d5-aecd-62f322dce77a req-02b2c2a0-a578-4cba-95bb-c87afdd3507b tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:16.447589 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-a92a7c28-55be-46d5-aecd-62f322dce77a req-02b2c2a0-a578-4cba-95bb-c87afdd3507b tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=62ef59ed-5ec0-4452-9708-184340fa4f7f HTTP/1.1" status: 200  len: 943 time: 0.1377487
Mar 31 18:14:16.494504 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-08043d5c-16e3-4cf0-a45c-8cd7954bcafa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:16.517346 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-a92a7c28-55be-46d5-aecd-62f322dce77a req-4e0fe8cd-cb2a-4385-83c1-3d45c209424f tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=17058b10-5914-4853-8fcd-dda14ab54996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0679555
Mar 31 18:14:16.542780 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-53f04627-a7f1-4262-b1b8-a343a2f6ca1e req-d7bf4060-9e82-4dc2-92c4-e759d484ab28 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0 HTTP/1.1" status: 200  len: 210 time: 0.0377407
Mar 31 18:14:16.572448 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-f8a9a9a6-2dae-4367-ac18-53edf40dc3fb req-ab2d590c-9d2c-40d5-ac35-5c4272ae19ad tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759342510062'] for port (3bfd294a-f954-4562-8fbf-0cd104ab3bee), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:16.591928 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-08043d5c-16e3-4cf0-a45c-8cd7954bcafa admin admin] Publish callbacks [] for security_group (d5506a70-5701-4646-8a09-10e6646818ea), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:16.619197 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8a9a9a6-2dae-4367-ac18-53edf40dc3fb req-ab2d590c-9d2c-40d5-ac35-5c4272ae19ad tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Network b654ebd8-4c33-443d-bee5-4bafdafcd132 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 31 18:14:16.622252 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [req-f8a9a9a6-2dae-4367-ac18-53edf40dc3fb req-ab2d590c-9d2c-40d5-ac35-5c4272ae19ad tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Resources bound (agent type, host, resource id):  {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 31 18:14:16.624786 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8a9a9a6-2dae-4367-ac18-53edf40dc3fb req-ab2d590c-9d2c-40d5-ac35-5c4272ae19ad tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 31 18:14:16.630905 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9a9a6-2dae-4367-ac18-53edf40dc3fb req-ab2d590c-9d2c-40d5-ac35-5c4272ae19ad tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:16.631591 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-f8a9a9a6-2dae-4367-ac18-53edf40dc3fb req-ab2d590c-9d2c-40d5-ac35-5c4272ae19ad tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548721'] for port (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:16.648987 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2d590c-9d2c-40d5-ac35-5c4272ae19ad tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Pushing event updated for resources: {'Port': ['ID=3bfd294a-f954-4562-8fbf-0cd104ab3bee,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:14:16.703038 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-08043d5c-16e3-4cf0-a45c-8cd7954bcafa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (d5506a70-5701-4646-8a09-10e6646818ea), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:16.751416 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-f8a9a9a6-2dae-4367-ac18-53edf40dc3fb req-ab2d590c-9d2c-40d5-ac35-5c4272ae19ad tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0517919
Mar 31 18:14:16.753540 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 46322) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:14:16.754004 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-08043d5c-16e3-4cf0-a45c-8cd7954bcafa admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ac0843a43b3b4049bb02fcdca73cfd78&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3779409
Mar 31 18:14:16.756310 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08043d5c-16e3-4cf0-a45c-8cd7954bcafa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5506a70-5701-4646-8a09-10e6646818ea,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:14:16.796783 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.v2.base [req-f8a9a9a6-2dae-4367-ac18-53edf40dc3fb req-b05e5ae9-51ab-460b-bc95-0715657f7ab0 service neutron] Request body: {'port': {'device_id': '8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=103897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:14:16.893741 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-9fdc8d8d-5258-4e0e-adb2-55dd19668a29 None None] Provisioning complete for port 3bfd294a-f954-4562-8fbf-0cd104ab3bee triggered by entity DHCP. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:14:16.894307 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-9fdc8d8d-5258-4e0e-adb2-55dd19668a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (3bfd294a-f954-4562-8fbf-0cd104ab3bee), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:16.894403 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-f8a9a9a6-2dae-4367-ac18-53edf40dc3fb req-b05e5ae9-51ab-460b-bc95-0715657f7ab0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (3bfd294a-f954-4562-8fbf-0cd104ab3bee), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:16.897300 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-81c5896f-eb8a-4431-a618-90fab3a3b3e0 admin admin] Publish callbacks [] for security_group (d5506a70-5701-4646-8a09-10e6646818ea), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:16.931969 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-9fdc8d8d-5258-4e0e-adb2-55dd19668a29 None None] Port 3bfd294a-f954-4562-8fbf-0cd104ab3bee cannot update to ACTIVE because it is not bound. {{(pid=103898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 31 18:14:16.950050 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-81c5896f-eb8a-4431-a618-90fab3a3b3e0 admin admin] Publish callbacks [] for security_group (d5506a70-5701-4646-8a09-10e6646818ea), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:17.070009 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156bebcb-09cd-4551-9f85-b453e7cfa0bc req-29cd3a52-bbc0-4bac-8e14-964ae0a3c856 tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:17.071601 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-156bebcb-09cd-4551-9f85-b453e7cfa0bc req-29cd3a52-bbc0-4bac-8e14-964ae0a3c856 tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4a8079a-7824-4201-889b-a14d70024f7e HTTP/1.1" status: 200  len: 943 time: 0.0653343
Mar 31 18:14:17.126442 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-156bebcb-09cd-4551-9f85-b453e7cfa0bc req-e0d9fc8f-6219-43c7-89d0-3989235d21e6 tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] 10.222.0.58 "GET /v2.0/security-groups?id=411f6595-e358-4ede-92e4-9250c7d10e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491827
Mar 31 18:14:17.169457 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-81c5896f-eb8a-4431-a618-90fab3a3b3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (d5506a70-5701-4646-8a09-10e6646818ea), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:17.172019 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-81c5896f-eb8a-4431-a618-90fab3a3b3e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:17.173160 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-81c5896f-eb8a-4431-a618-90fab3a3b3e0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d5506a70-5701-4646-8a09-10e6646818ea HTTP/1.1" status: 204  len: 168 time: 0.4187546
Mar 31 18:14:17.185243 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c5896f-eb8a-4431-a618-90fab3a3b3e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5506a70-5701-4646-8a09-10e6646818ea,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:14:17.237867 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [req-f8a9a9a6-2dae-4367-ac18-53edf40dc3fb req-b05e5ae9-51ab-460b-bc95-0715657f7ab0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bfd294a-f954-4562-8fbf-0cd104ab3bee {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 31 18:14:17.246763 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-f8a9a9a6-2dae-4367-ac18-53edf40dc3fb req-b05e5ae9-51ab-460b-bc95-0715657f7ab0 service neutron] Publish callbacks [] for port (3bfd294a-f954-4562-8fbf-0cd104ab3bee), precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:17.260940 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [req-f8a9a9a6-2dae-4367-ac18-53edf40dc3fb req-b05e5ae9-51ab-460b-bc95-0715657f7ab0 service neutron] Transition to ACTIVE for port object 3bfd294a-f954-4562-8fbf-0cd104ab3bee will not be triggered until provisioned by entity L2. {{(pid=103897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 31 18:14:17.433137 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-f8a9a9a6-2dae-4367-ac18-53edf40dc3fb req-b05e5ae9-51ab-460b-bc95-0715657f7ab0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (3bfd294a-f954-4562-8fbf-0cd104ab3bee), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:17.480576 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05e5ae9-51ab-460b-bc95-0715657f7ab0 service neutron] Pushing event updated for resources: {'Port': ['ID=3bfd294a-f954-4562-8fbf-0cd104ab3bee,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:14:17.517378 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [req-f8a9a9a6-2dae-4367-ac18-53edf40dc3fb req-b05e5ae9-51ab-460b-bc95-0715657f7ab0 service neutron] Attempting to bind port 3bfd294a-f954-4562-8fbf-0cd104ab3bee on host hv-cinder-maste for vnic_type normal with profile  {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 31 18:14:17.517711 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [req-f8a9a9a6-2dae-4367-ac18-53edf40dc3fb req-b05e5ae9-51ab-460b-bc95-0715657f7ab0 service neutron] Attempting to bind port 3bfd294a-f954-4562-8fbf-0cd104ab3bee by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'd3dc8398-bd2c-4dc7-a2ac-12de370e002b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'b654ebd8-4c33-443d-bee5-4bafdafcd132'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 31 18:14:17.518500 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a9a9a6-2dae-4367-ac18-53edf40dc3fb req-b05e5ae9-51ab-460b-bc95-0715657f7ab0 service neutron] Attempting to bind port 3bfd294a-f954-4562-8fbf-0cd104ab3bee on network b654ebd8-4c33-443d-bee5-4bafdafcd132 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 31 18:14:17.524300 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a9a9a6-2dae-4367-ac18-53edf40dc3fb req-b05e5ae9-51ab-460b-bc95-0715657f7ab0 service neutron] Port 3bfd294a-f954-4562-8fbf-0cd104ab3bee on network b654ebd8-4c33-443d-bee5-4bafdafcd132 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 31 18:14:17.524623 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a9a9a6-2dae-4367-ac18-53edf40dc3fb req-b05e5ae9-51ab-460b-bc95-0715657f7ab0 service neutron] Attempting to bind port 3bfd294a-f954-4562-8fbf-0cd104ab3bee on network b654ebd8-4c33-443d-bee5-4bafdafcd132 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 31 18:14:17.529895 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a9a9a6-2dae-4367-ac18-53edf40dc3fb req-b05e5ae9-51ab-460b-bc95-0715657f7ab0 service neutron] Checking agent: {'id': '06f31eaf-9418-4d11-8606-24a34b4b4893', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 11, 36), 'started_at': datetime.datetime(2022, 3, 31, 18, 11, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 31 18:14:17.530818 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a9a9a6-2dae-4367-ac18-53edf40dc3fb req-b05e5ae9-51ab-460b-bc95-0715657f7ab0 service neutron] Checking segment: {'id': 'd3dc8398-bd2c-4dc7-a2ac-12de370e002b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'b654ebd8-4c33-443d-bee5-4bafdafcd132'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 31 18:14:17.530818 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a9a9a6-2dae-4367-ac18-53edf40dc3fb req-b05e5ae9-51ab-460b-bc95-0715657f7ab0 service neutron] Bound using segment: {'id': 'd3dc8398-bd2c-4dc7-a2ac-12de370e002b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'b654ebd8-4c33-443d-bee5-4bafdafcd132'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 31 18:14:17.531371 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [req-f8a9a9a6-2dae-4367-ac18-53edf40dc3fb req-b05e5ae9-51ab-460b-bc95-0715657f7ab0 service neutron] Bound port: 3bfd294a-f954-4562-8fbf-0cd104ab3bee, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3dc8398-bd2c-4dc7-a2ac-12de370e002b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'b654ebd8-4c33-443d-bee5-4bafdafcd132'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 31 18:14:17.531733 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-f8a9a9a6-2dae-4367-ac18-53edf40dc3fb req-b05e5ae9-51ab-460b-bc95-0715657f7ab0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (3bfd294a-f954-4562-8fbf-0cd104ab3bee), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:17.626999 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [req-f8a9a9a6-2dae-4367-ac18-53edf40dc3fb req-b05e5ae9-51ab-460b-bc95-0715657f7ab0 service neutron] For port 3bfd294a-f954-4562-8fbf-0cd104ab3bee, host hv-cinder-maste, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 31 18:14:17.631675 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [req-f8a9a9a6-2dae-4367-ac18-53edf40dc3fb req-b05e5ae9-51ab-460b-bc95-0715657f7ab0 service neutron] For port 3bfd294a-f954-4562-8fbf-0cd104ab3bee, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=3bfd294a-f954-4562-8fbf-0cd104ab3bee,segment=NetworkSegment(d3dc8398-bd2c-4dc7-a2ac-12de370e002b),segment_id=d3dc8398-bd2c-4dc7-a2ac-12de370e002b)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 31 18:14:17.708240 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcda004b-33b6-4bc8-a150-bc9ce2b78d92 req-b580cd1e-b694-4302-8463-286e902d7690 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:17.709819 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-bcda004b-33b6-4bc8-a150-bc9ce2b78d92 req-b580cd1e-b694-4302-8463-286e902d7690 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=62ef59ed-5ec0-4452-9708-184340fa4f7f HTTP/1.1" status: 200  len: 943 time: 0.0577178
Mar 31 18:14:17.716766 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154dc0ba-ade4-4378-ab1f-8496c603574e req-0bc89893-a1aa-4844-b84e-71979983ce7e tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:17.718419 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-154dc0ba-ade4-4378-ab1f-8496c603574e req-0bc89893-a1aa-4844-b84e-71979983ce7e tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0 HTTP/1.1" status: 200  len: 943 time: 0.0610354
Mar 31 18:14:17.740639 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-f8a9a9a6-2dae-4367-ac18-53edf40dc3fb req-b05e5ae9-51ab-460b-bc95-0715657f7ab0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (3bfd294a-f954-4562-8fbf-0cd104ab3bee), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:17.776341 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-154dc0ba-ade4-4378-ab1f-8496c603574e req-d7d5922a-45ea-40c6-92a7-2f6094203aa3 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=e133340d-5235-49c2-8082-becbc976b284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0511899
Mar 31 18:14:17.783699 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9a9a6-2dae-4367-ac18-53edf40dc3fb req-b05e5ae9-51ab-460b-bc95-0715657f7ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:17.784315 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-f8a9a9a6-2dae-4367-ac18-53edf40dc3fb req-b05e5ae9-51ab-460b-bc95-0715657f7ab0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548721'] for port (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:17.786412 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-f8a9a9a6-2dae-4367-ac18-53edf40dc3fb req-b05e5ae9-51ab-460b-bc95-0715657f7ab0 service neutron] 10.222.0.44 "PUT /v2.0/ports/3bfd294a-f954-4562-8fbf-0cd104ab3bee HTTP/1.1" status: 200  len: 1093 time: 1.0038452
Mar 31 18:14:17.789506 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0', 'tag': '3bfd294a-f954-4562-8fbf-0cd104ab3bee'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 31 18:14:17.791820 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73fc78de55affb2fac0a31bf62e314c48f0d961b1f9e9815d43b8150b113e94f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a14f9d82-03d4-4dbf-8d43-28243f862ad5" -d '{"events": [{"name": "network-changed", "server_uuid": "8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0", "tag": "3bfd294a-f954-4562-8fbf-0cd104ab3bee"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 31 18:14:17.820742 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-bcda004b-33b6-4bc8-a150-bc9ce2b78d92 req-22008011-3e34-4a2e-bef5-f2777fda6db7 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=17058b10-5914-4853-8fcd-dda14ab54996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1050465
Mar 31 18:14:17.861085 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 18:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e171a45c-92f4-4f30-8757-c86858b26ca3 x-openstack-request-id: req-e171a45c-92f4-4f30-8757-c86858b26ca3 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 31 18:14:17.861399 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0", "tag": "3bfd294a-f954-4562-8fbf-0cd104ab3bee", "status": "completed", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 31 18:14:17.861646 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e171a45c-92f4-4f30-8757-c86858b26ca3 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 31 18:14:17.862438 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e171a45c-92f4-4f30-8757-c86858b26ca3'] response: {'name': 'network-changed', 'server_uuid': '8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0', 'tag': '3bfd294a-f954-4562-8fbf-0cd104ab3bee', 'status': 'completed', 'code': 200}
Mar 31 18:14:17.868776 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05e5ae9-51ab-460b-bc95-0715657f7ab0 service neutron] Pushing event updated for resources: {'Port': ['ID=3bfd294a-f954-4562-8fbf-0cd104ab3bee,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:14:17.991632 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14f9d82-03d4-4dbf-8d43-28243f862ad5 req-d14063fb-774c-4f1a-b6bc-2859c09e8d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:17.993624 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-a14f9d82-03d4-4dbf-8d43-28243f862ad5 req-d14063fb-774c-4f1a-b6bc-2859c09e8d3b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=eb7248f2c93342cd823f385c53a69d05&device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0 HTTP/1.1" status: 200  len: 1127 time: 0.0840604
Mar 31 18:14:18.109376 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14f9d82-03d4-4dbf-8d43-28243f862ad5 req-1e668043-ecba-4a7a-8cc6-47c73b233c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:18.111931 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-a14f9d82-03d4-4dbf-8d43-28243f862ad5 req-1e668043-ecba-4a7a-8cc6-47c73b233c79 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=eb7248f2c93342cd823f385c53a69d05&shared=False HTTP/1.1" status: 200  len: 917 time: 0.1038334
Mar 31 18:14:18.150935 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 46354) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:14:18.168357 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ca6bdb3a-f36a-495d-9c68-2917ed08cde5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:18.256765 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ca6bdb3a-f36a-495d-9c68-2917ed08cde5 admin admin] Publish callbacks [] for security_group (16fdeae2-079b-4930-ba80-0454daaa28f3), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:18.260502 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14f9d82-03d4-4dbf-8d43-28243f862ad5 req-652b5443-7980-4678-8bdd-7407773720da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:18.262215 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-a14f9d82-03d4-4dbf-8d43-28243f862ad5 req-652b5443-7980-4678-8bdd-7407773720da service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1421061
Mar 31 18:14:18.282471 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92633404-9fba-485a-8815-bf44612ab7a0 req-9ea959b6-d244-4656-af64-f75ecbc2abac tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:18.284104 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-92633404-9fba-485a-8815-bf44612ab7a0 req-9ea959b6-d244-4656-af64-f75ecbc2abac tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4a8079a-7824-4201-889b-a14d70024f7e HTTP/1.1" status: 200  len: 943 time: 0.0768321
Mar 31 18:14:18.341231 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-92633404-9fba-485a-8815-bf44612ab7a0 req-bb8bfa0e-3a9f-4147-8bd3-f38c28a052b5 tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] 10.222.0.58 "GET /v2.0/security-groups?id=411f6595-e358-4ede-92e4-9250c7d10e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468450
Mar 31 18:14:18.397248 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ca6bdb3a-f36a-495d-9c68-2917ed08cde5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (16fdeae2-079b-4930-ba80-0454daaa28f3), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:18.440149 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-ca6bdb3a-f36a-495d-9c68-2917ed08cde5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=93f8fdb9aede491ca1363fb94b0623b6&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2848849
Mar 31 18:14:18.441278 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6bdb3a-f36a-495d-9c68-2917ed08cde5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16fdeae2-079b-4930-ba80-0454daaa28f3,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:14:18.453037 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 46362) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:14:18.502963 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c9cf95bc-ce50-49f4-82e8-d88a34b74624 admin admin] Publish callbacks [] for security_group (16fdeae2-079b-4930-ba80-0454daaa28f3), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:18.523839 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 46364) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:14:18.526244 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c9cf95bc-ce50-49f4-82e8-d88a34b74624 admin admin] Publish callbacks [] for security_group (16fdeae2-079b-4930-ba80-0454daaa28f3), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:18.661111 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-18fca209-73b0-40b2-921c-87c8df99a19c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:18.679535 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c9cf95bc-ce50-49f4-82e8-d88a34b74624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (16fdeae2-079b-4930-ba80-0454daaa28f3), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:18.682253 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c9cf95bc-ce50-49f4-82e8-d88a34b74624 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:18.683575 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-c9cf95bc-ce50-49f4-82e8-d88a34b74624 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/16fdeae2-079b-4930-ba80-0454daaa28f3 HTTP/1.1" status: 204  len: 168 time: 0.2295735
Mar 31 18:14:18.692227 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cf95bc-ce50-49f4-82e8-d88a34b74624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16fdeae2-079b-4930-ba80-0454daaa28f3,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:14:18.694991 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9a9a6-2dae-4367-ac18-53edf40dc3fb req-d6b61631-cdfc-4ab8-8936-adf61f4f6561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:18.696118 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-f8a9a9a6-2dae-4367-ac18-53edf40dc3fb req-d6b61631-cdfc-4ab8-8936-adf61f4f6561 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=eb7248f2c93342cd823f385c53a69d05&device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0 HTTP/1.1" status: 200  len: 1127 time: 0.0783563
Mar 31 18:14:18.768097 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-18fca209-73b0-40b2-921c-87c8df99a19c admin admin] Publish callbacks [] for security_group (911ceb1d-0059-4e60-9f1f-3fcb97fd6714), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:18.909051 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5886d05a-b8f1-458a-bafc-6f073a09fa73 req-be5360e1-72a0-44a0-b9ed-3462b3962f7d tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:18.916996 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-5886d05a-b8f1-458a-bafc-6f073a09fa73 req-be5360e1-72a0-44a0-b9ed-3462b3962f7d tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0 HTTP/1.1" status: 200  len: 943 time: 0.0637629
Mar 31 18:14:18.923488 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-18fca209-73b0-40b2-921c-87c8df99a19c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (911ceb1d-0059-4e60-9f1f-3fcb97fd6714), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:18.971070 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fca209-73b0-40b2-921c-87c8df99a19c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=911ceb1d-0059-4e60-9f1f-3fcb97fd6714,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:14:18.971692 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-5886d05a-b8f1-458a-bafc-6f073a09fa73 req-9e5a62ed-db48-4487-a6c5-8c6560ca3c6c tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=e133340d-5235-49c2-8082-becbc976b284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0531461
Mar 31 18:14:19.001333 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-18fca209-73b0-40b2-921c-87c8df99a19c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5819f3690560457598a55eebc066206a&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4770930
Mar 31 18:14:19.004101 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 46384) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:14:19.017673 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5054d5b0-3fbf-4169-b7b9-8f5f3c281073 req-a30fc5e7-d665-423e-83cd-dfc5eaa97891 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:19.019112 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-5054d5b0-3fbf-4169-b7b9-8f5f3c281073 req-a30fc5e7-d665-423e-83cd-dfc5eaa97891 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=62ef59ed-5ec0-4452-9708-184340fa4f7f HTTP/1.1" status: 200  len: 943 time: 0.1078110
Mar 31 18:14:19.063059 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9ab56fb6-a30e-45ac-87c9-900cbfcaab02 admin admin] Publish callbacks [] for security_group (911ceb1d-0059-4e60-9f1f-3fcb97fd6714), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:19.088014 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9ab56fb6-a30e-45ac-87c9-900cbfcaab02 admin admin] Publish callbacks [] for security_group (911ceb1d-0059-4e60-9f1f-3fcb97fd6714), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:19.094184 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-5054d5b0-3fbf-4169-b7b9-8f5f3c281073 req-8c90df0d-39ba-425d-ae55-860164d63922 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=17058b10-5914-4853-8fcd-dda14ab54996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0679770
Mar 31 18:14:19.256667 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9ab56fb6-a30e-45ac-87c9-900cbfcaab02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (911ceb1d-0059-4e60-9f1f-3fcb97fd6714), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:19.259280 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9ab56fb6-a30e-45ac-87c9-900cbfcaab02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:19.260434 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-9ab56fb6-a30e-45ac-87c9-900cbfcaab02 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/911ceb1d-0059-4e60-9f1f-3fcb97fd6714 HTTP/1.1" status: 204  len: 168 time: 0.2553008
Mar 31 18:14:19.268882 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab56fb6-a30e-45ac-87c9-900cbfcaab02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=911ceb1d-0059-4e60-9f1f-3fcb97fd6714,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:14:19.492963 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6f4a8d-b80a-40c7-b885-331dbcf0214c req-76880492-8df5-45c2-8776-793c3968c413 tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:19.494497 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-9f6f4a8d-b80a-40c7-b885-331dbcf0214c req-76880492-8df5-45c2-8776-793c3968c413 tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4a8079a-7824-4201-889b-a14d70024f7e HTTP/1.1" status: 200  len: 943 time: 0.0626154
Mar 31 18:14:19.544365 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-9f6f4a8d-b80a-40c7-b885-331dbcf0214c req-bda29d9e-1f95-48e7-b8e0-c6b7027554c9 tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] 10.222.0.58 "GET /v2.0/security-groups?id=411f6595-e358-4ede-92e4-9250c7d10e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440323
Mar 31 18:14:19.859457 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 46412) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:14:19.873047 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d22d46a4-ab11-4e85-8144-781317b2bd40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:19.965288 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d22d46a4-ab11-4e85-8144-781317b2bd40 admin admin] Publish callbacks [] for security_group (e6791bf7-e281-477c-b9ff-806c6d759ae9), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:20.056058 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d22d46a4-ab11-4e85-8144-781317b2bd40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (e6791bf7-e281-477c-b9ff-806c6d759ae9), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:20.102969 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-d22d46a4-ab11-4e85-8144-781317b2bd40 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6103081629564637866f904a71f685c9&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2423909
Mar 31 18:14:20.105046 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22d46a4-ab11-4e85-8144-781317b2bd40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6791bf7-e281-477c-b9ff-806c6d759ae9,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:14:20.105728 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 46424) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:14:20.136539 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdf25df-67f4-46a6-9189-1ee235de8e02 req-638aa8df-fd16-465e-aa4c-33866d00dd78 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:20.138033 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-3bdf25df-67f4-46a6-9189-1ee235de8e02 req-638aa8df-fd16-465e-aa4c-33866d00dd78 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0 HTTP/1.1" status: 200  len: 943 time: 0.0867789
Mar 31 18:14:20.214633 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b7d28818-606e-48dc-861f-d6f93d015863 admin admin] Publish callbacks [] for security_group (e6791bf7-e281-477c-b9ff-806c6d759ae9), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:20.217698 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dff60f-debe-4b91-bce2-dc3f0f2a5787 req-074e6a26-08f5-4c7b-9665-69f8b8fbf120 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:20.219374 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-74dff60f-debe-4b91-bce2-dc3f0f2a5787 req-074e6a26-08f5-4c7b-9665-69f8b8fbf120 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=62ef59ed-5ec0-4452-9708-184340fa4f7f HTTP/1.1" status: 200  len: 943 time: 0.0558958
Mar 31 18:14:20.222340 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-3bdf25df-67f4-46a6-9189-1ee235de8e02 req-9235ea41-c076-4734-ba7b-45800074ee88 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=e133340d-5235-49c2-8082-becbc976b284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0758083
Mar 31 18:14:20.241338 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b7d28818-606e-48dc-861f-d6f93d015863 admin admin] Publish callbacks [] for security_group (e6791bf7-e281-477c-b9ff-806c6d759ae9), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:20.275177 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-74dff60f-debe-4b91-bce2-dc3f0f2a5787 req-9d03dd56-f06f-4cb6-ba4d-8d2d3f16d3f7 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=17058b10-5914-4853-8fcd-dda14ab54996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490677
Mar 31 18:14:20.387484 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b7d28818-606e-48dc-861f-d6f93d015863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (e6791bf7-e281-477c-b9ff-806c6d759ae9), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:20.390042 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b7d28818-606e-48dc-861f-d6f93d015863 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:20.391255 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-b7d28818-606e-48dc-861f-d6f93d015863 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e6791bf7-e281-477c-b9ff-806c6d759ae9 HTTP/1.1" status: 204  len: 168 time: 0.2840245
Mar 31 18:14:20.399775 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d28818-606e-48dc-861f-d6f93d015863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6791bf7-e281-477c-b9ff-806c6d759ae9,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:14:20.681185 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-f8a9a9a6-2dae-4367-ac18-53edf40dc3fb req-2ab45916-ec07-47dc-ad2e-72b6295d7e05 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3bfd294a-f954-4562-8fbf-0cd104ab3bee HTTP/1.1" status: 200  len: 217 time: 0.0524809
Mar 31 18:14:20.707271 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1b4dc4-3ff3-4d16-a4c5-f0acbb51779f req-502e310b-d61a-4f02-879a-83791f110ce6 tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:20.708868 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-3c1b4dc4-3ff3-4d16-a4c5-f0acbb51779f req-502e310b-d61a-4f02-879a-83791f110ce6 tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4a8079a-7824-4201-889b-a14d70024f7e HTTP/1.1" status: 200  len: 943 time: 0.0932355
Mar 31 18:14:20.934381 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-3c1b4dc4-3ff3-4d16-a4c5-f0acbb51779f req-61795449-57be-499e-a06d-3967ffb6d1ae tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] 10.222.0.58 "GET /v2.0/security-groups?id=411f6595-e358-4ede-92e4-9250c7d10e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2195177
Mar 31 18:14:21.372766 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f384af4-ff23-42f8-b59a-4584896e8308 req-3f50724c-ef05-4377-93d9-f6cd3100b3b6 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:21.380824 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-4f384af4-ff23-42f8-b59a-4584896e8308 req-3f50724c-ef05-4377-93d9-f6cd3100b3b6 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0 HTTP/1.1" status: 200  len: 943 time: 0.0732477
Mar 31 18:14:21.425654 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe84e6a4-ced8-4e1c-b3eb-b69e0c284cd4 req-4f899768-1651-4653-a424-7db66ea5f031 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:21.427375 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-fe84e6a4-ced8-4e1c-b3eb-b69e0c284cd4 req-4f899768-1651-4653-a424-7db66ea5f031 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=62ef59ed-5ec0-4452-9708-184340fa4f7f HTTP/1.1" status: 200  len: 943 time: 0.0730071
Mar 31 18:14:21.436807 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-4f384af4-ff23-42f8-b59a-4584896e8308 req-a9a5860d-f220-406b-b18e-2ece51e6ef2b tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=e133340d-5235-49c2-8082-becbc976b284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0552695
Mar 31 18:14:21.485059 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-fe84e6a4-ced8-4e1c-b3eb-b69e0c284cd4 req-a6e08f2f-b4d1-47a6-b012-ab57d67de139 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=17058b10-5914-4853-8fcd-dda14ab54996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0516243
Mar 31 18:14:21.874911 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9a9a6-2dae-4367-ac18-53edf40dc3fb req-1e713a56-477c-4312-bf74-a08afc37b525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:21.876348 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-f8a9a9a6-2dae-4367-ac18-53edf40dc3fb req-1e713a56-477c-4312-bf74-a08afc37b525 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b54f9372-100f-4525-b4b3-2814afa9d771 HTTP/1.1" status: 200  len: 855 time: 0.0454454
Mar 31 18:14:21.907433 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Device 9426b740-3eca-421b-a5c0-b9ab2601eebd details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103898) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 31 18:14:21.930417 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9a9a6-2dae-4367-ac18-53edf40dc3fb req-47c53cfe-46c0-4b33-a2ea-27af27a0b1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:21.931899 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-f8a9a9a6-2dae-4367-ac18-53edf40dc3fb req-47c53cfe-46c0-4b33-a2ea-27af27a0b1ba service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b654ebd8-4c33-443d-bee5-4bafdafcd132&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0484157
Mar 31 18:14:22.020206 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] For port 9426b740-3eca-421b-a5c0-b9ab2601eebd, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9426b740-3eca-421b-a5c0-b9ab2601eebd,segment=NetworkSegment(bcaae20b-26f6-4a98-8fc9-ae5ab378776d),segment_id=bcaae20b-26f6-4a98-8fc9-ae5ab378776d)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:14:22.049159 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Returning: {'device': '9426b740-3eca-421b-a5c0-b9ab2601eebd', 'network_id': 'fca50c83-3b91-4a03-8e1d-d873f4d904c1', 'port_id': '9426b740-3eca-421b-a5c0-b9ab2601eebd', 'mac_address': 'fa:16:3e:8c:b1:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c50616b-7511-4714-bd2d-e587d92cf7dd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103898) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 31 18:14:22.064523 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-f8a9a9a6-2dae-4367-ac18-53edf40dc3fb req-70835c0c-0af5-43b8-92b1-1a773ea298bf service neutron] 10.222.0.44 "GET /v2.0/networks/b654ebd8-4c33-443d-bee5-4bafdafcd132?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1249309
Mar 31 18:14:22.119502 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcd6018-be21-4b26-8478-861e62050a30 req-b105ecf0-0521-49cf-9860-1bfa6282587b tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:22.121570 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Current status of the port 9426b740-3eca-421b-a5c0-b9ab2601eebd is: DOWN; New status is: BUILD {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:14:22.121976 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (9426b740-3eca-421b-a5c0-b9ab2601eebd), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:22.123693 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-1bcd6018-be21-4b26-8478-861e62050a30 req-b105ecf0-0521-49cf-9860-1bfa6282587b tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4a8079a-7824-4201-889b-a14d70024f7e HTTP/1.1" status: 200  len: 943 time: 0.1084349
Mar 31 18:14:22.156278 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.notifiers.nova [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9426b740-3eca-421b-a5c0-b9ab2601eebd {{(pid=103898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 31 18:14:22.181316 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-1bcd6018-be21-4b26-8478-861e62050a30 req-e09e802d-1713-4bd3-a76e-8a8c43d0f871 tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] 10.222.0.58 "GET /v2.0/security-groups?id=411f6595-e358-4ede-92e4-9250c7d10e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532262
Mar 31 18:14:22.185185 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] For port 9426b740-3eca-421b-a5c0-b9ab2601eebd, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9426b740-3eca-421b-a5c0-b9ab2601eebd,segment=NetworkSegment(bcaae20b-26f6-4a98-8fc9-ae5ab378776d),segment_id=bcaae20b-26f6-4a98-8fc9-ae5ab378776d)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:14:22.203236 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-f8a9a9a6-2dae-4367-ac18-53edf40dc3fb req-94832af9-270f-4733-97e2-f499a722c937 service neutron] 10.222.0.44 "GET /v2.0/networks/b654ebd8-4c33-443d-bee5-4bafdafcd132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1309407
Mar 31 18:14:22.284231 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (9426b740-3eca-421b-a5c0-b9ab2601eebd), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:22.285837 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Device a16d9c5f-04bd-414b-a468-f0a9a47b917b details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103898) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 31 18:14:22.357781 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Pushing event updated for resources: {'Port': ['ID=9426b740-3eca-421b-a5c0-b9ab2601eebd,revision_number=4']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:14:22.361403 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] For port a16d9c5f-04bd-414b-a468-f0a9a47b917b, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a16d9c5f-04bd-414b-a468-f0a9a47b917b,segment=NetworkSegment(bcaae20b-26f6-4a98-8fc9-ae5ab378776d),segment_id=bcaae20b-26f6-4a98-8fc9-ae5ab378776d)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:14:22.373802 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Returning: {'device': 'a16d9c5f-04bd-414b-a468-f0a9a47b917b', 'network_id': 'fca50c83-3b91-4a03-8e1d-d873f4d904c1', 'port_id': 'a16d9c5f-04bd-414b-a468-f0a9a47b917b', 'mac_address': 'fa:16:3e:1e:ac:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c50616b-7511-4714-bd2d-e587d92cf7dd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103898) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 31 18:14:22.414647 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Current status of the port a16d9c5f-04bd-414b-a468-f0a9a47b917b is: DOWN; New status is: BUILD {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:14:22.415040 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (a16d9c5f-04bd-414b-a468-f0a9a47b917b), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:22.431166 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.notifiers.nova [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a16d9c5f-04bd-414b-a468-f0a9a47b917b {{(pid=103898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 31 18:14:22.452989 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] For port a16d9c5f-04bd-414b-a468-f0a9a47b917b, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a16d9c5f-04bd-414b-a468-f0a9a47b917b,segment=NetworkSegment(bcaae20b-26f6-4a98-8fc9-ae5ab378776d),segment_id=bcaae20b-26f6-4a98-8fc9-ae5ab378776d)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:14:22.569679 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (a16d9c5f-04bd-414b-a468-f0a9a47b917b), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:22.570394 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Device b41ca13e-f9fc-4896-a18b-4d8b90a0ef6b details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103898) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 31 18:14:22.589069 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01060831-660b-4eb7-8c0e-38449c7adcd7 req-f02cf6ce-81da-4d89-9f50-64880d7a9f8f tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:22.590738 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-01060831-660b-4eb7-8c0e-38449c7adcd7 req-f02cf6ce-81da-4d89-9f50-64880d7a9f8f tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0 HTTP/1.1" status: 200  len: 943 time: 0.0693843
Mar 31 18:14:22.633603 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Pushing event updated for resources: {'Port': ['ID=a16d9c5f-04bd-414b-a468-f0a9a47b917b,revision_number=4']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:14:22.648254 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-01060831-660b-4eb7-8c0e-38449c7adcd7 req-2b4da02b-fdef-4f4d-aa63-9112ec1385f0 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=e133340d-5235-49c2-8082-becbc976b284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0518315
Mar 31 18:14:22.675848 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9e914a-5772-4cfe-840e-3176513181c6 req-23936aa9-5766-40f1-945f-a61ba4d4ca0e tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:22.677532 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-3f9e914a-5772-4cfe-840e-3176513181c6 req-23936aa9-5766-40f1-945f-a61ba4d4ca0e tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=62ef59ed-5ec0-4452-9708-184340fa4f7f HTTP/1.1" status: 200  len: 944 time: 0.0906184
Mar 31 18:14:22.727990 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] For port b41ca13e-f9fc-4896-a18b-4d8b90a0ef6b, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b41ca13e-f9fc-4896-a18b-4d8b90a0ef6b,segment=NetworkSegment(e91fea55-fb0d-4d47-95d0-b45c814774e7),segment_id=e91fea55-fb0d-4d47-95d0-b45c814774e7)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:14:22.732276 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-3f9e914a-5772-4cfe-840e-3176513181c6 req-e151ad38-c3a1-4c6a-9359-d277807b09a0 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=17058b10-5914-4853-8fcd-dda14ab54996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489171
Mar 31 18:14:22.740890 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Returning: {'device': 'b41ca13e-f9fc-4896-a18b-4d8b90a0ef6b', 'network_id': '6c793ff7-2519-4ef7-8b41-f73ba7273780', 'port_id': 'b41ca13e-f9fc-4896-a18b-4d8b90a0ef6b', 'mac_address': 'fa:16:3e:4a:74:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66e8e03d-c7a9-44f5-9f55-89eee1f74f02', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103898) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 31 18:14:22.787178 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Current status of the port b41ca13e-f9fc-4896-a18b-4d8b90a0ef6b is: DOWN; New status is: BUILD {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:14:22.787849 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (b41ca13e-f9fc-4896-a18b-4d8b90a0ef6b), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:22.803629 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.notifiers.nova [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b41ca13e-f9fc-4896-a18b-4d8b90a0ef6b {{(pid=103898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 31 18:14:22.828029 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] For port b41ca13e-f9fc-4896-a18b-4d8b90a0ef6b, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b41ca13e-f9fc-4896-a18b-4d8b90a0ef6b,segment=NetworkSegment(e91fea55-fb0d-4d47-95d0-b45c814774e7),segment_id=e91fea55-fb0d-4d47-95d0-b45c814774e7)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:14:22.924264 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (b41ca13e-f9fc-4896-a18b-4d8b90a0ef6b), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:22.973121 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Pushing event updated for resources: {'Port': ['ID=b41ca13e-f9fc-4896-a18b-4d8b90a0ef6b,revision_number=4']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:14:23.311861 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1ed925-3447-457a-8687-77bff64f32f4 req-6071e0aa-0966-4dad-bd0c-19b0b707e483 tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:23.314032 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-eb1ed925-3447-457a-8687-77bff64f32f4 req-6071e0aa-0966-4dad-bd0c-19b0b707e483 tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4a8079a-7824-4201-889b-a14d70024f7e HTTP/1.1" status: 200  len: 944 time: 0.0593278
Mar 31 18:14:23.377591 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-eb1ed925-3447-457a-8687-77bff64f32f4 req-0a0c882f-55db-4300-a2b4-35308c18ed5d tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] 10.222.0.58 "GET /v2.0/security-groups?id=411f6595-e358-4ede-92e4-9250c7d10e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0551579
Mar 31 18:14:23.434528 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 46554) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:14:23.547733 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f666f060-e92e-4dd1-9ee8-06180a5a690c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:23.631889 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f666f060-e92e-4dd1-9ee8-06180a5a690c admin admin] Publish callbacks [] for security_group (43696872-eec9-463f-8cae-ee9bfb512007), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:23.724572 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f666f060-e92e-4dd1-9ee8-06180a5a690c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (43696872-eec9-463f-8cae-ee9bfb512007), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:23.769871 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-f666f060-e92e-4dd1-9ee8-06180a5a690c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e1a74f89b5aa4f869a1ca185e935592d&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3335795
Mar 31 18:14:23.771835 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f666f060-e92e-4dd1-9ee8-06180a5a690c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43696872-eec9-463f-8cae-ee9bfb512007,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:14:23.771967 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 46564) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:14:23.789730 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e594f6c6-52bd-4a64-ab2e-0e6c30318ca1 req-d769ab65-24b3-40de-96ab-8ab5932823c1 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:23.791229 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-e594f6c6-52bd-4a64-ab2e-0e6c30318ca1 req-d769ab65-24b3-40de-96ab-8ab5932823c1 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0 HTTP/1.1" status: 200  len: 943 time: 0.0709455
Mar 31 18:14:23.854783 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] get_ports_and_sgs() called for port_ids ['a16d9c5f-04bd-414b-a468-f0a9a47b917b'] {{(pid=103898) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 31 18:14:23.893976 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-e594f6c6-52bd-4a64-ab2e-0e6c30318ca1 req-9b3f17b4-84ee-4a2e-be5d-9c69a1ff26fe tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=e133340d-5235-49c2-8082-becbc976b284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0963674
Mar 31 18:14:23.896344 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8382c287-19ec-4915-bdff-2a0e06df3c0f req-e3661a00-3eda-4492-8fe1-ddfa58977f23 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:23.898358 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-8382c287-19ec-4915-bdff-2a0e06df3c0f req-e3661a00-3eda-4492-8fe1-ddfa58977f23 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=62ef59ed-5ec0-4452-9708-184340fa4f7f HTTP/1.1" status: 200  len: 944 time: 0.0860875
Mar 31 18:14:23.900656 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bb40febf-e2ee-4b4e-8b83-95bc343ec261 admin admin] Publish callbacks [] for security_group (43696872-eec9-463f-8cae-ee9bfb512007), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:23.976889 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bb40febf-e2ee-4b4e-8b83-95bc343ec261 admin admin] Publish callbacks [] for security_group (43696872-eec9-463f-8cae-ee9bfb512007), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:23.999869 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-8382c287-19ec-4915-bdff-2a0e06df3c0f req-428286a5-6748-4bee-bee9-8a33f73d5b5a tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=17058b10-5914-4853-8fcd-dda14ab54996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0885608
Mar 31 18:14:24.027682 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] get_ports_and_sgs() called for port_ids ['b41ca13e-f9fc-4896-a18b-4d8b90a0ef6b'] {{(pid=103898) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 31 18:14:24.030480 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] get_ports_and_sgs() called for port_ids ['9426b740-3eca-421b-a5c0-b9ab2601eebd'] {{(pid=103898) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 31 18:14:24.164048 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bb40febf-e2ee-4b4e-8b83-95bc343ec261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (43696872-eec9-463f-8cae-ee9bfb512007), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:24.174164 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bb40febf-e2ee-4b4e-8b83-95bc343ec261 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:24.174164 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-bb40febf-e2ee-4b4e-8b83-95bc343ec261 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/43696872-eec9-463f-8cae-ee9bfb512007 HTTP/1.1" status: 204  len: 168 time: 0.3956473
Mar 31 18:14:24.187782 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb40febf-e2ee-4b4e-8b83-95bc343ec261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43696872-eec9-463f-8cae-ee9bfb512007,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:14:24.503160 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f041db4e-090c-4fa7-a540-15c457f56892 req-3ab5dc61-7696-4bb6-aca6-b2f7b99853d5 tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:24.504658 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-f041db4e-090c-4fa7-a540-15c457f56892 req-3ab5dc61-7696-4bb6-aca6-b2f7b99853d5 tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4a8079a-7824-4201-889b-a14d70024f7e HTTP/1.1" status: 200  len: 944 time: 0.0571589
Mar 31 18:14:24.554074 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-f041db4e-090c-4fa7-a540-15c457f56892 req-4f3faa6d-0e89-4c91-9d7b-a0deb08a8e23 tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] 10.222.0.58 "GET /v2.0/security-groups?id=411f6595-e358-4ede-92e4-9250c7d10e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435636
Mar 31 18:14:24.971056 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 46598) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:14:24.989993 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-042abc85-4f94-495b-b5f6-33dddba96611 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:25.100248 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e0aa5a-c806-48e4-99f9-87bc6892eb78 req-d9f31022-f32c-44b7-8878-36b944600de4 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:25.111107 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-a5e0aa5a-c806-48e4-99f9-87bc6892eb78 req-d9f31022-f32c-44b7-8878-36b944600de4 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0 HTTP/1.1" status: 200  len: 943 time: 0.1318319
Mar 31 18:14:25.111353 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-042abc85-4f94-495b-b5f6-33dddba96611 admin admin] Publish callbacks [] for security_group (ac52b780-87b7-4eef-9de3-52995c8edb65), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:25.174150 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79f9b2e-3dae-4176-91bf-970300bd1bcd req-e33b5a5f-c274-49dc-b66f-e311bc8c5d26 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:25.181598 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-a5e0aa5a-c806-48e4-99f9-87bc6892eb78 req-5c5680ca-ecae-48ec-a3fc-f47b822e19dd tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=e133340d-5235-49c2-8082-becbc976b284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0646386
Mar 31 18:14:25.188535 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-f79f9b2e-3dae-4176-91bf-970300bd1bcd req-e33b5a5f-c274-49dc-b66f-e311bc8c5d26 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=62ef59ed-5ec0-4452-9708-184340fa4f7f HTTP/1.1" status: 200  len: 944 time: 0.0729387
Mar 31 18:14:25.220635 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-042abc85-4f94-495b-b5f6-33dddba96611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (ac52b780-87b7-4eef-9de3-52995c8edb65), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:25.278695 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-f79f9b2e-3dae-4176-91bf-970300bd1bcd req-2bb70c16-c9a4-4541-9b14-4393490c4d6a tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=17058b10-5914-4853-8fcd-dda14ab54996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0796340
Mar 31 18:14:25.281596 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-042abc85-4f94-495b-b5f6-33dddba96611 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f8c06c68b1f5464ab57f385443d91e25&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3082364
Mar 31 18:14:25.282524 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042abc85-4f94-495b-b5f6-33dddba96611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac52b780-87b7-4eef-9de3-52995c8edb65,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:14:25.290742 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 46614) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:14:25.361496 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-be2e14e4-acd1-4423-9102-34256393487f admin admin] Publish callbacks [] for security_group (ac52b780-87b7-4eef-9de3-52995c8edb65), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:25.384384 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-be2e14e4-acd1-4423-9102-34256393487f admin admin] Publish callbacks [] for security_group (ac52b780-87b7-4eef-9de3-52995c8edb65), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:25.536924 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-be2e14e4-acd1-4423-9102-34256393487f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (ac52b780-87b7-4eef-9de3-52995c8edb65), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:25.541405 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-be2e14e4-acd1-4423-9102-34256393487f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:25.543392 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-be2e14e4-acd1-4423-9102-34256393487f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ac52b780-87b7-4eef-9de3-52995c8edb65 HTTP/1.1" status: 204  len: 168 time: 0.2508335
Mar 31 18:14:25.557179 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2e14e4-acd1-4423-9102-34256393487f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac52b780-87b7-4eef-9de3-52995c8edb65,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:14:25.675518 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 46626) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:14:25.683154 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0722bfd-1c1c-4d9a-80ca-197869963d5f req-36ad474b-200e-427f-8784-130990b548d4 tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:25.684967 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-b0722bfd-1c1c-4d9a-80ca-197869963d5f req-36ad474b-200e-427f-8784-130990b548d4 tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4a8079a-7824-4201-889b-a14d70024f7e HTTP/1.1" status: 200  len: 944 time: 0.0577438
Mar 31 18:14:25.733098 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-b0722bfd-1c1c-4d9a-80ca-197869963d5f req-7c1e17f5-9ac7-4bba-a0a5-58231c8a0406 tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] 10.222.0.58 "GET /v2.0/security-groups?id=411f6595-e358-4ede-92e4-9250c7d10e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421119
Mar 31 18:14:25.877113 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9d57a068-c2be-4aac-8412-1174f968747e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:25.959929 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9d57a068-c2be-4aac-8412-1174f968747e admin admin] Publish callbacks [] for security_group (219575a8-1f64-409b-9211-a30245b1c4eb), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:26.094733 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9d57a068-c2be-4aac-8412-1174f968747e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (219575a8-1f64-409b-9211-a30245b1c4eb), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:26.135969 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-9d57a068-c2be-4aac-8412-1174f968747e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3e74a0c6abfc43ecae35946fbe91cbe8&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4569159
Mar 31 18:14:26.135969 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d57a068-c2be-4aac-8412-1174f968747e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=219575a8-1f64-409b-9211-a30245b1c4eb,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:14:26.136338 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 46640) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:14:26.187495 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-54df8bda-3ac9-4367-bd27-29bd1cc2c1b6 admin admin] Publish callbacks [] for security_group (219575a8-1f64-409b-9211-a30245b1c4eb), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:26.219521 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-54df8bda-3ac9-4367-bd27-29bd1cc2c1b6 admin admin] Publish callbacks [] for security_group (219575a8-1f64-409b-9211-a30245b1c4eb), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:26.332223 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7f9815-9e19-47c4-be8c-6f4031fc3037 req-9eecafc8-bc19-41cd-86c1-4e1966bdc7ff tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:26.339375 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-1b7f9815-9e19-47c4-be8c-6f4031fc3037 req-9eecafc8-bc19-41cd-86c1-4e1966bdc7ff tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0 HTTP/1.1" status: 200  len: 943 time: 0.0643044
Mar 31 18:14:26.420403 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-1b7f9815-9e19-47c4-be8c-6f4031fc3037 req-e74b62cd-729c-4d2c-ae44-e72571134637 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=e133340d-5235-49c2-8082-becbc976b284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0783989
Mar 31 18:14:26.427254 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-54df8bda-3ac9-4367-bd27-29bd1cc2c1b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (219575a8-1f64-409b-9211-a30245b1c4eb), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:26.434557 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-54df8bda-3ac9-4367-bd27-29bd1cc2c1b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:26.434557 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-54df8bda-3ac9-4367-bd27-29bd1cc2c1b6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/219575a8-1f64-409b-9211-a30245b1c4eb HTTP/1.1" status: 204  len: 168 time: 0.2939882
Mar 31 18:14:26.464221 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54df8bda-3ac9-4367-bd27-29bd1cc2c1b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=219575a8-1f64-409b-9211-a30245b1c4eb,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:14:26.524161 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed92395-deed-4bef-a76d-0c760c715b98 req-2a760cec-305f-48ed-ad8a-d6ff6538cc60 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:26.524161 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-bed92395-deed-4bef-a76d-0c760c715b98 req-2a760cec-305f-48ed-ad8a-d6ff6538cc60 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=62ef59ed-5ec0-4452-9708-184340fa4f7f HTTP/1.1" status: 200  len: 944 time: 0.1256166
Mar 31 18:14:26.581023 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-bed92395-deed-4bef-a76d-0c760c715b98 req-a50942f7-e9fc-4b32-80d1-3587d13d93d1 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=17058b10-5914-4853-8fcd-dda14ab54996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510187
Mar 31 18:14:26.851129 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2bf8a4-496d-4fee-9152-e52a71c469a8 req-935cd7b6-df3a-4baa-893c-139590f36dff tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:26.852633 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-4e2bf8a4-496d-4fee-9152-e52a71c469a8 req-935cd7b6-df3a-4baa-893c-139590f36dff tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4a8079a-7824-4201-889b-a14d70024f7e HTTP/1.1" status: 200  len: 944 time: 0.0532486
Mar 31 18:14:26.906468 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-4e2bf8a4-496d-4fee-9152-e52a71c469a8 req-ba29bc8f-8f69-4085-9c6f-f113dcd39fa2 tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] 10.222.0.58 "GET /v2.0/security-groups?id=411f6595-e358-4ede-92e4-9250c7d10e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469189
Mar 31 18:14:27.020072 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Device 3bfd294a-f954-4562-8fbf-0cd104ab3bee details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103898) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 31 18:14:27.038568 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Device 9426b740-3eca-421b-a5c0-b9ab2601eebd up at agent hyperv_hv-cinder-maste {{(pid=103898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 31 18:14:27.168068 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] For port 3bfd294a-f954-4562-8fbf-0cd104ab3bee, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=3bfd294a-f954-4562-8fbf-0cd104ab3bee,segment=NetworkSegment(d3dc8398-bd2c-4dc7-a2ac-12de370e002b),segment_id=d3dc8398-bd2c-4dc7-a2ac-12de370e002b)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:14:27.181463 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Returning: {'device': '3bfd294a-f954-4562-8fbf-0cd104ab3bee', 'network_id': 'b654ebd8-4c33-443d-bee5-4bafdafcd132', 'port_id': '3bfd294a-f954-4562-8fbf-0cd104ab3bee', 'mac_address': 'fa:16:3e:ed:9c:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b54f9372-100f-4525-b4b3-2814afa9d771', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103898) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 31 18:14:27.226732 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Current status of the port 3bfd294a-f954-4562-8fbf-0cd104ab3bee is: DOWN; New status is: BUILD {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:14:27.227149 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (3bfd294a-f954-4562-8fbf-0cd104ab3bee), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:27.240418 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.notifiers.nova [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bfd294a-f954-4562-8fbf-0cd104ab3bee {{(pid=103898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 31 18:14:27.260560 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] For port 3bfd294a-f954-4562-8fbf-0cd104ab3bee, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=3bfd294a-f954-4562-8fbf-0cd104ab3bee,segment=NetworkSegment(d3dc8398-bd2c-4dc7-a2ac-12de370e002b),segment_id=d3dc8398-bd2c-4dc7-a2ac-12de370e002b)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:14:27.265677 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Provisioning for port 9426b740-3eca-421b-a5c0-b9ab2601eebd completed by entity L2. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 31 18:14:27.270461 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Provisioning complete for port 9426b740-3eca-421b-a5c0-b9ab2601eebd triggered by entity L2. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:14:27.270869 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (9426b740-3eca-421b-a5c0-b9ab2601eebd), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:27.355651 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Current status of the port 9426b740-3eca-421b-a5c0-b9ab2601eebd is: BUILD; New status is: ACTIVE {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:14:27.356074 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (9426b740-3eca-421b-a5c0-b9ab2601eebd), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:27.378875 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62ef59ed-5ec0-4452-9708-184340fa4f7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9426b740-3eca-421b-a5c0-b9ab2601eebd'}] {{(pid=103898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 31 18:14:27.444529 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (3bfd294a-f954-4562-8fbf-0cd104ab3bee), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:27.456411 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] For port 9426b740-3eca-421b-a5c0-b9ab2601eebd, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9426b740-3eca-421b-a5c0-b9ab2601eebd,segment=NetworkSegment(bcaae20b-26f6-4a98-8fc9-ae5ab378776d),segment_id=bcaae20b-26f6-4a98-8fc9-ae5ab378776d)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:14:27.504455 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 46706) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:14:27.528422 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Pushing event updated for resources: {'Port': ['ID=3bfd294a-f954-4562-8fbf-0cd104ab3bee,revision_number=4']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:14:27.528651 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cd8f0acf-d2fb-4b19-88fe-7a0d3c29e899 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:27.578324 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (9426b740-3eca-421b-a5c0-b9ab2601eebd), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:27.583879 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Device a16d9c5f-04bd-414b-a468-f0a9a47b917b up at agent hyperv_hv-cinder-maste {{(pid=103898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 31 18:14:27.588844 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb3075c6172e5baa69f5abc91eefeb9b3c1bf45f76ecf44b7f00bb5a6f62f1a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3e5ea41-bc54-4459-92a4-879c78e495d1" -d '{"events": [{"server_uuid": "62ef59ed-5ec0-4452-9708-184340fa4f7f", "name": "network-vif-plugged", "status": "completed", "tag": "9426b740-3eca-421b-a5c0-b9ab2601eebd"}]}' {{(pid=103898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 31 18:14:27.628247 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cd8f0acf-d2fb-4b19-88fe-7a0d3c29e899 admin admin] Publish callbacks [] for security_group (02729131-599e-47d4-8965-4140bf63827b), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:27.649239 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d890344f-7868-4a17-8b67-2f4eccd46950 req-d4a52ad3-c7fd-4d43-b665-5a245d3f67c4 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:27.651118 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-d890344f-7868-4a17-8b67-2f4eccd46950 req-d4a52ad3-c7fd-4d43-b665-5a245d3f67c4 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0 HTTP/1.1" status: 200  len: 944 time: 0.0836077
Mar 31 18:14:27.689209 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Pushing event updated for resources: {'Port': ['ID=9426b740-3eca-421b-a5c0-b9ab2601eebd,revision_number=5']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:14:27.714840 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05f12d8-fc86-4be5-bee0-51d286e97bf3 req-413011d1-628b-4a0b-b382-686e8ffea01a tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:27.719145 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-b05f12d8-fc86-4be5-bee0-51d286e97bf3 req-413011d1-628b-4a0b-b382-686e8ffea01a tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=62ef59ed-5ec0-4452-9708-184340fa4f7f HTTP/1.1" status: 200  len: 945 time: 0.0645587
Mar 31 18:14:27.724803 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-d890344f-7868-4a17-8b67-2f4eccd46950 req-fd2884c8-67cf-4f6f-bcc8-4ff6152f8b0c tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=e133340d-5235-49c2-8082-becbc976b284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0652318
Mar 31 18:14:27.737906 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cd8f0acf-d2fb-4b19-88fe-7a0d3c29e899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (02729131-599e-47d4-8965-4140bf63827b), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:27.787106 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-cd8f0acf-d2fb-4b19-88fe-7a0d3c29e899 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5efe8d9fb9b548f0a6d1bd46af75f6d4&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2808514
Mar 31 18:14:27.789509 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 46720) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:14:27.808710 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Provisioning for port a16d9c5f-04bd-414b-a468-f0a9a47b917b completed by entity L2. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 31 18:14:27.816085 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Provisioning complete for port a16d9c5f-04bd-414b-a468-f0a9a47b917b triggered by entity L2. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:14:27.816644 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (a16d9c5f-04bd-414b-a468-f0a9a47b917b), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:27.841778 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8f0acf-d2fb-4b19-88fe-7a0d3c29e899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02729131-599e-47d4-8965-4140bf63827b,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:14:27.873219 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-780f4e55-6ed3-49ed-8a25-a7d02d7054c1 admin admin] Publish callbacks [] for security_group (02729131-599e-47d4-8965-4140bf63827b), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:27.890426 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-b05f12d8-fc86-4be5-bee0-51d286e97bf3 req-3985053e-c486-469c-9a2f-6dbd092e750a tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=17058b10-5914-4853-8fcd-dda14ab54996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1680577
Mar 31 18:14:27.902845 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-780f4e55-6ed3-49ed-8a25-a7d02d7054c1 admin admin] Publish callbacks [] for security_group (02729131-599e-47d4-8965-4140bf63827b), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:27.930600 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] get_ports_and_sgs() called for port_ids ['3bfd294a-f954-4562-8fbf-0cd104ab3bee'] {{(pid=103898) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 31 18:14:27.991678 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Current status of the port a16d9c5f-04bd-414b-a468-f0a9a47b917b is: BUILD; New status is: ACTIVE {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:14:27.992085 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (a16d9c5f-04bd-414b-a468-f0a9a47b917b), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:28.024509 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 18:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aa80a12-135e-49f5-b374-a47752a23f73 x-openstack-request-id: req-9aa80a12-135e-49f5-b374-a47752a23f73 {{(pid=103898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 31 18:14:28.024509 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62ef59ed-5ec0-4452-9708-184340fa4f7f", "name": "network-vif-plugged", "status": "completed", "tag": "9426b740-3eca-421b-a5c0-b9ab2601eebd", "code": 200}]} {{(pid=103898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 31 18:14:28.024509 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9aa80a12-135e-49f5-b374-a47752a23f73 {{(pid=103898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 31 18:14:28.024509 dv-cinder-master-3-iscsi neutron-server[103898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9aa80a12-135e-49f5-b374-a47752a23f73'] response: {'server_uuid': '62ef59ed-5ec0-4452-9708-184340fa4f7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9426b740-3eca-421b-a5c0-b9ab2601eebd', 'code': 200}
Mar 31 18:14:28.064123 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] For port a16d9c5f-04bd-414b-a468-f0a9a47b917b, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a16d9c5f-04bd-414b-a468-f0a9a47b917b,segment=NetworkSegment(bcaae20b-26f6-4a98-8fc9-ae5ab378776d),segment_id=bcaae20b-26f6-4a98-8fc9-ae5ab378776d)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:14:28.071965 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-780f4e55-6ed3-49ed-8a25-a7d02d7054c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (02729131-599e-47d4-8965-4140bf63827b), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:28.075630 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-780f4e55-6ed3-49ed-8a25-a7d02d7054c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:28.077377 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-780f4e55-6ed3-49ed-8a25-a7d02d7054c1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/02729131-599e-47d4-8965-4140bf63827b HTTP/1.1" status: 204  len: 168 time: 0.2865677
Mar 31 18:14:28.088240 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780f4e55-6ed3-49ed-8a25-a7d02d7054c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02729131-599e-47d4-8965-4140bf63827b,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:14:28.142441 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1915896f-0b4d-48da-83b4-61f6a1372298 req-b959c5ab-699c-42ce-9f51-24fffd6ad186 tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:28.148501 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-1915896f-0b4d-48da-83b4-61f6a1372298 req-b959c5ab-699c-42ce-9f51-24fffd6ad186 tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4a8079a-7824-4201-889b-a14d70024f7e HTTP/1.1" status: 200  len: 944 time: 0.1308885
Mar 31 18:14:28.195383 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (a16d9c5f-04bd-414b-a468-f0a9a47b917b), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:28.196796 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Device b41ca13e-f9fc-4896-a18b-4d8b90a0ef6b up at agent hyperv_hv-cinder-maste {{(pid=103898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 31 18:14:28.206112 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-1915896f-0b4d-48da-83b4-61f6a1372298 req-b4d75b76-c5eb-4b66-89a2-7bc121f4238c tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] 10.222.0.58 "GET /v2.0/security-groups?id=411f6595-e358-4ede-92e4-9250c7d10e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508978
Mar 31 18:14:28.304509 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Pushing event updated for resources: {'Port': ['ID=a16d9c5f-04bd-414b-a468-f0a9a47b917b,revision_number=5']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:14:28.517471 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Provisioning for port b41ca13e-f9fc-4896-a18b-4d8b90a0ef6b completed by entity L2. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 31 18:14:28.522064 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Provisioning complete for port b41ca13e-f9fc-4896-a18b-4d8b90a0ef6b triggered by entity L2. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:14:28.522514 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (b41ca13e-f9fc-4896-a18b-4d8b90a0ef6b), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:28.612236 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Current status of the port b41ca13e-f9fc-4896-a18b-4d8b90a0ef6b is: BUILD; New status is: ACTIVE {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:14:28.612236 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (b41ca13e-f9fc-4896-a18b-4d8b90a0ef6b), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:28.649348 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] For port b41ca13e-f9fc-4896-a18b-4d8b90a0ef6b, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b41ca13e-f9fc-4896-a18b-4d8b90a0ef6b,segment=NetworkSegment(e91fea55-fb0d-4d47-95d0-b45c814774e7),segment_id=e91fea55-fb0d-4d47-95d0-b45c814774e7)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:14:28.667116 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1ec09a-7570-4a7e-bce8-91ebd78dd2a7 req-5e477b28-7c90-446d-bf9a-0a947f16d894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:28.668815 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-db1ec09a-7570-4a7e-bce8-91ebd78dd2a7 req-5e477b28-7c90-446d-bf9a-0a947f16d894 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=62ef59ed-5ec0-4452-9708-184340fa4f7f HTTP/1.1" status: 200  len: 1129 time: 0.0817683
Mar 31 18:14:28.692351 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-db1ec09a-7570-4a7e-bce8-91ebd78dd2a7 req-59a9c965-ac7a-4fda-b752-9014208d4651 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:28.738331 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (b41ca13e-f9fc-4896-a18b-4d8b90a0ef6b), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:28.808914 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-db1ec09a-7570-4a7e-bce8-91ebd78dd2a7 req-59a9c965-ac7a-4fda-b752-9014208d4651 service neutron] Publish callbacks [] for security_group (7efd07d1-1b75-4edd-9c9d-e62706e95037), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:28.828390 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Pushing event updated for resources: {'Port': ['ID=b41ca13e-f9fc-4896-a18b-4d8b90a0ef6b,revision_number=5']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:14:28.872498 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e17fa2-42d6-4ac6-b528-2779b68577a6 req-a813eab8-c0fa-49ab-92b3-9c15e26139d6 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:28.874072 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-61e17fa2-42d6-4ac6-b528-2779b68577a6 req-a813eab8-c0fa-49ab-92b3-9c15e26139d6 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0 HTTP/1.1" status: 200  len: 944 time: 0.0560467
Mar 31 18:14:28.897758 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-db1ec09a-7570-4a7e-bce8-91ebd78dd2a7 req-59a9c965-ac7a-4fda-b752-9014208d4651 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (7efd07d1-1b75-4edd-9c9d-e62706e95037), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:28.967123 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-db1ec09a-7570-4a7e-bce8-91ebd78dd2a7 req-59a9c965-ac7a-4fda-b752-9014208d4651 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=17058b10-5914-4853-8fcd-dda14ab54996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2902977
Mar 31 18:14:28.971321 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-61e17fa2-42d6-4ac6-b528-2779b68577a6 req-fb0f9f6b-bd5b-4d7b-8fa3-80cb377f91a8 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=e133340d-5235-49c2-8082-becbc976b284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0898600
Mar 31 18:14:28.971569 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a9c965-ac7a-4fda-b752-9014208d4651 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=7efd07d1-1b75-4edd-9c9d-e62706e95037,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:14:29.031703 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-960fbe7c-a4c7-4958-b0ba-85a819bdfca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (08150f5b-1b08-4271-84f1-4a3b03ee1892), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:29.039308 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702ee8c6-d99b-4d31-bdfa-a94c10bc895d req-b1bd6c3a-79ab-4bec-ba34-abbe90f5ff0a tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:29.041172 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-702ee8c6-d99b-4d31-bdfa-a94c10bc895d req-b1bd6c3a-79ab-4bec-ba34-abbe90f5ff0a tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=62ef59ed-5ec0-4452-9708-184340fa4f7f HTTP/1.1" status: 200  len: 945 time: 0.0713885
Mar 31 18:14:29.095516 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-702ee8c6-d99b-4d31-bdfa-a94c10bc895d req-f61500ea-27df-46f3-8ecf-888f59401410 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=17058b10-5914-4853-8fcd-dda14ab54996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474083
Mar 31 18:14:29.257841 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 46774) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:14:29.336422 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e994eb-328c-405e-878a-04a1155f93b7 req-23f13fc4-7b46-4cc6-a0e3-f9c6aea8e387 tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:29.340208 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-47e994eb-328c-405e-878a-04a1155f93b7 req-23f13fc4-7b46-4cc6-a0e3-f9c6aea8e387 tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4a8079a-7824-4201-889b-a14d70024f7e HTTP/1.1" status: 200  len: 945 time: 0.0667925
Mar 31 18:14:29.403808 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-2d084889-c429-4ff0-947a-5eecd55e2b7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:29.423178 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-47e994eb-328c-405e-878a-04a1155f93b7 req-7ed72616-12bb-4308-a008-66600101237a tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] 10.222.0.58 "GET /v2.0/security-groups?id=411f6595-e358-4ede-92e4-9250c7d10e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0762868
Mar 31 18:14:29.500522 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-2d084889-c429-4ff0-947a-5eecd55e2b7b admin admin] Publish callbacks [] for security_group (19863a3b-dee1-4df1-9bfc-c73ed733c7f7), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:29.682860 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-2d084889-c429-4ff0-947a-5eecd55e2b7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (19863a3b-dee1-4df1-9bfc-c73ed733c7f7), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:29.721734 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-2d084889-c429-4ff0-947a-5eecd55e2b7b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=781f671cf30b4b0599cc9b8d9336961d&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4627843
Mar 31 18:14:29.723712 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d084889-c429-4ff0-947a-5eecd55e2b7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19863a3b-dee1-4df1-9bfc-c73ed733c7f7,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:14:29.724514 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 46808) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:14:29.773724 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-dffefbf2-ce31-4cec-b8dc-8d9c7253b381 admin admin] Publish callbacks [] for security_group (19863a3b-dee1-4df1-9bfc-c73ed733c7f7), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:29.796121 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-dffefbf2-ce31-4cec-b8dc-8d9c7253b381 admin admin] Publish callbacks [] for security_group (19863a3b-dee1-4df1-9bfc-c73ed733c7f7), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:29.974196 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-dffefbf2-ce31-4cec-b8dc-8d9c7253b381 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (19863a3b-dee1-4df1-9bfc-c73ed733c7f7), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:29.977101 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-dffefbf2-ce31-4cec-b8dc-8d9c7253b381 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:29.977958 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-dffefbf2-ce31-4cec-b8dc-8d9c7253b381 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/19863a3b-dee1-4df1-9bfc-c73ed733c7f7 HTTP/1.1" status: 204  len: 168 time: 0.2524104
Mar 31 18:14:29.993154 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffefbf2-ce31-4cec-b8dc-8d9c7253b381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19863a3b-dee1-4df1-9bfc-c73ed733c7f7,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:14:30.020968 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '779c13cd-7a7a-47b4-b488-0d1e365c3dc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a16d9c5f-04bd-414b-a468-f0a9a47b917b'}, {'server_uuid': 'b4a8079a-7824-4201-889b-a14d70024f7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b41ca13e-f9fc-4896-a18b-4d8b90a0ef6b'}] {{(pid=103898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 31 18:14:30.033430 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb3075c6172e5baa69f5abc91eefeb9b3c1bf45f76ecf44b7f00bb5a6f62f1a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b0d1611-80e4-4dfb-bfc1-69d66feefdd0" -d '{"events": [{"server_uuid": "779c13cd-7a7a-47b4-b488-0d1e365c3dc4", "name": "network-vif-plugged", "status": "completed", "tag": "a16d9c5f-04bd-414b-a468-f0a9a47b917b"}, {"server_uuid": "b4a8079a-7824-4201-889b-a14d70024f7e", "name": "network-vif-plugged", "status": "completed", "tag": "b41ca13e-f9fc-4896-a18b-4d8b90a0ef6b"}]}' {{(pid=103898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 31 18:14:30.076253 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 31 Mar 2022 18:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-896f80fd-b8db-4c6a-b12f-0dd85415edbc x-openstack-request-id: req-896f80fd-b8db-4c6a-b12f-0dd85415edbc {{(pid=103898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 31 18:14:30.076755 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "779c13cd-7a7a-47b4-b488-0d1e365c3dc4", "name": "network-vif-plugged", "status": "completed", "tag": "a16d9c5f-04bd-414b-a468-f0a9a47b917b", "code": 200}, {"server_uuid": "b4a8079a-7824-4201-889b-a14d70024f7e", "name": "network-vif-plugged", "status": "completed", "tag": "b41ca13e-f9fc-4896-a18b-4d8b90a0ef6b", "code": 200}]} {{(pid=103898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 31 18:14:30.077166 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-896f80fd-b8db-4c6a-b12f-0dd85415edbc {{(pid=103898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 31 18:14:30.078152 dv-cinder-master-3-iscsi neutron-server[103898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-896f80fd-b8db-4c6a-b12f-0dd85415edbc'] response: {'server_uuid': '779c13cd-7a7a-47b4-b488-0d1e365c3dc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a16d9c5f-04bd-414b-a468-f0a9a47b917b', 'code': 200}
Mar 31 18:14:30.078152 dv-cinder-master-3-iscsi neutron-server[103898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-896f80fd-b8db-4c6a-b12f-0dd85415edbc'] response: {'server_uuid': 'b4a8079a-7824-4201-889b-a14d70024f7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b41ca13e-f9fc-4896-a18b-4d8b90a0ef6b', 'code': 200}
Mar 31 18:14:30.127379 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433e5bd9-4f27-4bf9-8f18-4fb87067cb2a req-ebdb5ca2-b678-4300-be74-c76abdd0138c tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:30.128961 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-433e5bd9-4f27-4bf9-8f18-4fb87067cb2a req-ebdb5ca2-b678-4300-be74-c76abdd0138c tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0 HTTP/1.1" status: 200  len: 944 time: 0.0557139
Mar 31 18:14:30.180299 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-433e5bd9-4f27-4bf9-8f18-4fb87067cb2a req-47497043-c6b1-49ce-adfb-32a961415e12 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=e133340d-5235-49c2-8082-becbc976b284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457473
Mar 31 18:14:30.227813 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb205045-e8db-4a8c-8925-8f89617445a1 req-3a59f910-4b18-4dda-931a-16ed639f69e5 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:30.229393 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-fb205045-e8db-4a8c-8925-8f89617445a1 req-3a59f910-4b18-4dda-931a-16ed639f69e5 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=62ef59ed-5ec0-4452-9708-184340fa4f7f HTTP/1.1" status: 200  len: 945 time: 0.0620205
Mar 31 18:14:30.278073 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-fb205045-e8db-4a8c-8925-8f89617445a1 req-866197d4-ff1f-4bde-87b3-16613ca0de5c tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=17058b10-5914-4853-8fcd-dda14ab54996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423312
Mar 31 18:14:30.442630 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 46840) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:14:30.590489 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-356fc1e9-8ab8-4586-9ad1-738d73a4a0ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:30.601633 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1de77bb-d2eb-4256-bfe2-c2027756ef0b req-2b7793ba-7a7a-461a-96ad-6eda7d943ec8 tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:30.603476 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-a1de77bb-d2eb-4256-bfe2-c2027756ef0b req-2b7793ba-7a7a-461a-96ad-6eda7d943ec8 tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4a8079a-7824-4201-889b-a14d70024f7e HTTP/1.1" status: 200  len: 945 time: 0.1047227
Mar 31 18:14:30.606042 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06477a18-ebfc-486e-9fc2-22ffd147594e req-821c3c6b-f5be-42c2-b15a-278973b026e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:30.607864 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-06477a18-ebfc-486e-9fc2-22ffd147594e req-821c3c6b-f5be-42c2-b15a-278973b026e5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b4a8079a-7824-4201-889b-a14d70024f7e HTTP/1.1" status: 200  len: 1129 time: 0.0475802
Mar 31 18:14:30.677802 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-a1de77bb-d2eb-4256-bfe2-c2027756ef0b req-a3c3c399-ddbf-4ee2-9a05-2bd004be002e tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] 10.222.0.58 "GET /v2.0/security-groups?id=411f6595-e358-4ede-92e4-9250c7d10e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0681648
Mar 31 18:14:30.706445 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2bc033-0ef4-4f7a-92ea-490c5be7e50f req-a4fed118-590c-4209-b66a-7cbfe4ce37c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:30.707256 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-0c2bc033-0ef4-4f7a-92ea-490c5be7e50f req-a4fed118-590c-4209-b66a-7cbfe4ce37c3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=779c13cd-7a7a-47b4-b488-0d1e365c3dc4 HTTP/1.1" status: 200  len: 1129 time: 0.0757108
Mar 31 18:14:30.709544 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-06477a18-ebfc-486e-9fc2-22ffd147594e req-8f0105f0-560b-4ec8-9d1d-6c5fd332523a service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=411f6595-e358-4ede-92e4-9250c7d10e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0841424
Mar 31 18:14:30.724787 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-356fc1e9-8ab8-4586-9ad1-738d73a4a0ff admin admin] Publish callbacks [] for security_group (42ad7788-591e-4927-9a71-a5e02465268b), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:30.842159 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-356fc1e9-8ab8-4586-9ad1-738d73a4a0ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (42ad7788-591e-4927-9a71-a5e02465268b), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:30.883978 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-356fc1e9-8ab8-4586-9ad1-738d73a4a0ff admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d70fc06d04b9474ca9a759ee0e49f1a6&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4378803
Mar 31 18:14:30.883978 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356fc1e9-8ab8-4586-9ad1-738d73a4a0ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42ad7788-591e-4927-9a71-a5e02465268b,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:14:30.884783 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 46848) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:14:30.939204 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a9e274ca-807a-4699-b24f-999c90d7feb7 admin admin] Publish callbacks [] for security_group (42ad7788-591e-4927-9a71-a5e02465268b), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:30.963087 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a9e274ca-807a-4699-b24f-999c90d7feb7 admin admin] Publish callbacks [] for security_group (42ad7788-591e-4927-9a71-a5e02465268b), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:31.013053 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 46854) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:14:31.029108 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-6af22123-583c-4fa6-8bb3-b9437012cd7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:31.055339 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Device 3bfd294a-f954-4562-8fbf-0cd104ab3bee up at agent hyperv_hv-cinder-maste {{(pid=103898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 31 18:14:31.115812 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a9e274ca-807a-4699-b24f-999c90d7feb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (42ad7788-591e-4927-9a71-a5e02465268b), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:31.121441 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a9e274ca-807a-4699-b24f-999c90d7feb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:31.122866 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-a9e274ca-807a-4699-b24f-999c90d7feb7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/42ad7788-591e-4927-9a71-a5e02465268b HTTP/1.1" status: 204  len: 168 time: 0.2362032
Mar 31 18:14:31.192834 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e274ca-807a-4699-b24f-999c90d7feb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42ad7788-591e-4927-9a71-a5e02465268b,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:14:31.297618 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-0c2bc033-0ef4-4f7a-92ea-490c5be7e50f req-898274a0-4ec5-45c3-9905-d80111f9035e service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=17058b10-5914-4853-8fcd-dda14ab54996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1374249
Mar 31 18:14:31.328035 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Provisioning for port 3bfd294a-f954-4562-8fbf-0cd104ab3bee completed by entity L2. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 31 18:14:31.333754 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Provisioning complete for port 3bfd294a-f954-4562-8fbf-0cd104ab3bee triggered by entity L2. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:14:31.334195 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (3bfd294a-f954-4562-8fbf-0cd104ab3bee), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:31.343719 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-6af22123-583c-4fa6-8bb3-b9437012cd7d admin admin] Publish callbacks [] for security_group (2ce15802-208c-47ad-84f8-209ea6a185b1), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:31.372436 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030dddb9-8ec7-43ad-8ff8-c54802b53234 req-2a347751-58ff-4d18-ac58-c1771c898b9d tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:31.374187 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-030dddb9-8ec7-43ad-8ff8-c54802b53234 req-2a347751-58ff-4d18-ac58-c1771c898b9d tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0 HTTP/1.1" status: 200  len: 944 time: 0.0805705
Mar 31 18:14:31.403422 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa429e18-81d8-490e-bec4-b778780414f5 req-922bdd53-f31c-4750-95c2-f9d89ba5d5bc tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:31.404920 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-aa429e18-81d8-490e-bec4-b778780414f5 req-922bdd53-f31c-4750-95c2-f9d89ba5d5bc tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=62ef59ed-5ec0-4452-9708-184340fa4f7f HTTP/1.1" status: 200  len: 945 time: 0.0528250
Mar 31 18:14:31.417095 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-3a3f6b6f-caf8-4b06-a842-33a0ceb1dcaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (f09d5d1b-4294-4f18-9a00-351412ae7ca6), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:31.421866 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Current status of the port 3bfd294a-f954-4562-8fbf-0cd104ab3bee is: BUILD; New status is: ACTIVE {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:14:31.422255 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (3bfd294a-f954-4562-8fbf-0cd104ab3bee), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:31.444463 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-030dddb9-8ec7-43ad-8ff8-c54802b53234 req-892fec0d-6676-4e8d-b793-5fcc2a5f9b1c tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=e133340d-5235-49c2-8082-becbc976b284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0617983
Mar 31 18:14:31.459932 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-6af22123-583c-4fa6-8bb3-b9437012cd7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (2ce15802-208c-47ad-84f8-209ea6a185b1), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:31.463391 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] For port 3bfd294a-f954-4562-8fbf-0cd104ab3bee, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=3bfd294a-f954-4562-8fbf-0cd104ab3bee,segment=NetworkSegment(d3dc8398-bd2c-4dc7-a2ac-12de370e002b),segment_id=d3dc8398-bd2c-4dc7-a2ac-12de370e002b)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:14:31.469970 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-aa429e18-81d8-490e-bec4-b778780414f5 req-acc9e7ea-4816-4e81-9893-0ee2cb66a75b tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=17058b10-5914-4853-8fcd-dda14ab54996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546806
Mar 31 18:14:31.503915 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af22123-583c-4fa6-8bb3-b9437012cd7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce15802-208c-47ad-84f8-209ea6a185b1,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:14:31.509500 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-6af22123-583c-4fa6-8bb3-b9437012cd7d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6413c98c794d4655a3db1d02679acaf8&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4954381
Mar 31 18:14:31.512350 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 46876) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:14:31.560339 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2410b66b-5bfb-47f3-b344-cecb3e3f9140 admin admin] Publish callbacks [] for security_group (2ce15802-208c-47ad-84f8-209ea6a185b1), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:31.583018 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2410b66b-5bfb-47f3-b344-cecb3e3f9140 admin admin] Publish callbacks [] for security_group (2ce15802-208c-47ad-84f8-209ea6a185b1), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:31.590528 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (3bfd294a-f954-4562-8fbf-0cd104ab3bee), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:31.644655 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Pushing event updated for resources: {'Port': ['ID=3bfd294a-f954-4562-8fbf-0cd104ab3bee,revision_number=5']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:14:31.727782 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2410b66b-5bfb-47f3-b344-cecb3e3f9140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (2ce15802-208c-47ad-84f8-209ea6a185b1), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:31.730451 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2410b66b-5bfb-47f3-b344-cecb3e3f9140 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:31.734333 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-2410b66b-5bfb-47f3-b344-cecb3e3f9140 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2ce15802-208c-47ad-84f8-209ea6a185b1 HTTP/1.1" status: 204  len: 168 time: 0.2186322
Mar 31 18:14:31.743148 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2410b66b-5bfb-47f3-b344-cecb3e3f9140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce15802-208c-47ad-84f8-209ea6a185b1,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:14:31.819711 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67816ac-e6cb-4026-a560-2fec6a0b5a7d req-d468099b-2ebf-465a-94d4-a3312b220c92 tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:31.821640 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-b67816ac-e6cb-4026-a560-2fec6a0b5a7d req-d468099b-2ebf-465a-94d4-a3312b220c92 tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4a8079a-7824-4201-889b-a14d70024f7e HTTP/1.1" status: 200  len: 945 time: 0.0606663
Mar 31 18:14:31.870917 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-b67816ac-e6cb-4026-a560-2fec6a0b5a7d req-d04ccd92-7f7a-4461-9e10-4263bb87f281 tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] 10.222.0.58 "GET /v2.0/security-groups?id=411f6595-e358-4ede-92e4-9250c7d10e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438673
Mar 31 18:14:32.080164 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bfd294a-f954-4562-8fbf-0cd104ab3bee'}] {{(pid=103898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 31 18:14:32.082063 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb3075c6172e5baa69f5abc91eefeb9b3c1bf45f76ecf44b7f00bb5a6f62f1a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2278743c-16da-40f4-9c3d-cda80b0cfb34" -d '{"events": [{"server_uuid": "8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0", "name": "network-vif-plugged", "status": "completed", "tag": "3bfd294a-f954-4562-8fbf-0cd104ab3bee"}]}' {{(pid=103898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 31 18:14:32.118930 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 18:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef571913-148c-4e01-85bd-a334605b1cf7 x-openstack-request-id: req-ef571913-148c-4e01-85bd-a334605b1cf7 {{(pid=103898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 31 18:14:32.119280 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0", "name": "network-vif-plugged", "status": "completed", "tag": "3bfd294a-f954-4562-8fbf-0cd104ab3bee", "code": 200}]} {{(pid=103898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 31 18:14:32.119501 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ef571913-148c-4e01-85bd-a334605b1cf7 {{(pid=103898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 31 18:14:32.120105 dv-cinder-master-3-iscsi neutron-server[103898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef571913-148c-4e01-85bd-a334605b1cf7'] response: {'server_uuid': '8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bfd294a-f954-4562-8fbf-0cd104ab3bee', 'code': 200}
Mar 31 18:14:32.404548 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-be477ca9-b30f-4eb3-92ce-971cde9f4756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (d0835089-4a76-4105-9221-c81b46927b3c), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:32.617524 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc87dda-18e7-4ba6-8da7-8ec32268f049 req-13ea4ba6-6469-40cb-86af-df9724ee7d36 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:32.619953 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-afc87dda-18e7-4ba6-8da7-8ec32268f049 req-13ea4ba6-6469-40cb-86af-df9724ee7d36 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=62ef59ed-5ec0-4452-9708-184340fa4f7f HTTP/1.1" status: 200  len: 945 time: 0.0741048
Mar 31 18:14:32.631643 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831960df-3a19-4b47-b6b2-2ca911511cf7 req-22ca93b0-740d-4c56-820a-a0529c8ca108 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:32.633360 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-831960df-3a19-4b47-b6b2-2ca911511cf7 req-22ca93b0-740d-4c56-820a-a0529c8ca108 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0 HTTP/1.1" status: 200  len: 945 time: 0.0964520
Mar 31 18:14:32.677835 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-afc87dda-18e7-4ba6-8da7-8ec32268f049 req-e6408e20-3686-40fe-be95-bca1219121b9 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=17058b10-5914-4853-8fcd-dda14ab54996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505972
Mar 31 18:14:32.698467 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-831960df-3a19-4b47-b6b2-2ca911511cf7 req-cdbe633b-e922-4339-854e-2dfa6094391f tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=e133340d-5235-49c2-8082-becbc976b284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0590250
Mar 31 18:14:32.955811 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 46960) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:14:32.997927 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9e7249-67d4-47e9-a241-e93e1e7fc3e0 req-b1f37092-62d3-4bb5-9efd-6b43e0d871c1 tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:32.997927 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-6f9e7249-67d4-47e9-a241-e93e1e7fc3e0 req-b1f37092-62d3-4bb5-9efd-6b43e0d871c1 tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4a8079a-7824-4201-889b-a14d70024f7e HTTP/1.1" status: 200  len: 945 time: 0.0576723
Mar 31 18:14:33.046078 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-6f9e7249-67d4-47e9-a241-e93e1e7fc3e0 req-11c2bb60-9b3d-42cb-a92f-7f1b11533976 tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] 10.222.0.58 "GET /v2.0/security-groups?id=411f6595-e358-4ede-92e4-9250c7d10e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462441
Mar 31 18:14:33.056289 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.v2.base [None req-3f1441ea-d84b-4810-bc6c-c25490c8e691 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1803523808-network', 'tenant_id': '92cbf027ed994b2da86041820afa7b35'}} {{(pid=103897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:14:33.142183 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f1441ea-d84b-4810-bc6c-c25490c8e691 admin admin] Made reservation on behalf of 92cbf027ed994b2da86041820afa7b35 for: {'network': 1} {{(pid=103897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 31 18:14:33.144606 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3f1441ea-d84b-4810-bc6c-c25490c8e691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for network (None), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:33.153333 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3f1441ea-d84b-4810-bc6c-c25490c8e691 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:33.226566 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3f1441ea-d84b-4810-bc6c-c25490c8e691 admin admin] Publish callbacks [] for security_group (a5137170-c02d-4b0c-83ca-2b9da46ac662), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:33.310871 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3f1441ea-d84b-4810-bc6c-c25490c8e691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (a5137170-c02d-4b0c-83ca-2b9da46ac662), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:33.332170 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 46968) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:14:33.333412 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f1441ea-d84b-4810-bc6c-c25490c8e691 admin admin] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'}  {{(pid=103897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 31 18:14:33.351435 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1441ea-d84b-4810-bc6c-c25490c8e691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5137170-c02d-4b0c-83ca-2b9da46ac662,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:14:33.356337 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3f1441ea-d84b-4810-bc6c-c25490c8e691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186132'] for segment (77b738b1-5806-4db5-83d3-a85aec574e86), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:33.356846 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.db.segments_db [None req-3f1441ea-d84b-4810-bc6c-c25490c8e691 admin admin] Added segment 77b738b1-5806-4db5-83d3-a85aec574e86 of type vlan for network fc4d8f94-f9ee-4ded-bbd4-1fac4709575b
Mar 31 18:14:33.410851 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3f1441ea-d84b-4810-bc6c-c25490c8e691 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759342480442'] for network (fc4d8f94-f9ee-4ded-bbd4-1fac4709575b), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:33.471656 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0f490701-8bc3-4c58-ad99-e7631a79e335 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:33.550768 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0f490701-8bc3-4c58-ad99-e7631a79e335 admin admin] Publish callbacks [] for security_group (5085b3f8-0f25-4b75-9085-bf5914ee769f), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:33.555697 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3f1441ea-d84b-4810-bc6c-c25490c8e691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679'] for network (fc4d8f94-f9ee-4ded-bbd4-1fac4709575b), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:33.556683 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f1441ea-d84b-4810-bc6c-c25490c8e691 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:33.557262 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3f1441ea-d84b-4810-bc6c-c25490c8e691 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548721'] for network (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:33.615656 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1441ea-d84b-4810-bc6c-c25490c8e691 admin admin] Pushing event updated for resources: {'Network': ['ID=fc4d8f94-f9ee-4ded-bbd4-1fac4709575b,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:14:33.625517 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Network fc4d8f94-f9ee-4ded-bbd4-1fac4709575b details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=103898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 31 18:14:33.658688 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0f490701-8bc3-4c58-ad99-e7631a79e335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (5085b3f8-0f25-4b75-9085-bf5914ee769f), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:33.697526 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-0f490701-8bc3-4c58-ad99-e7631a79e335 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4bb3fcb9d485410bb2fe66c7262301b0&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3642926
Mar 31 18:14:33.698579 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f490701-8bc3-4c58-ad99-e7631a79e335 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5085b3f8-0f25-4b75-9085-bf5914ee769f,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:14:33.700276 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 46976) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:14:33.789968 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-18f2885d-9b9a-4601-a4ff-7ccdc902be2f admin admin] Publish callbacks [] for security_group (5085b3f8-0f25-4b75-9085-bf5914ee769f), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:33.822273 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-18f2885d-9b9a-4601-a4ff-7ccdc902be2f admin admin] Publish callbacks [] for security_group (5085b3f8-0f25-4b75-9085-bf5914ee769f), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:33.831021 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539c8864-1774-44de-8b84-6ff876439eb8 req-ff43bdaa-328a-4d4b-b7f7-a44a5688a858 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:33.831175 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-3f1441ea-d84b-4810-bc6c-c25490c8e691 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.8703377
Mar 31 18:14:33.831266 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-539c8864-1774-44de-8b84-6ff876439eb8 req-ff43bdaa-328a-4d4b-b7f7-a44a5688a858 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0 HTTP/1.1" status: 200  len: 945 time: 0.0539863
Mar 31 18:14:33.831266 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 46984) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:14:33.835746 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [None req-066b06e1-e1ad-48e1-9334-1cd6157e6bac admin admin] Request body: {'subnet': {'network_id': 'fc4d8f94-f9ee-4ded-bbd4-1fac4709575b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1803523808-subnet', 'tenant_id': '92cbf027ed994b2da86041820afa7b35', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:14:33.863439 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59155829-3b0b-4baf-b7ce-b0605853a357 req-aca4acd1-156a-4339-9016-de54f10e4cb7 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:33.871179 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-59155829-3b0b-4baf-b7ce-b0605853a357 req-aca4acd1-156a-4339-9016-de54f10e4cb7 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=62ef59ed-5ec0-4452-9708-184340fa4f7f HTTP/1.1" status: 200  len: 945 time: 0.1177964
Mar 31 18:14:33.895303 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-539c8864-1774-44de-8b84-6ff876439eb8 req-ee5cd246-508e-4b31-a429-8984ad558ced tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=e133340d-5235-49c2-8082-becbc976b284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0551839
Mar 31 18:14:33.926384 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-59155829-3b0b-4baf-b7ce-b0605853a357 req-75da7617-e0d5-486b-b2ca-dcc9ca821020 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=17058b10-5914-4853-8fcd-dda14ab54996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0513606
Mar 31 18:14:33.978854 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-61acbcaf-515a-4595-a759-82c8bf4c0ac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (1ee04592-4785-424e-aa2a-0bd32f5faacf), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:34.010999 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-18f2885d-9b9a-4601-a4ff-7ccdc902be2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (5085b3f8-0f25-4b75-9085-bf5914ee769f), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:34.011541 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-066b06e1-e1ad-48e1-9334-1cd6157e6bac admin admin] Made reservation on behalf of 92cbf027ed994b2da86041820afa7b35 for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 31 18:14:34.013347 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-066b06e1-e1ad-48e1-9334-1cd6157e6bac admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:34.013889 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-18f2885d-9b9a-4601-a4ff-7ccdc902be2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:34.017693 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-18f2885d-9b9a-4601-a4ff-7ccdc902be2f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5085b3f8-0f25-4b75-9085-bf5914ee769f HTTP/1.1" status: 204  len: 168 time: 0.3137107
Mar 31 18:14:34.023255 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f2885d-9b9a-4601-a4ff-7ccdc902be2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5085b3f8-0f25-4b75-9085-bf5914ee769f,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:14:34.237691 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1045417-c051-4d8a-bcbd-e76bc72e9ba0 req-f8ded74f-2095-457d-b234-60c0850a4f52 tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:34.239261 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-a1045417-c051-4d8a-bcbd-e76bc72e9ba0 req-f8ded74f-2095-457d-b234-60c0850a4f52 tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4a8079a-7824-4201-889b-a14d70024f7e HTTP/1.1" status: 200  len: 945 time: 0.1145191
Mar 31 18:14:34.290745 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-a1045417-c051-4d8a-bcbd-e76bc72e9ba0 req-c563e362-afa4-42cc-9243-e59640f01947 tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] 10.222.0.58 "GET /v2.0/security-groups?id=411f6595-e358-4ede-92e4-9250c7d10e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458782
Mar 31 18:14:34.327475 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-066b06e1-e1ad-48e1-9334-1cd6157e6bac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679'] for subnet (622b571b-67b2-4395-8284-7f24d53bc7c5), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:34.382692 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066b06e1-e1ad-48e1-9334-1cd6157e6bac admin admin] Pushing event updated for resources: {'Subnet': ['ID=622b571b-67b2-4395-8284-7f24d53bc7c5,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:14:34.397412 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066b06e1-e1ad-48e1-9334-1cd6157e6bac admin admin] Checking segment: {'id': '77b738b1-5806-4db5-83d3-a85aec574e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'fc4d8f94-f9ee-4ded-bbd4-1fac4709575b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 31 18:14:34.397780 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066b06e1-e1ad-48e1-9334-1cd6157e6bac admin admin] Network hostable DHCP agents. Network: fc4d8f94-f9ee-4ded-bbd4-1fac4709575b, hostable agents: ['08150f5b-1b08-4271-84f1-4a3b03ee1892'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 31 18:14:34.515827 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066b06e1-e1ad-48e1-9334-1cd6157e6bac admin admin] Network fc4d8f94-f9ee-4ded-bbd4-1fac4709575b is scheduled to be hosted by DHCP agent 08150f5b-1b08-4271-84f1-4a3b03ee1892 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 31 18:14:34.681667 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-066b06e1-e1ad-48e1-9334-1cd6157e6bac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, fc4d8f94-f9ee-4ded-bbd4-1fac4709575b) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 31 18:14:34.685969 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-066b06e1-e1ad-48e1-9334-1cd6157e6bac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:34.686558 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-066b06e1-e1ad-48e1-9334-1cd6157e6bac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548721'] for subnet (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:34.690816 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3c5432-6c52-4d40-b184-6f999ab2397e None None] Network fc4d8f94-f9ee-4ded-bbd4-1fac4709575b requested from dv-cinder-master-3-iscsi {{(pid=103898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 31 18:14:34.790646 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-066b06e1-e1ad-48e1-9334-1cd6157e6bac admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.9559460
Mar 31 18:14:34.798511 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa49d5eb-cbf0-4c1b-849d-29ecae33b663 None None] Network fc4d8f94-f9ee-4ded-bbd4-1fac4709575b requested from dv-cinder-master-3-iscsi {{(pid=103898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 31 18:14:34.811210 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 47000) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:14:34.831515 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-de52f1d6-1f37-46af-a8c0-e2ff6f98ceb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:34.924629 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-de52f1d6-1f37-46af-a8c0-e2ff6f98ceb6 admin admin] Publish callbacks [] for security_group (dc704b8c-6a6e-4f08-8e8f-a50cebaa1796), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:35.029319 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-de52f1d6-1f37-46af-a8c0-e2ff6f98ceb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (dc704b8c-6a6e-4f08-8e8f-a50cebaa1796), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:35.038668 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173a65ba-d9e6-44ca-a4f1-1c82442ebac3 req-547b77d3-7c30-4305-8128-f05305f5b28a tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:35.040508 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-173a65ba-d9e6-44ca-a4f1-1c82442ebac3 req-547b77d3-7c30-4305-8128-f05305f5b28a tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0 HTTP/1.1" status: 200  len: 945 time: 0.0577195
Mar 31 18:14:35.055408 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (b6d39f6c-4dc3-40bd-bbe5-e05b1f1d4e13), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:35.087169 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-de52f1d6-1f37-46af-a8c0-e2ff6f98ceb6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3b2cd0d27ec84af387e537c7a6f67820&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2725532
Mar 31 18:14:35.088127 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 47012) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:14:35.097408 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de52f1d6-1f37-46af-a8c0-e2ff6f98ceb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc704b8c-6a6e-4f08-8e8f-a50cebaa1796,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:14:35.100125 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-173a65ba-d9e6-44ca-a4f1-1c82442ebac3 req-22c0dfa3-9adf-459e-8de5-f176eef213d8 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=e133340d-5235-49c2-8082-becbc976b284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0537980
Mar 31 18:14:35.107976 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07de2dc6-c8a9-4a05-ad80-d4092b157f1d req-12385687-273c-444a-9f1e-7951a39d708b tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:35.114024 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-07de2dc6-c8a9-4a05-ad80-d4092b157f1d req-12385687-273c-444a-9f1e-7951a39d708b tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=62ef59ed-5ec0-4452-9708-184340fa4f7f HTTP/1.1" status: 200  len: 945 time: 0.1200166
Mar 31 18:14:35.189772 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-07de2dc6-c8a9-4a05-ad80-d4092b157f1d req-1b0751bd-26cc-4ba3-93e3-9decc573b460 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=17058b10-5914-4853-8fcd-dda14ab54996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0747590
Mar 31 18:14:35.194515 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2c02691a-828e-4220-9f65-6bc30dcd652e admin admin] Publish callbacks [] for security_group (dc704b8c-6a6e-4f08-8e8f-a50cebaa1796), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:35.217148 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2c02691a-828e-4220-9f65-6bc30dcd652e admin admin] Publish callbacks [] for security_group (dc704b8c-6a6e-4f08-8e8f-a50cebaa1796), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:35.407927 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bd67e5-3cbd-48d7-b9cc-bc9c04002688 req-31880e70-95ea-4cec-9a8a-1a4e07eba93f tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:35.409476 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-53bd67e5-3cbd-48d7-b9cc-bc9c04002688 req-31880e70-95ea-4cec-9a8a-1a4e07eba93f tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4a8079a-7824-4201-889b-a14d70024f7e HTTP/1.1" status: 200  len: 945 time: 0.0537572
Mar 31 18:14:35.411715 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2c02691a-828e-4220-9f65-6bc30dcd652e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (dc704b8c-6a6e-4f08-8e8f-a50cebaa1796), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:35.417774 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2c02691a-828e-4220-9f65-6bc30dcd652e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:35.420113 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-2c02691a-828e-4220-9f65-6bc30dcd652e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/dc704b8c-6a6e-4f08-8e8f-a50cebaa1796 HTTP/1.1" status: 204  len: 168 time: 0.3280196
Mar 31 18:14:35.435787 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c02691a-828e-4220-9f65-6bc30dcd652e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc704b8c-6a6e-4f08-8e8f-a50cebaa1796,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:14:35.475523 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-53bd67e5-3cbd-48d7-b9cc-bc9c04002688 req-c97f9ac3-63b0-4496-ae2a-4301063bb74d tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] 10.222.0.58 "GET /v2.0/security-groups?id=411f6595-e358-4ede-92e4-9250c7d10e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0524530
Mar 31 18:14:35.776257 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 47036) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:14:35.782035 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [None req-619c164e-dc30-46b2-938b-4f8ccbe67df2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-532162666-network', 'tenant_id': '5d1721b4b84c4f86b3c28efdba42d6e7'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:14:35.909893 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-619c164e-dc30-46b2-938b-4f8ccbe67df2 admin admin] Made reservation on behalf of 5d1721b4b84c4f86b3c28efdba42d6e7 for: {'network': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 31 18:14:35.912248 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-619c164e-dc30-46b2-938b-4f8ccbe67df2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for network (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:35.923254 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-619c164e-dc30-46b2-938b-4f8ccbe67df2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:35.934404 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c893b7-3767-436e-b5e0-087831b56e1a req-0f23c87b-7713-45d3-9fd1-24c938010f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:35.935953 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-17c893b7-3767-436e-b5e0-087831b56e1a req-0f23c87b-7713-45d3-9fd1-24c938010f46 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0 HTTP/1.1" status: 200  len: 1129 time: 0.0556138
Mar 31 18:14:35.998519 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-17c893b7-3767-436e-b5e0-087831b56e1a req-df003efb-3075-467d-9026-e1fa58071797 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=e133340d-5235-49c2-8082-becbc976b284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0560200
Mar 31 18:14:36.031174 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-619c164e-dc30-46b2-938b-4f8ccbe67df2 admin admin] Publish callbacks [] for security_group (4cd7d7ca-c6d8-47d1-bdd6-4def31f9a4fa), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:36.239323 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (06f31eaf-9418-4d11-8606-24a34b4b4893), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:36.320523 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c623a503-bddf-4384-9f7c-85c2f5980132 req-054ad2d3-81fe-4ab4-9db2-d4f326e282e8 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:36.322228 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-c623a503-bddf-4384-9f7c-85c2f5980132 req-054ad2d3-81fe-4ab4-9db2-d4f326e282e8 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=62ef59ed-5ec0-4452-9708-184340fa4f7f HTTP/1.1" status: 200  len: 945 time: 0.0597270
Mar 31 18:14:36.372449 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-c623a503-bddf-4384-9f7c-85c2f5980132 req-0140c947-93f1-48a5-9659-72e17dd84234 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=17058b10-5914-4853-8fcd-dda14ab54996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442472
Mar 31 18:14:36.380093 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-619c164e-dc30-46b2-938b-4f8ccbe67df2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (4cd7d7ca-c6d8-47d1-bdd6-4def31f9a4fa), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:36.413542 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-619c164e-dc30-46b2-938b-4f8ccbe67df2 admin admin] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'}  {{(pid=103896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 31 18:14:36.426046 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619c164e-dc30-46b2-938b-4f8ccbe67df2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cd7d7ca-c6d8-47d1-bdd6-4def31f9a4fa,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:14:36.435515 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-619c164e-dc30-46b2-938b-4f8ccbe67df2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186132'] for segment (4b969527-4405-4cc7-835a-6e9003082724), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:36.435515 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.db.segments_db [None req-619c164e-dc30-46b2-938b-4f8ccbe67df2 admin admin] Added segment 4b969527-4405-4cc7-835a-6e9003082724 of type vlan for network 557a7c8a-3edd-4dd1-9715-fe1c9d5e0ce5
Mar 31 18:14:36.452700 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9d524e-4862-43e3-9002-72df5c4f7dd2 req-c4f689bb-d7e6-45ba-a11e-7fd3aadf31f2 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:36.453882 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-4d9d524e-4862-43e3-9002-72df5c4f7dd2 req-c4f689bb-d7e6-45ba-a11e-7fd3aadf31f2 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0 HTTP/1.1" status: 200  len: 945 time: 0.2755392
Mar 31 18:14:36.517379 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-619c164e-dc30-46b2-938b-4f8ccbe67df2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759342480442'] for network (557a7c8a-3edd-4dd1-9715-fe1c9d5e0ce5), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:36.546142 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-4d9d524e-4862-43e3-9002-72df5c4f7dd2 req-7d99ea0e-7eef-462e-a503-b2a2e3ab9285 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=e133340d-5235-49c2-8082-becbc976b284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0693758
Mar 31 18:14:36.671703 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1d2ead-4022-4e07-bdd4-3044305f07cd req-ab48f94a-b2c9-45ba-8940-1fb4c21eb88a tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:36.673787 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-fd1d2ead-4022-4e07-bdd4-3044305f07cd req-ab48f94a-b2c9-45ba-8940-1fb4c21eb88a tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4a8079a-7824-4201-889b-a14d70024f7e HTTP/1.1" status: 200  len: 945 time: 0.0551186
Mar 31 18:14:36.719963 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-fd1d2ead-4022-4e07-bdd4-3044305f07cd req-632aeb31-7786-4c4a-b585-e1ccb29fc659 tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] 10.222.0.58 "GET /v2.0/security-groups?id=411f6595-e358-4ede-92e4-9250c7d10e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405066
Mar 31 18:14:36.764359 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-619c164e-dc30-46b2-938b-4f8ccbe67df2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679'] for network (557a7c8a-3edd-4dd1-9715-fe1c9d5e0ce5), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:36.769137 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619c164e-dc30-46b2-938b-4f8ccbe67df2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:36.769137 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-619c164e-dc30-46b2-938b-4f8ccbe67df2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548721'] for network (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:36.825413 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619c164e-dc30-46b2-938b-4f8ccbe67df2 admin admin] Pushing event updated for resources: {'Network': ['ID=557a7c8a-3edd-4dd1-9715-fe1c9d5e0ce5,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:14:36.836140 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Network 557a7c8a-3edd-4dd1-9715-fe1c9d5e0ce5 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=103898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 31 18:14:36.938277 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-619c164e-dc30-46b2-938b-4f8ccbe67df2 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 1.1608355
Mar 31 18:14:36.941888 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 47082) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:14:36.947896 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.v2.base [None req-085dc220-c987-4e88-9e46-92e069e6c17f admin admin] Request body: {'subnet': {'network_id': '557a7c8a-3edd-4dd1-9715-fe1c9d5e0ce5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-532162666-subnet', 'tenant_id': '5d1721b4b84c4f86b3c28efdba42d6e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:14:37.075617 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-085dc220-c987-4e88-9e46-92e069e6c17f admin admin] Made reservation on behalf of 5d1721b4b84c4f86b3c28efdba42d6e7 for: {'subnet': 1} {{(pid=103897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 31 18:14:37.077991 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-085dc220-c987-4e88-9e46-92e069e6c17f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:37.224011 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e555f11-5008-4dae-b74c-d8305f10623e req-3e0430fd-2c28-4140-bc3b-53c852ce77c7 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:37.225477 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-1e555f11-5008-4dae-b74c-d8305f10623e req-3e0430fd-2c28-4140-bc3b-53c852ce77c7 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=62ef59ed-5ec0-4452-9708-184340fa4f7f HTTP/1.1" status: 200  len: 945 time: 0.0756850
Mar 31 18:14:37.336377 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-1e555f11-5008-4dae-b74c-d8305f10623e req-463c3eb3-93ad-478c-9a00-38ad8fb37391 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=17058b10-5914-4853-8fcd-dda14ab54996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1008351
Mar 31 18:14:37.416155 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-085dc220-c987-4e88-9e46-92e069e6c17f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679'] for subnet (a06fa89f-b8ec-4444-8199-2fd4d6fbcd1e), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:37.498642 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085dc220-c987-4e88-9e46-92e069e6c17f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a06fa89f-b8ec-4444-8199-2fd4d6fbcd1e,revision_number=0']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:14:37.518833 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085dc220-c987-4e88-9e46-92e069e6c17f admin admin] Checking segment: {'id': '4b969527-4405-4cc7-835a-6e9003082724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '557a7c8a-3edd-4dd1-9715-fe1c9d5e0ce5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 31 18:14:37.519192 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085dc220-c987-4e88-9e46-92e069e6c17f admin admin] Network hostable DHCP agents. Network: 557a7c8a-3edd-4dd1-9715-fe1c9d5e0ce5, hostable agents: ['08150f5b-1b08-4271-84f1-4a3b03ee1892'], hosted agents: [] {{(pid=103897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 31 18:14:37.533424 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09df216-0ca9-43fa-915c-2b6b20384f04 req-b846043b-6122-4c17-8310-7b7d976c9787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:37.533671 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-e09df216-0ca9-43fa-915c-2b6b20384f04 req-b846043b-6122-4c17-8310-7b7d976c9787 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6fc2eb72902a441ca6a6fa9350ce75f8&device_id=62ef59ed-5ec0-4452-9708-184340fa4f7f HTTP/1.1" status: 200  len: 1129 time: 0.0927072
Mar 31 18:14:37.641565 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085dc220-c987-4e88-9e46-92e069e6c17f admin admin] Network 557a7c8a-3edd-4dd1-9715-fe1c9d5e0ce5 is scheduled to be hosted by DHCP agent 08150f5b-1b08-4271-84f1-4a3b03ee1892 with binding_index 1 {{(pid=103897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 31 18:14:37.819564 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-085dc220-c987-4e88-9e46-92e069e6c17f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 557a7c8a-3edd-4dd1-9715-fe1c9d5e0ce5) {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 31 18:14:37.832327 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969f50b0-8f08-42af-8729-bd456d091659 None None] Network 557a7c8a-3edd-4dd1-9715-fe1c9d5e0ce5 requested from dv-cinder-master-3-iscsi {{(pid=103898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 31 18:14:37.835240 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ae5fd8-6878-47aa-a62d-0b8c26a2511e req-f17bcd3b-516e-4b34-a853-4b593ac66bb6 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:37.837005 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-21ae5fd8-6878-47aa-a62d-0b8c26a2511e req-f17bcd3b-516e-4b34-a853-4b593ac66bb6 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0 HTTP/1.1" status: 200  len: 945 time: 0.1730540
Mar 31 18:14:37.847153 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085dc220-c987-4e88-9e46-92e069e6c17f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:37.848054 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-085dc220-c987-4e88-9e46-92e069e6c17f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548721'] for subnet (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:37.901318 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09df216-0ca9-43fa-915c-2b6b20384f04 req-bcd622c1-736e-4e63-9ccc-628b994f7782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:37.903650 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-e09df216-0ca9-43fa-915c-2b6b20384f04 req-bcd622c1-736e-4e63-9ccc-628b994f7782 service neutron] 10.222.0.44 "GET /v2.0/networks?id=fca50c83-3b91-4a03-8e1d-d873f4d904c1 HTTP/1.1" status: 200  len: 920 time: 0.2806332
Mar 31 18:14:37.925083 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e5718d-ae41-41e8-a3cb-9df707a74780 req-f232222e-e959-4f38-a471-2043d3f522f1 tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:37.928729 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-b5e5718d-ae41-41e8-a3cb-9df707a74780 req-f232222e-e959-4f38-a471-2043d3f522f1 tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4a8079a-7824-4201-889b-a14d70024f7e HTTP/1.1" status: 200  len: 945 time: 0.1269257
Mar 31 18:14:37.987810 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-e09df216-0ca9-43fa-915c-2b6b20384f04 req-9c989f31-dff1-49d3-88d3-fd451ab87fd3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9426b740-3eca-421b-a5c0-b9ab2601eebd HTTP/1.1" status: 200  len: 217 time: 0.0626740
Mar 31 18:14:38.007121 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-21ae5fd8-6878-47aa-a62d-0b8c26a2511e req-14d860c9-1015-4542-9817-7db35d76a837 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=e133340d-5235-49c2-8082-becbc976b284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1482353
Mar 31 18:14:38.008409 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-b5e5718d-ae41-41e8-a3cb-9df707a74780 req-96ca5493-4d07-4bc0-8302-59acccef6360 tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] 10.222.0.58 "GET /v2.0/security-groups?id=411f6595-e358-4ede-92e4-9250c7d10e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0684958
Mar 31 18:14:38.036078 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-085dc220-c987-4e88-9e46-92e069e6c17f admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.0926626
Mar 31 18:14:38.037203 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aab9dbf-74b6-463d-b4fc-6bb44e59732f None None] Network 557a7c8a-3edd-4dd1-9715-fe1c9d5e0ce5 requested from dv-cinder-master-3-iscsi {{(pid=103898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 31 18:14:38.458194 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbf56a6-0f1a-470f-b8c0-0c9e20676deb req-c9107ced-4eca-4ce4-97c3-aaef7c31a9a5 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:38.459754 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-bdbf56a6-0f1a-470f-b8c0-0c9e20676deb req-c9107ced-4eca-4ce4-97c3-aaef7c31a9a5 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=62ef59ed-5ec0-4452-9708-184340fa4f7f HTTP/1.1" status: 200  len: 945 time: 0.0590334
Mar 31 18:14:38.509876 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-bdbf56a6-0f1a-470f-b8c0-0c9e20676deb req-c4789fc0-2c0c-4198-be62-7c6b82633e53 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=17058b10-5914-4853-8fcd-dda14ab54996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440288
Mar 31 18:14:39.120893 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfd1869-4894-4623-accc-9213d82bdfe6 req-be001763-3b2c-4f49-ad4f-051ca7804267 tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:39.122436 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-cdfd1869-4894-4623-accc-9213d82bdfe6 req-be001763-3b2c-4f49-ad4f-051ca7804267 tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4a8079a-7824-4201-889b-a14d70024f7e HTTP/1.1" status: 200  len: 945 time: 0.0521247
Mar 31 18:14:39.134070 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e1760d-f069-4331-8972-c55f19ae635c req-fd46066d-4012-443f-b051-7808b64adc4e tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:39.135570 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-92e1760d-f069-4331-8972-c55f19ae635c req-fd46066d-4012-443f-b051-7808b64adc4e tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0 HTTP/1.1" status: 200  len: 945 time: 0.0557265
Mar 31 18:14:39.169934 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-cdfd1869-4894-4623-accc-9213d82bdfe6 req-13d2656a-ed3a-4b0c-88da-de82be3204ec tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] 10.222.0.58 "GET /v2.0/security-groups?id=411f6595-e358-4ede-92e4-9250c7d10e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416858
Mar 31 18:14:39.330864 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-92e1760d-f069-4331-8972-c55f19ae635c req-fcdb912f-36e8-4a1f-adba-d22167b35df1 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=e133340d-5235-49c2-8082-becbc976b284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413535
Mar 31 18:14:39.627823 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7faf4cc-355a-4435-baa4-0064efbc0099 req-9ac48cab-728c-49fe-b936-6a70df5dc7de tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:39.629190 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-b7faf4cc-355a-4435-baa4-0064efbc0099 req-9ac48cab-728c-49fe-b936-6a70df5dc7de tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=62ef59ed-5ec0-4452-9708-184340fa4f7f HTTP/1.1" status: 200  len: 945 time: 0.0517716
Mar 31 18:14:39.678291 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-b7faf4cc-355a-4435-baa4-0064efbc0099 req-5f3f39b3-7332-47b6-9a0c-546d4ffac6f0 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=17058b10-5914-4853-8fcd-dda14ab54996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434527
Mar 31 18:14:40.428601 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4d2f21-c2e9-45ec-83d3-8a120ae9d508 req-f5cc8ef1-f0a9-4303-9419-aeed0a30d876 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:40.438186 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-cd4d2f21-c2e9-45ec-83d3-8a120ae9d508 req-f5cc8ef1-f0a9-4303-9419-aeed0a30d876 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0 HTTP/1.1" status: 200  len: 945 time: 0.0569992
Mar 31 18:14:40.477962 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-cd4d2f21-c2e9-45ec-83d3-8a120ae9d508 req-d26a675b-a151-474d-b4d0-b9ee3869ff86 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=e133340d-5235-49c2-8082-becbc976b284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422645
Mar 31 18:14:40.793072 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d396f4c-79c1-4f2d-b6af-208fee444bf2 req-d86a5b58-390c-4f63-8635-507ee64c44c4 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:40.794534 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-3d396f4c-79c1-4f2d-b6af-208fee444bf2 req-d86a5b58-390c-4f63-8635-507ee64c44c4 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=62ef59ed-5ec0-4452-9708-184340fa4f7f HTTP/1.1" status: 200  len: 945 time: 0.0511634
Mar 31 18:14:40.844956 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-3d396f4c-79c1-4f2d-b6af-208fee444bf2 req-bb129240-6c19-4ec4-87d8-198d3d2caff2 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=17058b10-5914-4853-8fcd-dda14ab54996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446901
Mar 31 18:14:41.610271 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11710e95-85ba-4311-88ef-eb4dcfc06695 req-9f5919c9-a761-4179-8ef2-5567ea94b33e tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:41.611813 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-11710e95-85ba-4311-88ef-eb4dcfc06695 req-9f5919c9-a761-4179-8ef2-5567ea94b33e tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0 HTTP/1.1" status: 200  len: 945 time: 0.0577836
Mar 31 18:14:41.659444 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-11710e95-85ba-4311-88ef-eb4dcfc06695 req-cec8dc9e-c4d6-4363-9aaa-f772a3ad4b6c tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=e133340d-5235-49c2-8082-becbc976b284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416250
Mar 31 18:14:41.960468 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a287dccb-4950-453a-8727-d9da3bc6261a req-f8d29991-a71a-4aa6-8459-b561f358f84c tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:41.961932 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-a287dccb-4950-453a-8727-d9da3bc6261a req-f8d29991-a71a-4aa6-8459-b561f358f84c tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=62ef59ed-5ec0-4452-9708-184340fa4f7f HTTP/1.1" status: 200  len: 945 time: 0.0517149
Mar 31 18:14:42.008078 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-a287dccb-4950-453a-8727-d9da3bc6261a req-51030ea4-8346-4ec0-b2c1-6579218a90b5 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=17058b10-5914-4853-8fcd-dda14ab54996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405529
Mar 31 18:14:42.724509 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09df216-0ca9-43fa-915c-2b6b20384f04 req-557b29b1-5abb-49f7-b504-2c755df6a4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:42.726270 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-e09df216-0ca9-43fa-915c-2b6b20384f04 req-557b29b1-5abb-49f7-b504-2c755df6a4f3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5c50616b-7511-4714-bd2d-e587d92cf7dd HTTP/1.1" status: 200  len: 858 time: 0.0510902
Mar 31 18:14:42.780279 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09df216-0ca9-43fa-915c-2b6b20384f04 req-b1ed70a5-ce17-457a-b5b0-4c737fdfc722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:42.781919 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-e09df216-0ca9-43fa-915c-2b6b20384f04 req-b1ed70a5-ce17-457a-b5b0-4c737fdfc722 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fca50c83-3b91-4a03-8e1d-d873f4d904c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0479314
Mar 31 18:14:42.787427 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2340786-bbfa-4879-bffb-f255e3baf029 req-7fc8715d-0237-44b0-92f5-b868f800685d tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:42.789189 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-c2340786-bbfa-4879-bffb-f255e3baf029 req-7fc8715d-0237-44b0-92f5-b868f800685d tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0 HTTP/1.1" status: 200  len: 945 time: 0.0554538
Mar 31 18:14:42.841856 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-c2340786-bbfa-4879-bffb-f255e3baf029 req-c40be293-0af0-40ed-9c6f-95be0f1765b8 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=e133340d-5235-49c2-8082-becbc976b284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450504
Mar 31 18:14:42.903866 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-e09df216-0ca9-43fa-915c-2b6b20384f04 req-3ae8806f-52dd-4888-a0df-acf9ec739b66 service neutron] 10.222.0.44 "GET /v2.0/networks/fca50c83-3b91-4a03-8e1d-d873f4d904c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0998838
Mar 31 18:14:43.020509 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-e09df216-0ca9-43fa-915c-2b6b20384f04 req-299d4091-9064-449c-b33a-27f4bf00f0aa service neutron] 10.222.0.44 "GET /v2.0/networks/fca50c83-3b91-4a03-8e1d-d873f4d904c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0946822
Mar 31 18:14:43.134091 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3584b4c8-1181-4597-af20-f285852b491b req-634b412f-a18c-4ddd-aa0f-5faae06f6d35 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:43.136173 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-3584b4c8-1181-4597-af20-f285852b491b req-634b412f-a18c-4ddd-aa0f-5faae06f6d35 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=62ef59ed-5ec0-4452-9708-184340fa4f7f HTTP/1.1" status: 200  len: 945 time: 0.0582418
Mar 31 18:14:43.184142 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-3584b4c8-1181-4597-af20-f285852b491b req-d73be568-3123-404e-82a8-f053b7f0fb38 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=17058b10-5914-4853-8fcd-dda14ab54996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417299
Mar 31 18:14:43.971882 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1059e149-60c1-4844-bc4c-e72327c12758 req-095756e6-3cdd-44d6-8a4a-b0c0a3269137 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:43.973416 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-1059e149-60c1-4844-bc4c-e72327c12758 req-095756e6-3cdd-44d6-8a4a-b0c0a3269137 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0 HTTP/1.1" status: 200  len: 945 time: 0.0554111
Mar 31 18:14:44.025883 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-1059e149-60c1-4844-bc4c-e72327c12758 req-52da5d45-9f76-43a8-a282-1b8d21c207d4 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=e133340d-5235-49c2-8082-becbc976b284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468447
Mar 31 18:14:44.325632 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30ba4b4-25b4-4142-8ef3-d81eba85a7bd req-d927a6fa-37ca-4fa3-87c0-9618a9e30bb4 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:44.328069 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-f30ba4b4-25b4-4142-8ef3-d81eba85a7bd req-d927a6fa-37ca-4fa3-87c0-9618a9e30bb4 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0 HTTP/1.1" status: 200  len: 945 time: 0.2290492
Mar 31 18:14:44.332728 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00225e00-f1e9-41a3-b6c5-a4c2c15f73b6 req-e6021dc6-7882-442f-a2ec-cb823329dfbd tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:44.340126 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 47258) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:14:44.340540 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-00225e00-f1e9-41a3-b6c5-a4c2c15f73b6 req-e6021dc6-7882-442f-a2ec-cb823329dfbd tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=62ef59ed-5ec0-4452-9708-184340fa4f7f HTTP/1.1" status: 200  len: 945 time: 0.0828996
Mar 31 18:14:44.345546 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.v2.base [None req-21107c53-c21a-40cb-a27d-0048b113cf05 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Request body: {'floatingip': {'port_id': '3bfd294a-f954-4562-8fbf-0cd104ab3bee'}} {{(pid=103897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:14:44.405575 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-00225e00-f1e9-41a3-b6c5-a4c2c15f73b6 req-64f5b211-2ab6-4d63-9390-f01bd90f3cd6 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=17058b10-5914-4853-8fcd-dda14ab54996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0632815
Mar 31 18:14:44.428813 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-21107c53-c21a-40cb-a27d-0048b113cf05 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Publish callbacks [] for floatingip (2396117f-cd98-43cb-be54-312c58454649), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:45.123878 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-21107c53-c21a-40cb-a27d-0048b113cf05 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:45.234522 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-21107c53-c21a-40cb-a27d-0048b113cf05 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505983'] for floatingip (2396117f-cd98-43cb-be54-312c58454649), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:45.342221 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.db.l3_db [None req-21107c53-c21a-40cb-a27d-0048b113cf05 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Floating IP 2396117f-cd98-43cb-be54-312c58454649 associated. External IP: 172.37.2.223, port: 3bfd294a-f954-4562-8fbf-0cd104ab3bee.
Mar 31 18:14:45.535882 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c276821-5e35-41d8-923b-7149f8783824 req-8ae74625-833f-450c-986a-f2a9885adcff tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:45.538329 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-3c276821-5e35-41d8-923b-7149f8783824 req-8ae74625-833f-450c-986a-f2a9885adcff tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=62ef59ed-5ec0-4452-9708-184340fa4f7f HTTP/1.1" status: 200  len: 945 time: 0.0572717
Mar 31 18:14:45.606774 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21107c53-c21a-40cb-a27d-0048b113cf05 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Router c3a3febe-dfd4-42e9-ae63-bd56388f667e has already been hosted by L3 agent f09d5d1b-4294-4f18-9a00-351412ae7ca6 {{(pid=103897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 31 18:14:45.607106 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-3c276821-5e35-41d8-923b-7149f8783824 req-8c712b43-d7ad-47b3-ac34-c229fa08aef3 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=17058b10-5914-4853-8fcd-dda14ab54996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0528989
Mar 31 18:14:45.727288 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21107c53-c21a-40cb-a27d-0048b113cf05 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 31 18:14:45.732113 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-21107c53-c21a-40cb-a27d-0048b113cf05 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30337'] for floatingip (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:45.754958 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645b088f-03ef-4cd5-b77c-77ac22492ef6 None None] Sync routers for ids ['c3a3febe-dfd4-42e9-ae63-bd56388f667e'] in dv-cinder-master-3-iscsi {{(pid=103899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 31 18:14:45.765750 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645b088f-03ef-4cd5-b77c-77ac22492ef6 None None] Routers {'c3a3febe-dfd4-42e9-ae63-bd56388f667e'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 31 18:14:45.778382 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_hamode_db [None req-645b088f-03ef-4cd5-b77c-77ac22492ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7715c43730>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T18:05:01Z,description=<?>,heartbeat_timestamp=2022-03-31T18:14:31Z,host='dv-cinder-master-3-iscsi',id=f09d5d1b-4294-4f18-9a00-351412ae7ca6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-31T18:05:02Z,topic='l3_agent')) {'router_ids': ['c3a3febe-dfd4-42e9-ae63-bd56388f667e'], 'active': True} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:14:45.779004 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-21107c53-c21a-40cb-a27d-0048b113cf05 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "PUT /v2.0/floatingips/2396117f-cd98-43cb-be54-312c58454649 HTTP/1.1" status: 200  len: 991 time: 1.4258418
Mar 31 18:14:45.779004 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0', 'tag': '3bfd294a-f954-4562-8fbf-0cd104ab3bee'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 31 18:14:45.779004 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73fc78de55affb2fac0a31bf62e314c48f0d961b1f9e9815d43b8150b113e94f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b79a97d-613f-4a98-af6d-e597486d0aa5" -d '{"events": [{"name": "network-changed", "server_uuid": "8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0", "tag": "3bfd294a-f954-4562-8fbf-0cd104ab3bee"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 31 18:14:45.810301 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 18:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb997a8c-f1af-47ea-8351-8d5e04f3a835 x-openstack-request-id: req-eb997a8c-f1af-47ea-8351-8d5e04f3a835 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 31 18:14:45.810763 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0", "tag": "3bfd294a-f954-4562-8fbf-0cd104ab3bee", "status": "completed", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 31 18:14:45.811122 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-eb997a8c-f1af-47ea-8351-8d5e04f3a835 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 31 18:14:45.811838 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb997a8c-f1af-47ea-8351-8d5e04f3a835'] response: {'name': 'network-changed', 'server_uuid': '8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0', 'tag': '3bfd294a-f954-4562-8fbf-0cd104ab3bee', 'status': 'completed', 'code': 200}
Mar 31 18:14:45.893043 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvr_db [None req-645b088f-03ef-4cd5-b77c-77ac22492ef6 None None] Set router c3a3febe-dfd4-42e9-ae63-bd56388f667e gateway port host: dv-cinder-master-3-iscsi {{(pid=103899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 31 18:14:46.179022 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_hamode_db [None req-645b088f-03ef-4cd5-b77c-77ac22492ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7715c43730>, [{'id': 'c3a3febe-dfd4-42e9-ae63-bd56388f667e', 'name': 'tempest-AttachVolumeShelveTestJSON-914217197-router', 'tenant_id': 'eb7248f2c93342cd823f385c53a69d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.110'}], 'enable_snat': True}, 'gw_port_id': '5ea7654e-87aa-4ff9-bec5-a74794be2f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:13:42Z', 'updated_at': '2022-03-31T18:13:49Z', 'revision_number': 4, 'project_id': 'eb7248f2c93342cd823f385c53a69d05', 'gw_port': {'id': '5ea7654e-87aa-4ff9-bec5-a74794be2f6b', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fb:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a3febe-dfd4-42e9-ae63-bd56388f667e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:13:43Z', 'updated_at': '2022-03-31T18:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '2396117f-cd98-43cb-be54-312c58454649', 'tenant_id': 'eb7248f2c93342cd823f385c53a69d05', 'floating_ip_address': '172.37.2.223', 'floating_network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'router_id': 'c3a3febe-dfd4-42e9-ae63-bd56388f667e', 'port_id': '3bfd294a-f954-4562-8fbf-0cd104ab3bee', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b654ebd8-4c33-443d-bee5-4bafdafcd132', 'mac_address': 'fa:16:3e:ed:9c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T18:13:58Z', 'updated_at': '2022-03-31T18:14:44Z', 'revision_number': 1, 'project_id': 'eb7248f2c93342cd823f385c53a69d05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28e0abed-ad93-4543-a326-7697c824bd45', 'name': '', 'network_id': 'b654ebd8-4c33-443d-bee5-4bafdafcd132', 'tenant_id': 'eb7248f2c93342cd823f385c53a69d05', 'mac_address': 'fa:16:3e:cf:ab:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a3febe-dfd4-42e9-ae63-bd56388f667e', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b54f9372-100f-4525-b4b3-2814afa9d771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:13:48Z', 'updated_at': '2022-03-31T18:13:57Z', 'revision_number': 5, 'project_id': 'eb7248f2c93342cd823f385c53a69d05', 'subnets': [{'id': 'b54f9372-100f-4525-b4b3-2814afa9d771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:14:46.205656 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645b088f-03ef-4cd5-b77c-77ac22492ef6 None None] Checking router: c3a3febe-dfd4-42e9-ae63-bd56388f667e for host: dv-cinder-master-3-iscsi {{(pid=103899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 31 18:14:46.214031 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645b088f-03ef-4cd5-b77c-77ac22492ef6 None None] Routers {'c3a3febe-dfd4-42e9-ae63-bd56388f667e'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 31 18:14:46.214673 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_hamode_db [None req-645b088f-03ef-4cd5-b77c-77ac22492ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7715c43730>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T18:05:01Z,description=<?>,heartbeat_timestamp=2022-03-31T18:14:31Z,host='dv-cinder-master-3-iscsi',id=f09d5d1b-4294-4f18-9a00-351412ae7ca6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-31T18:05:02Z,topic='l3_agent')) {'router_ids': ['c3a3febe-dfd4-42e9-ae63-bd56388f667e'], 'active': True} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:14:46.404838 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvr_db [None req-645b088f-03ef-4cd5-b77c-77ac22492ef6 None None] Set router c3a3febe-dfd4-42e9-ae63-bd56388f667e gateway port host: dv-cinder-master-3-iscsi {{(pid=103899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 31 18:14:46.631092 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_hamode_db [None req-645b088f-03ef-4cd5-b77c-77ac22492ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7715c43730>, [{'id': 'c3a3febe-dfd4-42e9-ae63-bd56388f667e', 'name': 'tempest-AttachVolumeShelveTestJSON-914217197-router', 'tenant_id': 'eb7248f2c93342cd823f385c53a69d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.110'}], 'enable_snat': True}, 'gw_port_id': '5ea7654e-87aa-4ff9-bec5-a74794be2f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:13:42Z', 'updated_at': '2022-03-31T18:13:49Z', 'revision_number': 4, 'project_id': 'eb7248f2c93342cd823f385c53a69d05', 'gw_port': {'id': '5ea7654e-87aa-4ff9-bec5-a74794be2f6b', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fb:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a3febe-dfd4-42e9-ae63-bd56388f667e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:13:43Z', 'updated_at': '2022-03-31T18:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '2396117f-cd98-43cb-be54-312c58454649', 'tenant_id': 'eb7248f2c93342cd823f385c53a69d05', 'floating_ip_address': '172.37.2.223', 'floating_network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'router_id': 'c3a3febe-dfd4-42e9-ae63-bd56388f667e', 'port_id': '3bfd294a-f954-4562-8fbf-0cd104ab3bee', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b654ebd8-4c33-443d-bee5-4bafdafcd132', 'mac_address': 'fa:16:3e:ed:9c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T18:13:58Z', 'updated_at': '2022-03-31T18:14:44Z', 'revision_number': 1, 'project_id': 'eb7248f2c93342cd823f385c53a69d05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28e0abed-ad93-4543-a326-7697c824bd45', 'name': '', 'network_id': 'b654ebd8-4c33-443d-bee5-4bafdafcd132', 'tenant_id': 'eb7248f2c93342cd823f385c53a69d05', 'mac_address': 'fa:16:3e:cf:ab:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a3febe-dfd4-42e9-ae63-bd56388f667e', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b54f9372-100f-4525-b4b3-2814afa9d771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:13:48Z', 'updated_at': '2022-03-31T18:13:57Z', 'revision_number': 5, 'project_id': 'eb7248f2c93342cd823f385c53a69d05', 'subnets': [{'id': 'b54f9372-100f-4525-b4b3-2814afa9d771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:14:46.663138 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645b088f-03ef-4cd5-b77c-77ac22492ef6 None None] The sync data for ids ['c3a3febe-dfd4-42e9-ae63-bd56388f667e'] in dv-cinder-master-3-iscsi is: [{'id': 'c3a3febe-dfd4-42e9-ae63-bd56388f667e', 'name': 'tempest-AttachVolumeShelveTestJSON-914217197-router', 'tenant_id': 'eb7248f2c93342cd823f385c53a69d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.110'}], 'enable_snat': True}, 'gw_port_id': '5ea7654e-87aa-4ff9-bec5-a74794be2f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:13:42Z', 'updated_at': '2022-03-31T18:13:49Z', 'revision_number': 4, 'project_id': 'eb7248f2c93342cd823f385c53a69d05', 'gw_port': {'id': '5ea7654e-87aa-4ff9-bec5-a74794be2f6b', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fb:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a3febe-dfd4-42e9-ae63-bd56388f667e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:13:43Z', 'updated_at': '2022-03-31T18:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '2396117f-cd98-43cb-be54-312c58454649', 'tenant_id': 'eb7248f2c93342cd823f385c53a69d05', 'floating_ip_address': '172.37.2.223', 'floating_network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'router_id': 'c3a3febe-dfd4-42e9-ae63-bd56388f667e', 'port_id': '3bfd294a-f954-4562-8fbf-0cd104ab3bee', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b654ebd8-4c33-443d-bee5-4bafdafcd132', 'mac_address': 'fa:16:3e:ed:9c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T18:13:58Z', 'updated_at': '2022-03-31T18:14:44Z', 'revision_number': 1, 'project_id': 'eb7248f2c93342cd823f385c53a69d05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28e0abed-ad93-4543-a326-7697c824bd45', 'name': '', 'network_id': 'b654ebd8-4c33-443d-bee5-4bafdafcd132', 'tenant_id': 'eb7248f2c93342cd823f385c53a69d05', 'mac_address': 'fa:16:3e:cf:ab:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a3febe-dfd4-42e9-ae63-bd56388f667e', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b54f9372-100f-4525-b4b3-2814afa9d771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:13:48Z', 'updated_at': '2022-03-31T18:13:57Z', 'revision_number': 5, 'project_id': 'eb7248f2c93342cd823f385c53a69d05', 'subnets': [{'id': 'b54f9372-100f-4525-b4b3-2814afa9d771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 31 18:14:46.725920 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd704ab8-a915-4b40-b2c7-542215031734 req-e417db8c-2497-474a-847e-1703662d9533 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:46.727500 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-cd704ab8-a915-4b40-b2c7-542215031734 req-e417db8c-2497-474a-847e-1703662d9533 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=62ef59ed-5ec0-4452-9708-184340fa4f7f HTTP/1.1" status: 200  len: 945 time: 0.0601895
Mar 31 18:14:46.784016 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-cd704ab8-a915-4b40-b2c7-542215031734 req-330a600c-54e7-456b-a991-b8fb9a114a60 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=17058b10-5914-4853-8fcd-dda14ab54996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492315
Mar 31 18:14:46.918114 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a8b1b8-91fa-4899-86d5-8be118324140 None None] New status for floating IP 2396117f-cd98-43cb-be54-312c58454649: ACTIVE {{(pid=103898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 31 18:14:47.936720 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b68cd3b-38f1-4966-a59a-7481dfd6fcf5 req-3e7d6295-45eb-486e-8ad7-dc2c9097a86d tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:47.938394 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-8b68cd3b-38f1-4966-a59a-7481dfd6fcf5 req-3e7d6295-45eb-486e-8ad7-dc2c9097a86d tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=62ef59ed-5ec0-4452-9708-184340fa4f7f HTTP/1.1" status: 200  len: 945 time: 0.0719936
Mar 31 18:14:47.994340 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-8b68cd3b-38f1-4966-a59a-7481dfd6fcf5 req-5b614d80-f841-41ea-86f3-0bdd2cbafe63 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=17058b10-5914-4853-8fcd-dda14ab54996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491738
Mar 31 18:14:49.112257 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81404f45-b5c0-43f4-b230-76d67ff50b00 req-4b819e7f-75bb-4519-97d8-7c1bb41b1c45 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:49.113727 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-81404f45-b5c0-43f4-b230-76d67ff50b00 req-4b819e7f-75bb-4519-97d8-7c1bb41b1c45 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=62ef59ed-5ec0-4452-9708-184340fa4f7f HTTP/1.1" status: 200  len: 945 time: 0.0510318
Mar 31 18:14:49.167547 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-81404f45-b5c0-43f4-b230-76d67ff50b00 req-2b0a0f21-fdd3-4f0a-a48a-bb6cb160fce1 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=17058b10-5914-4853-8fcd-dda14ab54996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480859
Mar 31 18:14:50.286998 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61682ddf-4adc-43fa-9c97-dfc4e001d681 req-fd7799e3-4c76-41ef-b244-a5070ff6fc45 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:50.288544 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-61682ddf-4adc-43fa-9c97-dfc4e001d681 req-fd7799e3-4c76-41ef-b244-a5070ff6fc45 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=62ef59ed-5ec0-4452-9708-184340fa4f7f HTTP/1.1" status: 200  len: 945 time: 0.0536778
Mar 31 18:14:50.339002 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-61682ddf-4adc-43fa-9c97-dfc4e001d681 req-f0baa020-4f8a-4a8e-9d12-8974eb3082d4 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=17058b10-5914-4853-8fcd-dda14ab54996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436184
Mar 31 18:14:50.561341 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b79a97d-613f-4a98-af6d-e597486d0aa5 req-db7c99ce-7dd6-4930-ae15-050ba06e8c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:50.562757 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-8b79a97d-613f-4a98-af6d-e597486d0aa5 req-db7c99ce-7dd6-4930-ae15-050ba06e8c76 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=eb7248f2c93342cd823f385c53a69d05&device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0 HTTP/1.1" status: 200  len: 1129 time: 0.0436022
Mar 31 18:14:50.810961 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.agents_db [None req-39f62d97-bd56-4bf2-8522-12846eccdd8f None None] Agent healthcheck: found 6 active agents {{(pid=103899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 31 18:14:50.845889 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b79a97d-613f-4a98-af6d-e597486d0aa5 req-cad2734e-fe0c-458a-8c3c-3bb6feb68b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:50.847295 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-8b79a97d-613f-4a98-af6d-e597486d0aa5 req-cad2734e-fe0c-458a-8c3c-3bb6feb68b2b service neutron] 10.222.0.44 "GET /v2.0/networks?id=b654ebd8-4c33-443d-bee5-4bafdafcd132 HTTP/1.1" status: 200  len: 917 time: 0.2643170
Mar 31 18:14:50.957897 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-8b79a97d-613f-4a98-af6d-e597486d0aa5 req-1695628b-8610-48b9-ab70-b5cea1312db9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3bfd294a-f954-4562-8fbf-0cd104ab3bee HTTP/1.1" status: 200  len: 1001 time: 0.0900505
Mar 31 18:14:51.005894 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b79a97d-613f-4a98-af6d-e597486d0aa5 req-e5a60a52-5e24-4d3c-b516-63d87fe580ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:51.007338 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-8b79a97d-613f-4a98-af6d-e597486d0aa5 req-e5a60a52-5e24-4d3c-b516-63d87fe580ce service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b54f9372-100f-4525-b4b3-2814afa9d771 HTTP/1.1" status: 200  len: 855 time: 0.0425763
Mar 31 18:14:51.057089 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b79a97d-613f-4a98-af6d-e597486d0aa5 req-8ae227f0-9e8b-450d-bdfd-591b6dd499a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:51.058182 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-8b79a97d-613f-4a98-af6d-e597486d0aa5 req-8ae227f0-9e8b-450d-bdfd-591b6dd499a2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b654ebd8-4c33-443d-bee5-4bafdafcd132&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0437043
Mar 31 18:14:51.161660 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-8b79a97d-613f-4a98-af6d-e597486d0aa5 req-4d8a9092-49ae-44f1-9e2a-53a234387acb service neutron] 10.222.0.44 "GET /v2.0/networks/b654ebd8-4c33-443d-bee5-4bafdafcd132?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0884228
Mar 31 18:14:51.256076 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-8b79a97d-613f-4a98-af6d-e597486d0aa5 req-71b4bc5b-e4d5-4e3f-82d2-0478caa1604a service neutron] 10.222.0.44 "GET /v2.0/networks/b654ebd8-4c33-443d-bee5-4bafdafcd132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0845726
Mar 31 18:14:51.463874 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a11ddad-67f5-4dc0-a7b4-81fc797ff306 req-5513428e-a596-4797-b030-c63ce43de84f tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:51.465404 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-4a11ddad-67f5-4dc0-a7b4-81fc797ff306 req-5513428e-a596-4797-b030-c63ce43de84f tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=62ef59ed-5ec0-4452-9708-184340fa4f7f HTTP/1.1" status: 200  len: 945 time: 0.0545022
Mar 31 18:14:51.517358 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-4a11ddad-67f5-4dc0-a7b4-81fc797ff306 req-88acd167-6dc8-4f26-a532-f094c4c97456 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=17058b10-5914-4853-8fcd-dda14ab54996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458250
Mar 31 18:14:52.636525 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b247e49-fc04-4dc4-a6ea-44d9e41e986e req-f9a8148b-23b3-4284-a652-f3756a11e7ad tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:52.638145 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-5b247e49-fc04-4dc4-a6ea-44d9e41e986e req-f9a8148b-23b3-4284-a652-f3756a11e7ad tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=62ef59ed-5ec0-4452-9708-184340fa4f7f HTTP/1.1" status: 200  len: 945 time: 0.0527976
Mar 31 18:14:52.690050 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-5b247e49-fc04-4dc4-a6ea-44d9e41e986e req-a84cca82-73c5-493a-b8d9-9adf973d11f8 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=17058b10-5914-4853-8fcd-dda14ab54996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462153
Mar 31 18:14:53.808388 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592fa4f0-c615-4749-9cb7-05f94faec608 req-9578e7ad-7b6f-4c9c-9f46-f617271106e1 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:53.810482 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-592fa4f0-c615-4749-9cb7-05f94faec608 req-9578e7ad-7b6f-4c9c-9f46-f617271106e1 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=62ef59ed-5ec0-4452-9708-184340fa4f7f HTTP/1.1" status: 200  len: 945 time: 0.0521929
Mar 31 18:14:53.856563 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-592fa4f0-c615-4749-9cb7-05f94faec608 req-b8817185-3a14-4ef0-ad61-65f66f8a811e tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=17058b10-5914-4853-8fcd-dda14ab54996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404735
Mar 31 18:14:54.981268 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a49786a-095a-4a61-9563-68b515f41ed2 req-9e93a2da-609e-4a14-8367-2a5c0513dd18 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:54.982907 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-6a49786a-095a-4a61-9563-68b515f41ed2 req-9e93a2da-609e-4a14-8367-2a5c0513dd18 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=62ef59ed-5ec0-4452-9708-184340fa4f7f HTTP/1.1" status: 200  len: 945 time: 0.0524008
Mar 31 18:14:55.031998 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-6a49786a-095a-4a61-9563-68b515f41ed2 req-3602a144-8295-4781-a3c8-369406658bfc tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=17058b10-5914-4853-8fcd-dda14ab54996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433905
Mar 31 18:14:56.154209 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296c55ae-7214-4869-8fa2-b5ba32bfb3a4 req-b8bde411-d973-48a6-8d19-e28ade531a21 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:56.155745 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-296c55ae-7214-4869-8fa2-b5ba32bfb3a4 req-b8bde411-d973-48a6-8d19-e28ade531a21 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=62ef59ed-5ec0-4452-9708-184340fa4f7f HTTP/1.1" status: 200  len: 945 time: 0.0537767
Mar 31 18:14:56.203384 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-296c55ae-7214-4869-8fa2-b5ba32bfb3a4 req-e9920f98-0909-4aa7-a75e-d4b93e0ed582 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=17058b10-5914-4853-8fcd-dda14ab54996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417113
Mar 31 18:14:57.318628 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd7fb84-7d95-4a69-990a-a16ecd1a6698 req-23b5a7fb-56cf-4ee8-b210-44529e6722d9 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:57.320038 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-acd7fb84-7d95-4a69-990a-a16ecd1a6698 req-23b5a7fb-56cf-4ee8-b210-44529e6722d9 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=62ef59ed-5ec0-4452-9708-184340fa4f7f HTTP/1.1" status: 200  len: 945 time: 0.0520825
Mar 31 18:14:57.366457 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-acd7fb84-7d95-4a69-990a-a16ecd1a6698 req-4bbdf38c-378d-4bdc-9533-97987d238595 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=17058b10-5914-4853-8fcd-dda14ab54996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401959
Mar 31 18:14:58.486341 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa8f0db-655a-45ef-8ab0-77e2571d3384 req-de1c245f-bcc9-4456-b8e8-72d89de11607 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:58.487846 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-6fa8f0db-655a-45ef-8ab0-77e2571d3384 req-de1c245f-bcc9-4456-b8e8-72d89de11607 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=62ef59ed-5ec0-4452-9708-184340fa4f7f HTTP/1.1" status: 200  len: 945 time: 0.0558290
Mar 31 18:14:58.535757 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-6fa8f0db-655a-45ef-8ab0-77e2571d3384 req-e8d5b9b1-68f6-4f2e-b425-06ca54f8718a tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=17058b10-5914-4853-8fcd-dda14ab54996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421467
Mar 31 18:14:59.034137 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-18377103-e75b-4b43-b350-0407d1206254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (08150f5b-1b08-4271-84f1-4a3b03ee1892), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:59.227471 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 47560) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:14:59.331219 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ffdd57d2-b15d-42e5-9188-74019a07c386 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:59.430958 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ffdd57d2-b15d-42e5-9188-74019a07c386 admin admin] Publish callbacks [] for security_group (036d716b-f8f4-4ecc-8bc0-0241c056bb53), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:59.568377 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ffdd57d2-b15d-42e5-9188-74019a07c386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (036d716b-f8f4-4ecc-8bc0-0241c056bb53), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:59.607626 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-ffdd57d2-b15d-42e5-9188-74019a07c386 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5e5a1c61a9f14fccb1d77a0c267755b5&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3790693
Mar 31 18:14:59.609696 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdd57d2-b15d-42e5-9188-74019a07c386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=036d716b-f8f4-4ecc-8bc0-0241c056bb53,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:14:59.611576 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 47574) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:14:59.623829 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdd57d2-b15d-42e5-9188-74019a07c386 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:14:59.624180 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdd57d2-b15d-42e5-9188-74019a07c386 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:14:59.627070 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdd57d2-b15d-42e5-9188-74019a07c386 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:14:59.627070 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdd57d2-b15d-42e5-9188-74019a07c386 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:14:59.627070 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdd57d2-b15d-42e5-9188-74019a07c386 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:14:59.627070 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdd57d2-b15d-42e5-9188-74019a07c386 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:14:59.627070 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdd57d2-b15d-42e5-9188-74019a07c386 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:14:59.627070 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdd57d2-b15d-42e5-9188-74019a07c386 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:14:59.627070 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdd57d2-b15d-42e5-9188-74019a07c386 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:14:59.627070 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdd57d2-b15d-42e5-9188-74019a07c386 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:14:59.627705 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdd57d2-b15d-42e5-9188-74019a07c386 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:14:59.627705 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdd57d2-b15d-42e5-9188-74019a07c386 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:14:59.627867 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdd57d2-b15d-42e5-9188-74019a07c386 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:14:59.628158 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdd57d2-b15d-42e5-9188-74019a07c386 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:14:59.628480 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdd57d2-b15d-42e5-9188-74019a07c386 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:14:59.659650 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f82b65e-49af-4aaf-9283-e5c94791f1fb req-a1aa256f-15e8-4224-9fa1-c7c32d18e563 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:14:59.661470 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-8f82b65e-49af-4aaf-9283-e5c94791f1fb req-a1aa256f-15e8-4224-9fa1-c7c32d18e563 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=62ef59ed-5ec0-4452-9708-184340fa4f7f HTTP/1.1" status: 200  len: 945 time: 0.0588586
Mar 31 18:14:59.675483 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-87fe9589-6ac3-46a9-9649-517df75ca2a4 admin admin] Publish callbacks [] for security_group (036d716b-f8f4-4ecc-8bc0-0241c056bb53), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:59.697641 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-87fe9589-6ac3-46a9-9649-517df75ca2a4 admin admin] Publish callbacks [] for security_group (036d716b-f8f4-4ecc-8bc0-0241c056bb53), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:59.708797 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-8f82b65e-49af-4aaf-9283-e5c94791f1fb req-758bb2a9-0bf6-4e0a-80c2-65158a5874fd tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=17058b10-5914-4853-8fcd-dda14ab54996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414398
Mar 31 18:14:59.927966 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-87fe9589-6ac3-46a9-9649-517df75ca2a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (036d716b-f8f4-4ecc-8bc0-0241c056bb53), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:59.930729 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-87fe9589-6ac3-46a9-9649-517df75ca2a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:14:59.939037 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-87fe9589-6ac3-46a9-9649-517df75ca2a4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/036d716b-f8f4-4ecc-8bc0-0241c056bb53 HTTP/1.1" status: 204  len: 168 time: 0.3194423
Mar 31 18:14:59.941421 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fe9589-6ac3-46a9-9649-517df75ca2a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=036d716b-f8f4-4ecc-8bc0-0241c056bb53,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:15:00.843015 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746b896e-a19d-4d57-a621-f62370b4c093 req-90e420cd-b131-48ed-be78-ac1220299458 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:15:00.843723 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-746b896e-a19d-4d57-a621-f62370b4c093 req-90e420cd-b131-48ed-be78-ac1220299458 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=62ef59ed-5ec0-4452-9708-184340fa4f7f HTTP/1.1" status: 200  len: 945 time: 0.0586219
Mar 31 18:15:00.895116 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-746b896e-a19d-4d57-a621-f62370b4c093 req-8bc6cc86-cf6f-4594-b325-82d65505ee85 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=17058b10-5914-4853-8fcd-dda14ab54996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459328
Mar 31 18:15:01.379279 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b5c1771c-763e-49a9-8710-df1b98078c30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (f09d5d1b-4294-4f18-9a00-351412ae7ca6), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:02.019747 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e248df5-44a6-4045-9a7a-9da81508c9d5 req-db67c719-4f6e-431b-a685-aed46f2e84f1 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:15:02.021286 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-5e248df5-44a6-4045-9a7a-9da81508c9d5 req-db67c719-4f6e-431b-a685-aed46f2e84f1 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=62ef59ed-5ec0-4452-9708-184340fa4f7f HTTP/1.1" status: 200  len: 945 time: 0.0556107
Mar 31 18:15:02.071751 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-5e248df5-44a6-4045-9a7a-9da81508c9d5 req-487d494b-6f70-4f35-9a5d-bddfc4eae0c4 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=17058b10-5914-4853-8fcd-dda14ab54996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440047
Mar 31 18:15:02.371382 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-be477ca9-b30f-4eb3-92ce-971cde9f4756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (d0835089-4a76-4105-9221-c81b46927b3c), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:03.190017 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dc3b00-3c1b-45a0-97c4-e68743911169 req-75fec4b2-0926-4a4f-8790-b314e2e135f7 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:15:03.191412 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-e4dc3b00-3c1b-45a0-97c4-e68743911169 req-75fec4b2-0926-4a4f-8790-b314e2e135f7 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=62ef59ed-5ec0-4452-9708-184340fa4f7f HTTP/1.1" status: 200  len: 945 time: 0.0527911
Mar 31 18:15:03.237371 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-e4dc3b00-3c1b-45a0-97c4-e68743911169 req-8ec62db7-1892-4d33-92cf-8815fa192c44 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=17058b10-5914-4853-8fcd-dda14ab54996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404558
Mar 31 18:15:03.902483 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-61acbcaf-515a-4595-a759-82c8bf4c0ac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (1ee04592-4785-424e-aa2a-0bd32f5faacf), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:04.152953 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-78c7e8ea-7367-47aa-a50b-948b1e17574f req-4b572faa-b0f8-423d-bf34-6fbd77a52e7b tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=b822e17d08cf49f79e8fd7faaa92a0a3&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0306227
Mar 31 18:15:04.351221 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c7e8ea-7367-47aa-a50b-948b1e17574f req-a39e06f9-588a-43e7-a232-fb45f9ac877a tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:15:04.352874 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-78c7e8ea-7367-47aa-a50b-948b1e17574f req-a39e06f9-588a-43e7-a232-fb45f9ac877a tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1947331
Mar 31 18:15:04.367955 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b4cbae-8711-455c-9dcf-8ae43cb8e1b2 req-92bbe1cc-6ed5-4ebe-954c-5de699ec208d tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:15:04.375519 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-07b4cbae-8711-455c-9dcf-8ae43cb8e1b2 req-92bbe1cc-6ed5-4ebe-954c-5de699ec208d tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=62ef59ed-5ec0-4452-9708-184340fa4f7f HTTP/1.1" status: 200  len: 945 time: 0.0641320
Mar 31 18:15:04.377420 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-78c7e8ea-7367-47aa-a50b-948b1e17574f req-8e1ef9d3-d7d3-4d71-a71b-bc8633c61cc8 tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] 10.222.0.58 "GET /v2.0/quotas/b822e17d08cf49f79e8fd7faaa92a0a3 HTTP/1.1" status: 200  len: 375 time: 0.0170267
Mar 31 18:15:04.407303 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-78c7e8ea-7367-47aa-a50b-948b1e17574f req-f96fdc1b-2a25-48ed-aaa7-b06774a2e522 tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=b822e17d08cf49f79e8fd7faaa92a0a3&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0290370
Mar 31 18:15:04.433897 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-07b4cbae-8711-455c-9dcf-8ae43cb8e1b2 req-2f907782-f1ed-40a4-b6bc-ae1ddc68e6d3 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=17058b10-5914-4853-8fcd-dda14ab54996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467508
Mar 31 18:15:04.777661 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-84ab939c-c823-4e8e-b3f0-063728347ae7 req-fee7452a-4f3b-4046-8c42-c77f33458b3e tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bcf99af-f089-4543-94c0-39ecee139bf7 HTTP/1.1" status: 200  len: 210 time: 0.0272872
Mar 31 18:15:05.024785 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (b6d39f6c-4dc3-40bd-bbe5-e05b1f1d4e13), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:05.542108 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ae8bed-e9a0-4152-be31-7f07cbdf14e5 req-5d304434-d58f-4b16-ab84-573a599a2fc5 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:15:05.543545 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-45ae8bed-e9a0-4152-be31-7f07cbdf14e5 req-5d304434-d58f-4b16-ab84-573a599a2fc5 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=62ef59ed-5ec0-4452-9708-184340fa4f7f HTTP/1.1" status: 200  len: 945 time: 0.0532894
Mar 31 18:15:05.595072 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-45ae8bed-e9a0-4152-be31-7f07cbdf14e5 req-2f914f8a-8b2f-4bc5-8a09-89eb4131118f tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=17058b10-5914-4853-8fcd-dda14ab54996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452671
Mar 31 18:15:05.855606 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-79dfe288-e9b7-472d-b35b-2ec7b0de1286 req-21fe3cc7-6927-4dcb-b2ef-bf27b79b683b tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bcf99af-f089-4543-94c0-39ecee139bf7 HTTP/1.1" status: 200  len: 210 time: 0.0276661
Mar 31 18:15:06.195199 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (06f31eaf-9418-4d11-8606-24a34b4b4893), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:06.712439 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b35fe8d-f739-4f46-b797-226ab9e81bf2 req-43c4e4f8-b1c4-4250-90f7-a2fe973f70ee tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:15:06.714667 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-2b35fe8d-f739-4f46-b797-226ab9e81bf2 req-43c4e4f8-b1c4-4250-90f7-a2fe973f70ee tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=62ef59ed-5ec0-4452-9708-184340fa4f7f HTTP/1.1" status: 200  len: 945 time: 0.0547950
Mar 31 18:15:06.762797 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-2b35fe8d-f739-4f46-b797-226ab9e81bf2 req-5e2058f3-f734-4628-a4bc-1c86b9c80ced tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=17058b10-5914-4853-8fcd-dda14ab54996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423262
Mar 31 18:15:06.956333 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-aca39567-05fa-4bcd-a57e-774e28571ae6 req-c724ea1e-f927-4ae7-b492-38dfe7165f35 tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bcf99af-f089-4543-94c0-39ecee139bf7 HTTP/1.1" status: 200  len: 210 time: 0.0323009
Mar 31 18:15:07.879576 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03282592-368a-4e2a-b9f9-c9e7764b742a req-bad2279d-8394-47cb-99a1-80de2a51cb71 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:15:07.881046 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-03282592-368a-4e2a-b9f9-c9e7764b742a req-bad2279d-8394-47cb-99a1-80de2a51cb71 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=62ef59ed-5ec0-4452-9708-184340fa4f7f HTTP/1.1" status: 200  len: 945 time: 0.0516977
Mar 31 18:15:07.926891 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-03282592-368a-4e2a-b9f9-c9e7764b742a req-62fab626-e632-44ad-ae94-9be878642731 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=17058b10-5914-4853-8fcd-dda14ab54996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397348
Mar 31 18:15:08.049528 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-c17fa5a8-830c-48c9-bc53-7fd05de625fc req-667f0391-8e4e-4423-917d-fe1f699a6527 tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bcf99af-f089-4543-94c0-39ecee139bf7 HTTP/1.1" status: 200  len: 210 time: 0.0275013
Mar 31 18:15:09.043541 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6459efc2-8604-4c12-b188-b0788e75501d req-4630547a-faab-4d48-8eff-bcd105feb51c tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:15:09.045015 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-6459efc2-8604-4c12-b188-b0788e75501d req-4630547a-faab-4d48-8eff-bcd105feb51c tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=62ef59ed-5ec0-4452-9708-184340fa4f7f HTTP/1.1" status: 200  len: 945 time: 0.0547440
Mar 31 18:15:09.092331 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-6459efc2-8604-4c12-b188-b0788e75501d req-b3da7fda-cea3-4bdb-af0c-406d0fee77d8 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=17058b10-5914-4853-8fcd-dda14ab54996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418599
Mar 31 18:15:09.144311 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-267ed3e4-f1c9-4126-99ce-c1e7ca6cafb8 req-3250b5d1-9c73-4ef5-939a-1ca2fc3fba06 tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bcf99af-f089-4543-94c0-39ecee139bf7 HTTP/1.1" status: 200  len: 210 time: 0.0284452
Mar 31 18:15:10.241013 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41dcced-1c6b-4270-86e0-f9ebe984a519 req-c23bed56-a637-452c-8ba9-7a55ff25be21 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:15:10.241013 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-b41dcced-1c6b-4270-86e0-f9ebe984a519 req-c23bed56-a637-452c-8ba9-7a55ff25be21 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=62ef59ed-5ec0-4452-9708-184340fa4f7f HTTP/1.1" status: 200  len: 945 time: 0.0651820
Mar 31 18:15:10.241598 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-be5be58e-2b59-4b69-967a-84f698cdfa5d req-f734c2e4-486c-47b7-88a2-adba89058712 tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bcf99af-f089-4543-94c0-39ecee139bf7 HTTP/1.1" status: 200  len: 210 time: 0.0302660
Mar 31 18:15:10.277101 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-b41dcced-1c6b-4270-86e0-f9ebe984a519 req-c52cbbdb-c663-486c-91d4-9c59432813f3 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=17058b10-5914-4853-8fcd-dda14ab54996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429387
Mar 31 18:15:11.229219 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 47856) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:15:11.346682 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-7a6156eb-73aa-4479-9cc9-bf31cb149338 req-3ebd2b75-7b04-495c-b56b-04135d47a81c tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bcf99af-f089-4543-94c0-39ecee139bf7 HTTP/1.1" status: 200  len: 210 time: 0.0313549
Mar 31 18:15:11.372205 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a0cf54e4-438f-4025-b6fb-57234a626bef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:11.408701 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a479598-b4d0-4801-8702-bef7123cc4ba req-3ef993c0-8603-43c1-b1fe-2064c67f5d78 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:15:11.410221 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-2a479598-b4d0-4801-8702-bef7123cc4ba req-3ef993c0-8603-43c1-b1fe-2064c67f5d78 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=62ef59ed-5ec0-4452-9708-184340fa4f7f HTTP/1.1" status: 200  len: 945 time: 0.0552633
Mar 31 18:15:11.447638 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a0cf54e4-438f-4025-b6fb-57234a626bef admin admin] Publish callbacks [] for security_group (f5f63c42-040c-42c0-914d-678cb3a0de81), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:11.459995 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-2a479598-b4d0-4801-8702-bef7123cc4ba req-d73ea9e8-ef48-41a8-9b8b-24d4cf37a20f tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=17058b10-5914-4853-8fcd-dda14ab54996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430446
Mar 31 18:15:11.523336 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a0cf54e4-438f-4025-b6fb-57234a626bef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (f5f63c42-040c-42c0-914d-678cb3a0de81), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:11.566691 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-a0cf54e4-438f-4025-b6fb-57234a626bef admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c759ce11077644b6a806d5c605b2cfcb&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3363087
Mar 31 18:15:11.567584 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cf54e4-438f-4025-b6fb-57234a626bef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5f63c42-040c-42c0-914d-678cb3a0de81,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:15:11.569558 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 47866) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:15:11.624631 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7232cb5d-88c0-40c4-a0b8-b0f5baca62b5 admin admin] Publish callbacks [] for security_group (f5f63c42-040c-42c0-914d-678cb3a0de81), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:11.646278 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7232cb5d-88c0-40c4-a0b8-b0f5baca62b5 admin admin] Publish callbacks [] for security_group (f5f63c42-040c-42c0-914d-678cb3a0de81), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:11.777132 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7232cb5d-88c0-40c4-a0b8-b0f5baca62b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (f5f63c42-040c-42c0-914d-678cb3a0de81), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:11.779871 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7232cb5d-88c0-40c4-a0b8-b0f5baca62b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:11.787377 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-7232cb5d-88c0-40c4-a0b8-b0f5baca62b5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f5f63c42-040c-42c0-914d-678cb3a0de81 HTTP/1.1" status: 204  len: 168 time: 0.2104876
Mar 31 18:15:11.789887 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7232cb5d-88c0-40c4-a0b8-b0f5baca62b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5f63c42-040c-42c0-914d-678cb3a0de81,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:15:11.797414 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7232cb5d-88c0-40c4-a0b8-b0f5baca62b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:15:11.797757 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7232cb5d-88c0-40c4-a0b8-b0f5baca62b5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:15:11.798094 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7232cb5d-88c0-40c4-a0b8-b0f5baca62b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:15:11.798455 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7232cb5d-88c0-40c4-a0b8-b0f5baca62b5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:15:11.798782 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7232cb5d-88c0-40c4-a0b8-b0f5baca62b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:15:11.799109 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7232cb5d-88c0-40c4-a0b8-b0f5baca62b5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:15:11.799430 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7232cb5d-88c0-40c4-a0b8-b0f5baca62b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:15:11.799833 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7232cb5d-88c0-40c4-a0b8-b0f5baca62b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:15:11.800063 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7232cb5d-88c0-40c4-a0b8-b0f5baca62b5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:15:11.800479 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7232cb5d-88c0-40c4-a0b8-b0f5baca62b5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:15:11.800808 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7232cb5d-88c0-40c4-a0b8-b0f5baca62b5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:15:11.801130 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7232cb5d-88c0-40c4-a0b8-b0f5baca62b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:15:11.801621 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7232cb5d-88c0-40c4-a0b8-b0f5baca62b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:15:11.802071 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7232cb5d-88c0-40c4-a0b8-b0f5baca62b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:15:11.802414 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7232cb5d-88c0-40c4-a0b8-b0f5baca62b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:15:12.446892 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-8980295c-d4c6-42a2-9616-dc260eb88fbf req-741717b1-33d8-455d-b710-c39cc5b03737 tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bcf99af-f089-4543-94c0-39ecee139bf7 HTTP/1.1" status: 200  len: 210 time: 0.0276177
Mar 31 18:15:12.561700 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 47886) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:15:12.575979 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-04766c32-cf35-405e-9c0b-1961672fb295 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:12.581408 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e0919f-9397-4947-9348-5c461d81b7ac req-5604adaf-30a3-465f-8f32-69c4fee62ced tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:15:12.582925 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-f0e0919f-9397-4947-9348-5c461d81b7ac req-5604adaf-30a3-465f-8f32-69c4fee62ced tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=62ef59ed-5ec0-4452-9708-184340fa4f7f HTTP/1.1" status: 200  len: 945 time: 0.0550966
Mar 31 18:15:12.632341 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-f0e0919f-9397-4947-9348-5c461d81b7ac req-c9ac8d71-3e64-4ff9-a5c1-00038ae3d701 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=17058b10-5914-4853-8fcd-dda14ab54996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430892
Mar 31 18:15:12.653520 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-04766c32-cf35-405e-9c0b-1961672fb295 admin admin] Publish callbacks [] for security_group (dab28acc-2fff-4c03-9437-0b5c846d2764), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:12.729449 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-04766c32-cf35-405e-9c0b-1961672fb295 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (dab28acc-2fff-4c03-9437-0b5c846d2764), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:12.772106 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-04766c32-cf35-405e-9c0b-1961672fb295 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ab63e6156c6d42a7968cee78a22934e6&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2091424
Mar 31 18:15:12.772979 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04766c32-cf35-405e-9c0b-1961672fb295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dab28acc-2fff-4c03-9437-0b5c846d2764,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:15:12.774623 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 47890) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:15:12.825246 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-79d1ab22-34ab-4ed0-8293-6a8301ebd4bb admin admin] Publish callbacks [] for security_group (dab28acc-2fff-4c03-9437-0b5c846d2764), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:12.846723 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-79d1ab22-34ab-4ed0-8293-6a8301ebd4bb admin admin] Publish callbacks [] for security_group (dab28acc-2fff-4c03-9437-0b5c846d2764), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:12.985885 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-79d1ab22-34ab-4ed0-8293-6a8301ebd4bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (dab28acc-2fff-4c03-9437-0b5c846d2764), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:12.989247 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-79d1ab22-34ab-4ed0-8293-6a8301ebd4bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:12.991081 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-79d1ab22-34ab-4ed0-8293-6a8301ebd4bb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/dab28acc-2fff-4c03-9437-0b5c846d2764 HTTP/1.1" status: 204  len: 168 time: 0.2151570
Mar 31 18:15:13.000278 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d1ab22-34ab-4ed0-8293-6a8301ebd4bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dab28acc-2fff-4c03-9437-0b5c846d2764,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:15:13.543647 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-34b57ec4-0fa1-414c-a934-4b74965f7ece req-ae9696fc-0fa2-47a1-a916-57418a414c97 tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bcf99af-f089-4543-94c0-39ecee139bf7 HTTP/1.1" status: 200  len: 210 time: 0.0331302
Mar 31 18:15:13.754946 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67774957-447d-4356-9f93-9cc02c9add30 req-4dd01c25-7abb-412f-b246-c5e9fa5862b7 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:15:13.756465 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-67774957-447d-4356-9f93-9cc02c9add30 req-4dd01c25-7abb-412f-b246-c5e9fa5862b7 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=62ef59ed-5ec0-4452-9708-184340fa4f7f HTTP/1.1" status: 200  len: 945 time: 0.0582917
Mar 31 18:15:13.805810 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-67774957-447d-4356-9f93-9cc02c9add30 req-0fef7999-efa4-450a-95e9-229322808c41 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=17058b10-5914-4853-8fcd-dda14ab54996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421584
Mar 31 18:15:14.637158 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-fa988669-9739-493a-a625-a24317402635 req-c78221b2-2b0b-4db3-a4c0-171e716fb301 tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bcf99af-f089-4543-94c0-39ecee139bf7 HTTP/1.1" status: 200  len: 210 time: 0.0264537
Mar 31 18:15:14.927745 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b1eb02-bb2c-4766-837e-7f96be2b8e67 req-e9b16890-c641-43a4-9cc1-feaa8574a62f tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:15:14.933734 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-52b1eb02-bb2c-4766-837e-7f96be2b8e67 req-e9b16890-c641-43a4-9cc1-feaa8574a62f tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=62ef59ed-5ec0-4452-9708-184340fa4f7f HTTP/1.1" status: 200  len: 945 time: 0.0552297
Mar 31 18:15:14.976412 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-52b1eb02-bb2c-4766-837e-7f96be2b8e67 req-10d0e86a-ab5b-4b6e-85a1-6b917df571e1 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=17058b10-5914-4853-8fcd-dda14ab54996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407212
Mar 31 18:15:15.245632 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-78c7e8ea-7367-47aa-a50b-948b1e17574f req-be27b305-16b4-4c11-83e0-2a7860a5f29c tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=b822e17d08cf49f79e8fd7faaa92a0a3&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0293291
Mar 31 18:15:15.436182 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c7e8ea-7367-47aa-a50b-948b1e17574f req-9ad39ce6-977e-400f-a083-0c8120b06476 tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:15:15.437639 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-78c7e8ea-7367-47aa-a50b-948b1e17574f req-9ad39ce6-977e-400f-a083-0c8120b06476 tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1860418
Mar 31 18:15:15.458833 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.v2.base [req-78c7e8ea-7367-47aa-a50b-948b1e17574f req-bb516e33-4d51-4e7f-9ee3-cd1ceb4b3076 tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] Request body: {'port': {'device_id': '6bcf99af-f089-4543-94c0-39ecee139bf7', 'network_id': 'd0a24bfb-b0ed-4d1e-bd74-9eef0b1c3426', 'admin_state_up': True, 'tenant_id': 'b822e17d08cf49f79e8fd7faaa92a0a3'}} {{(pid=103897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:15:15.633819 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78c7e8ea-7367-47aa-a50b-948b1e17574f req-bb516e33-4d51-4e7f-9ee3-cd1ceb4b3076 tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] Made reservation on behalf of b822e17d08cf49f79e8fd7faaa92a0a3 for: {'port': 1} {{(pid=103897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 31 18:15:15.637348 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-78c7e8ea-7367-47aa-a50b-948b1e17574f req-bb516e33-4d51-4e7f-9ee3-cd1ceb4b3076 tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (None), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:15.646586 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-78c7e8ea-7367-47aa-a50b-948b1e17574f req-bb516e33-4d51-4e7f-9ee3-cd1ceb4b3076 tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] Publish callbacks [] for security_group (None), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:15.744928 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-d2738894-19ec-4d11-8b99-d8649c60099b req-2bc44c60-38a8-4005-b649-be4daae76c36 tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bcf99af-f089-4543-94c0-39ecee139bf7 HTTP/1.1" status: 200  len: 210 time: 0.0381224
Mar 31 18:15:15.749701 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-78c7e8ea-7367-47aa-a50b-948b1e17574f req-bb516e33-4d51-4e7f-9ee3-cd1ceb4b3076 tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] Publish callbacks [] for security_group (ff6e0259-588f-473e-8473-1ea8118925d4), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:15.830992 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-78c7e8ea-7367-47aa-a50b-948b1e17574f req-bb516e33-4d51-4e7f-9ee3-cd1ceb4b3076 tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (ff6e0259-588f-473e-8473-1ea8118925d4), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:15.912620 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb516e33-4d51-4e7f-9ee3-cd1ceb4b3076 tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff6e0259-588f-473e-8473-1ea8118925d4,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:15:15.979889 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [req-78c7e8ea-7367-47aa-a50b-948b1e17574f req-bb516e33-4d51-4e7f-9ee3-cd1ceb4b3076 tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] Allocated IP 192.168.233.68 (d0a24bfb-b0ed-4d1e-bd74-9eef0b1c3426/2ea86e9a-ee7a-4644-b2b8-1eb3757b44f0/b90b496d-8c4e-46bd-93a0-9e0e45bd14f0) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 31 18:15:16.120786 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6066b5-a4b1-4e3c-b237-d71a8a488ec9 req-885f0933-7c77-479d-a38a-c67ea326d9a1 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:15:16.122416 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-8e6066b5-a4b1-4e3c-b237-d71a8a488ec9 req-885f0933-7c77-479d-a38a-c67ea326d9a1 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=62ef59ed-5ec0-4452-9708-184340fa4f7f HTTP/1.1" status: 200  len: 945 time: 0.0661733
Mar 31 18:15:16.176007 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-8e6066b5-a4b1-4e3c-b237-d71a8a488ec9 req-77305b73-7947-415c-a9e6-ef0e10988b5a tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=17058b10-5914-4853-8fcd-dda14ab54996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467513
Mar 31 18:15:16.185097 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-78c7e8ea-7367-47aa-a50b-948b1e17574f req-bb516e33-4d51-4e7f-9ee3-cd1ceb4b3076 tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] Publish callbacks [] for port (b90b496d-8c4e-46bd-93a0-9e0e45bd14f0), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:16.297388 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-78c7e8ea-7367-47aa-a50b-948b1e17574f req-bb516e33-4d51-4e7f-9ee3-cd1ceb4b3076 tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759342510062'] for port (b90b496d-8c4e-46bd-93a0-9e0e45bd14f0), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:16.340551 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78c7e8ea-7367-47aa-a50b-948b1e17574f req-bb516e33-4d51-4e7f-9ee3-cd1ceb4b3076 tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] Network d0a24bfb-b0ed-4d1e-bd74-9eef0b1c3426 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 31 18:15:16.343563 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [req-78c7e8ea-7367-47aa-a50b-948b1e17574f req-bb516e33-4d51-4e7f-9ee3-cd1ceb4b3076 tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] Resources bound (agent type, host, resource id):  {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 31 18:15:16.350038 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [req-78c7e8ea-7367-47aa-a50b-948b1e17574f req-bb516e33-4d51-4e7f-9ee3-cd1ceb4b3076 tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 31 18:15:16.354831 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c7e8ea-7367-47aa-a50b-948b1e17574f req-bb516e33-4d51-4e7f-9ee3-cd1ceb4b3076 tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:15:16.355441 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-78c7e8ea-7367-47aa-a50b-948b1e17574f req-bb516e33-4d51-4e7f-9ee3-cd1ceb4b3076 tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548721'] for port (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:16.361654 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb516e33-4d51-4e7f-9ee3-cd1ceb4b3076 tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] Pushing event updated for resources: {'Port': ['ID=b90b496d-8c4e-46bd-93a0-9e0e45bd14f0,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:15:16.467631 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-78c7e8ea-7367-47aa-a50b-948b1e17574f req-bb516e33-4d51-4e7f-9ee3-cd1ceb4b3076 tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.0130234
Mar 31 18:15:16.487321 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.v2.base [req-78c7e8ea-7367-47aa-a50b-948b1e17574f req-e159ebb8-d1d7-4115-86cd-e0423b82112b service neutron] Request body: {'port': {'device_id': '6bcf99af-f089-4543-94c0-39ecee139bf7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=103897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:15:16.540927 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-ea32cad1-d4ed-4d8b-b7a8-871d751d5f11 None None] Provisioning complete for port b90b496d-8c4e-46bd-93a0-9e0e45bd14f0 triggered by entity DHCP. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:15:16.541535 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-ea32cad1-d4ed-4d8b-b7a8-871d751d5f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (b90b496d-8c4e-46bd-93a0-9e0e45bd14f0), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:16.562974 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-78c7e8ea-7367-47aa-a50b-948b1e17574f req-e159ebb8-d1d7-4115-86cd-e0423b82112b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (b90b496d-8c4e-46bd-93a0-9e0e45bd14f0), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:16.578829 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-ea32cad1-d4ed-4d8b-b7a8-871d751d5f11 None None] Port b90b496d-8c4e-46bd-93a0-9e0e45bd14f0 cannot update to ACTIVE because it is not bound. {{(pid=103898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 31 18:15:16.854450 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [req-78c7e8ea-7367-47aa-a50b-948b1e17574f req-e159ebb8-d1d7-4115-86cd-e0423b82112b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b90b496d-8c4e-46bd-93a0-9e0e45bd14f0 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 31 18:15:16.863762 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-78c7e8ea-7367-47aa-a50b-948b1e17574f req-e159ebb8-d1d7-4115-86cd-e0423b82112b service neutron] Publish callbacks [] for port (b90b496d-8c4e-46bd-93a0-9e0e45bd14f0), precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:16.880505 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [req-78c7e8ea-7367-47aa-a50b-948b1e17574f req-e159ebb8-d1d7-4115-86cd-e0423b82112b service neutron] Transition to ACTIVE for port object b90b496d-8c4e-46bd-93a0-9e0e45bd14f0 will not be triggered until provisioned by entity L2. {{(pid=103897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 31 18:15:16.895102 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e030306d-3dab-48ec-b46d-a820100bd517 req-d3eb3b4e-5755-4cee-ae79-5e5e9ee4b602 tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:15:16.896692 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-e030306d-3dab-48ec-b46d-a820100bd517 req-d3eb3b4e-5755-4cee-ae79-5e5e9ee4b602 tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bcf99af-f089-4543-94c0-39ecee139bf7 HTTP/1.1" status: 200  len: 935 time: 0.0786808
Mar 31 18:15:16.944121 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-e030306d-3dab-48ec-b46d-a820100bd517 req-bf584923-790a-4e9f-9f5d-52bd27a895d5 tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff6e0259-588f-473e-8473-1ea8118925d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409980
Mar 31 18:15:16.999484 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-78c7e8ea-7367-47aa-a50b-948b1e17574f req-e159ebb8-d1d7-4115-86cd-e0423b82112b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (b90b496d-8c4e-46bd-93a0-9e0e45bd14f0), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:17.053141 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e159ebb8-d1d7-4115-86cd-e0423b82112b service neutron] Pushing event updated for resources: {'Port': ['ID=b90b496d-8c4e-46bd-93a0-9e0e45bd14f0,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:15:17.088279 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [req-78c7e8ea-7367-47aa-a50b-948b1e17574f req-e159ebb8-d1d7-4115-86cd-e0423b82112b service neutron] Attempting to bind port b90b496d-8c4e-46bd-93a0-9e0e45bd14f0 on host hv-cinder-maste for vnic_type normal with profile  {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 31 18:15:17.088616 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [req-78c7e8ea-7367-47aa-a50b-948b1e17574f req-e159ebb8-d1d7-4115-86cd-e0423b82112b service neutron] Attempting to bind port b90b496d-8c4e-46bd-93a0-9e0e45bd14f0 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '959568e5-d451-4703-9a86-ba56cc3b62e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'd0a24bfb-b0ed-4d1e-bd74-9eef0b1c3426'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 31 18:15:17.088953 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c7e8ea-7367-47aa-a50b-948b1e17574f req-e159ebb8-d1d7-4115-86cd-e0423b82112b service neutron] Attempting to bind port b90b496d-8c4e-46bd-93a0-9e0e45bd14f0 on network d0a24bfb-b0ed-4d1e-bd74-9eef0b1c3426 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 31 18:15:17.093404 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c7e8ea-7367-47aa-a50b-948b1e17574f req-e159ebb8-d1d7-4115-86cd-e0423b82112b service neutron] Port b90b496d-8c4e-46bd-93a0-9e0e45bd14f0 on network d0a24bfb-b0ed-4d1e-bd74-9eef0b1c3426 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 31 18:15:17.093721 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c7e8ea-7367-47aa-a50b-948b1e17574f req-e159ebb8-d1d7-4115-86cd-e0423b82112b service neutron] Attempting to bind port b90b496d-8c4e-46bd-93a0-9e0e45bd14f0 on network d0a24bfb-b0ed-4d1e-bd74-9eef0b1c3426 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 31 18:15:17.098682 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c7e8ea-7367-47aa-a50b-948b1e17574f req-e159ebb8-d1d7-4115-86cd-e0423b82112b service neutron] Checking agent: {'id': '06f31eaf-9418-4d11-8606-24a34b4b4893', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 11, 36), 'started_at': datetime.datetime(2022, 3, 31, 18, 11, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 15, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 31 18:15:17.099021 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c7e8ea-7367-47aa-a50b-948b1e17574f req-e159ebb8-d1d7-4115-86cd-e0423b82112b service neutron] Checking segment: {'id': '959568e5-d451-4703-9a86-ba56cc3b62e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'd0a24bfb-b0ed-4d1e-bd74-9eef0b1c3426'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 31 18:15:17.099411 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c7e8ea-7367-47aa-a50b-948b1e17574f req-e159ebb8-d1d7-4115-86cd-e0423b82112b service neutron] Bound using segment: {'id': '959568e5-d451-4703-9a86-ba56cc3b62e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'd0a24bfb-b0ed-4d1e-bd74-9eef0b1c3426'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 31 18:15:17.099847 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [req-78c7e8ea-7367-47aa-a50b-948b1e17574f req-e159ebb8-d1d7-4115-86cd-e0423b82112b service neutron] Bound port: b90b496d-8c4e-46bd-93a0-9e0e45bd14f0, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '959568e5-d451-4703-9a86-ba56cc3b62e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'd0a24bfb-b0ed-4d1e-bd74-9eef0b1c3426'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 31 18:15:17.100205 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-78c7e8ea-7367-47aa-a50b-948b1e17574f req-e159ebb8-d1d7-4115-86cd-e0423b82112b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (b90b496d-8c4e-46bd-93a0-9e0e45bd14f0), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:17.179524 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [req-78c7e8ea-7367-47aa-a50b-948b1e17574f req-e159ebb8-d1d7-4115-86cd-e0423b82112b service neutron] For port b90b496d-8c4e-46bd-93a0-9e0e45bd14f0, host hv-cinder-maste, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 31 18:15:17.184031 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [req-78c7e8ea-7367-47aa-a50b-948b1e17574f req-e159ebb8-d1d7-4115-86cd-e0423b82112b service neutron] For port b90b496d-8c4e-46bd-93a0-9e0e45bd14f0, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b90b496d-8c4e-46bd-93a0-9e0e45bd14f0,segment=NetworkSegment(959568e5-d451-4703-9a86-ba56cc3b62e8),segment_id=959568e5-d451-4703-9a86-ba56cc3b62e8)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 31 18:15:17.282989 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-78c7e8ea-7367-47aa-a50b-948b1e17574f req-e159ebb8-d1d7-4115-86cd-e0423b82112b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (b90b496d-8c4e-46bd-93a0-9e0e45bd14f0), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:17.300212 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e143d1-7f4f-458b-b151-9a98d48b9ae8 req-90d7e2f5-2e8b-4719-ad5f-56522d0ba8df tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:15:17.307144 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-a7e143d1-7f4f-458b-b151-9a98d48b9ae8 req-90d7e2f5-2e8b-4719-ad5f-56522d0ba8df tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=62ef59ed-5ec0-4452-9708-184340fa4f7f HTTP/1.1" status: 200  len: 945 time: 0.0577743
Mar 31 18:15:17.319407 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c7e8ea-7367-47aa-a50b-948b1e17574f req-e159ebb8-d1d7-4115-86cd-e0423b82112b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:15:17.320234 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-78c7e8ea-7367-47aa-a50b-948b1e17574f req-e159ebb8-d1d7-4115-86cd-e0423b82112b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548721'] for port (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:17.321833 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-78c7e8ea-7367-47aa-a50b-948b1e17574f req-e159ebb8-d1d7-4115-86cd-e0423b82112b service neutron] 10.222.0.44 "PUT /v2.0/ports/b90b496d-8c4e-46bd-93a0-9e0e45bd14f0 HTTP/1.1" status: 200  len: 1097 time: 0.8390918
Mar 31 18:15:17.324105 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bcf99af-f089-4543-94c0-39ecee139bf7', 'tag': 'b90b496d-8c4e-46bd-93a0-9e0e45bd14f0'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 31 18:15:17.326741 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73fc78de55affb2fac0a31bf62e314c48f0d961b1f9e9815d43b8150b113e94f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-269ae6dc-5810-44ca-922b-a6b3c85bce64" -d '{"events": [{"name": "network-changed", "server_uuid": "6bcf99af-f089-4543-94c0-39ecee139bf7", "tag": "b90b496d-8c4e-46bd-93a0-9e0e45bd14f0"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 31 18:15:17.364577 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-a7e143d1-7f4f-458b-b151-9a98d48b9ae8 req-139374b2-efbf-46ce-a4ea-28200a7cbfc5 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=17058b10-5914-4853-8fcd-dda14ab54996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0560951
Mar 31 18:15:17.368005 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e159ebb8-d1d7-4115-86cd-e0423b82112b service neutron] Pushing event updated for resources: {'Port': ['ID=b90b496d-8c4e-46bd-93a0-9e0e45bd14f0,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:15:17.387931 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 18:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39033a63-1417-40c3-905f-385b7d4c3697 x-openstack-request-id: req-39033a63-1417-40c3-905f-385b7d4c3697 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 31 18:15:17.388805 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bcf99af-f089-4543-94c0-39ecee139bf7", "tag": "b90b496d-8c4e-46bd-93a0-9e0e45bd14f0", "status": "completed", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 31 18:15:17.389123 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-39033a63-1417-40c3-905f-385b7d4c3697 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 31 18:15:17.389580 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39033a63-1417-40c3-905f-385b7d4c3697'] response: {'name': 'network-changed', 'server_uuid': '6bcf99af-f089-4543-94c0-39ecee139bf7', 'tag': 'b90b496d-8c4e-46bd-93a0-9e0e45bd14f0', 'status': 'completed', 'code': 200}
Mar 31 18:15:18.067112 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfa99d0-f519-4bbd-b100-823b52d39071 req-1d7026f0-c430-4917-81c8-6951134d6cd3 tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:15:18.068611 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-5bfa99d0-f519-4bbd-b100-823b52d39071 req-1d7026f0-c430-4917-81c8-6951134d6cd3 tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bcf99af-f089-4543-94c0-39ecee139bf7 HTTP/1.1" status: 200  len: 947 time: 0.0578954
Mar 31 18:15:18.118945 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-5bfa99d0-f519-4bbd-b100-823b52d39071 req-cb05423a-72b4-4c33-aa84-0fa7ec4e8501 tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff6e0259-588f-473e-8473-1ea8118925d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434847
Mar 31 18:15:18.183873 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b7f5d9-b14b-4828-a5c5-ac71a9383737 req-0f3e3b74-c469-44ef-be4b-3a6b1ba7b807 tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:15:18.185614 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-94b7f5d9-b14b-4828-a5c5-ac71a9383737 req-0f3e3b74-c469-44ef-be4b-3a6b1ba7b807 tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4a8079a-7824-4201-889b-a14d70024f7e HTTP/1.1" status: 200  len: 945 time: 0.0540860
Mar 31 18:15:18.233934 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-94b7f5d9-b14b-4828-a5c5-ac71a9383737 req-d032a0b5-83bf-4b3e-b6e8-2b1ea3f47df2 tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] 10.222.0.58 "GET /v2.0/security-groups?id=411f6595-e358-4ede-92e4-9250c7d10e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426342
Mar 31 18:15:18.493709 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f9795c-b27c-4394-836f-6bcfd07bd669 req-d6d83cfe-939c-4784-b1a5-58aee4fb9072 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:15:18.495218 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-43f9795c-b27c-4394-836f-6bcfd07bd669 req-d6d83cfe-939c-4784-b1a5-58aee4fb9072 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=62ef59ed-5ec0-4452-9708-184340fa4f7f HTTP/1.1" status: 200  len: 945 time: 0.0558240
Mar 31 18:15:18.542689 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-43f9795c-b27c-4394-836f-6bcfd07bd669 req-d337f76b-5ea6-4656-9586-90d52d09391d tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=17058b10-5914-4853-8fcd-dda14ab54996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419652
Mar 31 18:15:19.241259 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866c48d9-9c5e-49c9-9a2b-bf45e122df02 req-8c0bb844-3973-4841-b9e4-cc7a24417323 tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:15:19.243793 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-866c48d9-9c5e-49c9-9a2b-bf45e122df02 req-8c0bb844-3973-4841-b9e4-cc7a24417323 tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bcf99af-f089-4543-94c0-39ecee139bf7 HTTP/1.1" status: 200  len: 947 time: 0.0574431
Mar 31 18:15:19.294663 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-866c48d9-9c5e-49c9-9a2b-bf45e122df02 req-bebac42f-a94e-48ce-af1c-bf5d09b32f02 tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff6e0259-588f-473e-8473-1ea8118925d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446861
Mar 31 18:15:19.357061 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09490cd7-ed10-49b2-8582-10357ec2ec1c req-3bc1d648-fb01-4af7-896c-8d4985b52795 tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:15:19.358626 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-09490cd7-ed10-49b2-8582-10357ec2ec1c req-3bc1d648-fb01-4af7-896c-8d4985b52795 tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4a8079a-7824-4201-889b-a14d70024f7e HTTP/1.1" status: 200  len: 945 time: 0.0564198
Mar 31 18:15:19.405954 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-09490cd7-ed10-49b2-8582-10357ec2ec1c req-e1406e35-ed68-4356-b874-fedad2a6531b tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] 10.222.0.58 "GET /v2.0/security-groups?id=411f6595-e358-4ede-92e4-9250c7d10e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416906
Mar 31 18:15:19.659090 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaf7e9d-8786-4ae8-a448-e1c24f2f5484 req-ea58c34f-05b3-4a32-88ed-f039410d89c0 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:15:19.660432 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-bcaf7e9d-8786-4ae8-a448-e1c24f2f5484 req-ea58c34f-05b3-4a32-88ed-f039410d89c0 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=62ef59ed-5ec0-4452-9708-184340fa4f7f HTTP/1.1" status: 200  len: 945 time: 0.0535760
Mar 31 18:15:19.705005 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-bcaf7e9d-8786-4ae8-a448-e1c24f2f5484 req-1ec7939f-9509-43cb-9bf7-c5d71f3af047 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=17058b10-5914-4853-8fcd-dda14ab54996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384471
Mar 31 18:15:20.411693 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43228699-05a0-4644-a1d6-615acb05378d req-aba9e9b1-e851-44c6-a397-1ed115e603ed tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:15:20.413870 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-43228699-05a0-4644-a1d6-615acb05378d req-aba9e9b1-e851-44c6-a397-1ed115e603ed tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bcf99af-f089-4543-94c0-39ecee139bf7 HTTP/1.1" status: 200  len: 947 time: 0.0524077
Mar 31 18:15:20.461041 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-43228699-05a0-4644-a1d6-615acb05378d req-2bd195be-062f-4dd7-962a-6ee6046a03bb tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff6e0259-588f-473e-8473-1ea8118925d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413232
Mar 31 18:15:20.521871 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015505c0-89b9-42c4-a634-a9b21a2f50bc req-51af5ef4-887b-43b0-b98d-068a28a8a6d5 tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:15:20.524092 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-015505c0-89b9-42c4-a634-a9b21a2f50bc req-51af5ef4-887b-43b0-b98d-068a28a8a6d5 tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4a8079a-7824-4201-889b-a14d70024f7e HTTP/1.1" status: 200  len: 945 time: 0.0514660
Mar 31 18:15:20.569284 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-015505c0-89b9-42c4-a634-a9b21a2f50bc req-a2dbf62c-d0c8-4aaa-b68b-9399412bc7d4 tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] 10.222.0.58 "GET /v2.0/security-groups?id=411f6595-e358-4ede-92e4-9250c7d10e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396733
Mar 31 18:15:20.634955 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269ae6dc-5810-44ca-922b-a6b3c85bce64 req-591c1e48-7675-491d-b0da-5b5211b040b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:15:20.640005 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-269ae6dc-5810-44ca-922b-a6b3c85bce64 req-591c1e48-7675-491d-b0da-5b5211b040b4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b822e17d08cf49f79e8fd7faaa92a0a3&device_id=6bcf99af-f089-4543-94c0-39ecee139bf7 HTTP/1.1" status: 200  len: 1131 time: 0.0449080
Mar 31 18:15:20.669925 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-269ae6dc-5810-44ca-922b-a6b3c85bce64 req-c033d0c6-7437-45cf-937e-5006acb54435 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=b822e17d08cf49f79e8fd7faaa92a0a3&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0189819
Mar 31 18:15:20.764837 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269ae6dc-5810-44ca-922b-a6b3c85bce64 req-2e7b1122-8e3e-40c5-b037-9fd44188ac65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:15:20.766389 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-269ae6dc-5810-44ca-922b-a6b3c85bce64 req-2e7b1122-8e3e-40c5-b037-9fd44188ac65 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0906084
Mar 31 18:15:20.823526 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d244ffa-8ab3-4f44-ae8d-32e88185125e req-f698524a-bacb-41e7-9a8d-3fc44528080b tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:15:20.824896 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-2d244ffa-8ab3-4f44-ae8d-32e88185125e req-f698524a-bacb-41e7-9a8d-3fc44528080b tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=62ef59ed-5ec0-4452-9708-184340fa4f7f HTTP/1.1" status: 200  len: 945 time: 0.0532787
Mar 31 18:15:20.871184 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-2d244ffa-8ab3-4f44-ae8d-32e88185125e req-246142d2-d74c-4d26-8dca-39db97e11f43 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=17058b10-5914-4853-8fcd-dda14ab54996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405600
Mar 31 18:15:21.120154 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c7e8ea-7367-47aa-a50b-948b1e17574f req-87ad75dd-30c1-46a5-a646-6ea69096bd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:15:21.121505 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-78c7e8ea-7367-47aa-a50b-948b1e17574f req-87ad75dd-30c1-46a5-a646-6ea69096bd85 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b822e17d08cf49f79e8fd7faaa92a0a3&device_id=6bcf99af-f089-4543-94c0-39ecee139bf7 HTTP/1.1" status: 200  len: 1131 time: 0.0468609
Mar 31 18:15:21.171142 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-78c7e8ea-7367-47aa-a50b-948b1e17574f req-b0a7aac4-73b0-4f76-81d9-427be07b4f75 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=b90b496d-8c4e-46bd-93a0-9e0e45bd14f0 HTTP/1.1" status: 200  len: 217 time: 0.0339134
Mar 31 18:15:21.219467 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c7e8ea-7367-47aa-a50b-948b1e17574f req-f37e5438-de5f-4ae0-bdd1-0fcc1a5c2a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:15:21.220882 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-78c7e8ea-7367-47aa-a50b-948b1e17574f req-f37e5438-de5f-4ae0-bdd1-0fcc1a5c2a0a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2ea86e9a-ee7a-4644-b2b8-1eb3757b44f0 HTTP/1.1" status: 200  len: 843 time: 0.0433495
Mar 31 18:15:21.271846 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c7e8ea-7367-47aa-a50b-948b1e17574f req-92b23306-14b4-4738-9c76-bbbc5656001f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:15:21.273960 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-78c7e8ea-7367-47aa-a50b-948b1e17574f req-92b23306-14b4-4738-9c76-bbbc5656001f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d0a24bfb-b0ed-4d1e-bd74-9eef0b1c3426&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1215 time: 0.0453591
Mar 31 18:15:21.363782 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-78c7e8ea-7367-47aa-a50b-948b1e17574f req-c08f967c-1104-410e-a795-2bda909fc1ab service neutron] 10.222.0.44 "GET /v2.0/networks/d0a24bfb-b0ed-4d1e-bd74-9eef0b1c3426?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0813723
Mar 31 18:15:21.464928 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-78c7e8ea-7367-47aa-a50b-948b1e17574f req-aa9b8fb4-68d3-4f39-9408-01f1b7f16af7 service neutron] 10.222.0.44 "GET /v2.0/networks/d0a24bfb-b0ed-4d1e-bd74-9eef0b1c3426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0866439
Mar 31 18:15:21.576362 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccbc6d4-21a7-49b5-adb6-6151a103ffab req-4023e84d-fa42-4997-982f-8213275595ff tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:15:21.577824 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-3ccbc6d4-21a7-49b5-adb6-6151a103ffab req-4023e84d-fa42-4997-982f-8213275595ff tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bcf99af-f089-4543-94c0-39ecee139bf7 HTTP/1.1" status: 200  len: 947 time: 0.0509567
Mar 31 18:15:21.631129 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-3ccbc6d4-21a7-49b5-adb6-6151a103ffab req-ecdc92fa-2450-42b5-a5eb-7db7558edb5f tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff6e0259-588f-473e-8473-1ea8118925d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476847
Mar 31 18:15:21.689989 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaa9526-9e4b-45c7-bcb4-5f9901ec439e req-e1ac94ca-11ea-4091-842f-e654ecfeb82c tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:15:21.691421 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-cdaa9526-9e4b-45c7-bcb4-5f9901ec439e req-e1ac94ca-11ea-4091-842f-e654ecfeb82c tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4a8079a-7824-4201-889b-a14d70024f7e HTTP/1.1" status: 200  len: 945 time: 0.0526512
Mar 31 18:15:21.738448 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-cdaa9526-9e4b-45c7-bcb4-5f9901ec439e req-0274a85f-fda3-439c-8f72-5a25c531bf7b tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] 10.222.0.58 "GET /v2.0/security-groups?id=411f6595-e358-4ede-92e4-9250c7d10e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408466
Mar 31 18:15:21.993262 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8b0a6c-325a-4250-93a1-616b774f9852 req-eee4b67e-206a-4e25-bd2c-7f3ea6c9be9d tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:15:21.994805 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-4d8b0a6c-325a-4250-93a1-616b774f9852 req-eee4b67e-206a-4e25-bd2c-7f3ea6c9be9d tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=62ef59ed-5ec0-4452-9708-184340fa4f7f HTTP/1.1" status: 200  len: 945 time: 0.0568910
Mar 31 18:15:22.040782 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-4d8b0a6c-325a-4250-93a1-616b774f9852 req-7f264566-92df-4ca3-84bc-fedbe3f67ea6 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=17058b10-5914-4853-8fcd-dda14ab54996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405047
Mar 31 18:15:22.748798 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ac74ea-25dc-4cca-9dd9-0f61f705f21b req-ce225ed9-48ee-47cf-b2e0-9e9e9dab785f tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:15:22.750259 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-69ac74ea-25dc-4cca-9dd9-0f61f705f21b req-ce225ed9-48ee-47cf-b2e0-9e9e9dab785f tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bcf99af-f089-4543-94c0-39ecee139bf7 HTTP/1.1" status: 200  len: 947 time: 0.0530412
Mar 31 18:15:22.800605 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-69ac74ea-25dc-4cca-9dd9-0f61f705f21b req-c4e2736a-d16f-42d4-8306-6aafcba3155e tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff6e0259-588f-473e-8473-1ea8118925d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444243
Mar 31 18:15:22.861856 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a13ef1-62aa-46a3-9bc7-8547cf20eb28 req-33d6f52c-8570-464c-a83b-b23834836d23 tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:15:22.863362 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-c7a13ef1-62aa-46a3-9bc7-8547cf20eb28 req-33d6f52c-8570-464c-a83b-b23834836d23 tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4a8079a-7824-4201-889b-a14d70024f7e HTTP/1.1" status: 200  len: 945 time: 0.0525851
Mar 31 18:15:22.913724 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-c7a13ef1-62aa-46a3-9bc7-8547cf20eb28 req-3dab1623-115b-4e52-98fe-027cf2c5bcdf tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] 10.222.0.58 "GET /v2.0/security-groups?id=411f6595-e358-4ede-92e4-9250c7d10e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441887
Mar 31 18:15:23.163576 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe156c7-9bf5-48ca-98dd-50c50cdbfe0a req-23fe72a0-0650-4f37-bfb5-d45219f03c61 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:15:23.165009 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-fbe156c7-9bf5-48ca-98dd-50c50cdbfe0a req-23fe72a0-0650-4f37-bfb5-d45219f03c61 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=62ef59ed-5ec0-4452-9708-184340fa4f7f HTTP/1.1" status: 200  len: 945 time: 0.0548933
Mar 31 18:15:23.213049 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-fbe156c7-9bf5-48ca-98dd-50c50cdbfe0a req-72dbf949-a446-4440-940c-3cbecec9d432 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=17058b10-5914-4853-8fcd-dda14ab54996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425529
Mar 31 18:15:23.792352 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4c1e46-268e-41e6-b3cc-623ae537d672 req-433d4feb-7525-4802-8941-22ab303d8fe2 tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:15:23.793855 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-8e4c1e46-268e-41e6-b3cc-623ae537d672 req-433d4feb-7525-4802-8941-22ab303d8fe2 tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] 10.222.0.44 "GET /v2.0/ports?device_id=b4a8079a-7824-4201-889b-a14d70024f7e HTTP/1.1" status: 200  len: 945 time: 0.0521033
Mar 31 18:15:23.942422 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4854538c-c290-449e-be0b-548c43a595f1 req-a9628514-c412-4bbb-8014-fe411cdd98ab tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:15:23.950117 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-4854538c-c290-449e-be0b-548c43a595f1 req-a9628514-c412-4bbb-8014-fe411cdd98ab tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bcf99af-f089-4543-94c0-39ecee139bf7 HTTP/1.1" status: 200  len: 947 time: 0.0796411
Mar 31 18:15:24.045155 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-4854538c-c290-449e-be0b-548c43a595f1 req-ae7ee397-db6e-4b01-a243-310f548bf195 tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff6e0259-588f-473e-8473-1ea8118925d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0940666
Mar 31 18:15:24.192400 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205ac892-c279-4508-9090-22afba99876e req-8ecb1338-0806-420c-b25a-477539451d7c tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:15:24.193996 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-205ac892-c279-4508-9090-22afba99876e req-8ecb1338-0806-420c-b25a-477539451d7c tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4a8079a-7824-4201-889b-a14d70024f7e HTTP/1.1" status: 200  len: 945 time: 0.0835924
Mar 31 18:15:24.202452 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [req-8e4c1e46-268e-41e6-b3cc-623ae537d672 req-c895e063-600b-4383-801b-5c39e3222457 tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] Deleting port b41ca13e-f9fc-4896-a18b-4d8b90a0ef6b {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 31 18:15:24.202816 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-8e4c1e46-268e-41e6-b3cc-623ae537d672 req-c895e063-600b-4383-801b-5c39e3222457 tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759343023638'] for port (b41ca13e-f9fc-4896-a18b-4d8b90a0ef6b), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:24.304843 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-205ac892-c279-4508-9090-22afba99876e req-338d1bb0-b657-4cda-ba66-f195e6c8bb3a tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] 10.222.0.58 "GET /v2.0/security-groups?id=411f6595-e358-4ede-92e4-9250c7d10e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1044340
Mar 31 18:15:24.329546 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [req-8e4c1e46-268e-41e6-b3cc-623ae537d672 req-c895e063-600b-4383-801b-5c39e3222457 tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] For port b41ca13e-f9fc-4896-a18b-4d8b90a0ef6b, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b41ca13e-f9fc-4896-a18b-4d8b90a0ef6b,segment=NetworkSegment(e91fea55-fb0d-4d47-95d0-b45c814774e7),segment_id=e91fea55-fb0d-4d47-95d0-b45c814774e7)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:15:24.329906 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-8e4c1e46-268e-41e6-b3cc-623ae537d672 req-c895e063-600b-4383-801b-5c39e3222457 tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505421'] for port (b41ca13e-f9fc-4896-a18b-4d8b90a0ef6b), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:24.341028 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e6b2c3-fcd6-45af-995d-4a1351bf783d req-e0d5c865-91bc-48b0-8e33-ecf25c187a52 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:15:24.342491 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-a0e6b2c3-fcd6-45af-995d-4a1351bf783d req-e0d5c865-91bc-48b0-8e33-ecf25c187a52 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=62ef59ed-5ec0-4452-9708-184340fa4f7f HTTP/1.1" status: 200  len: 945 time: 0.0636184
Mar 31 18:15:24.346639 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [req-8e4c1e46-268e-41e6-b3cc-623ae537d672 req-c895e063-600b-4383-801b-5c39e3222457 tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] Calling delete_port for b41ca13e-f9fc-4896-a18b-4d8b90a0ef6b owned by compute:nova {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 31 18:15:24.391089 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-a0e6b2c3-fcd6-45af-995d-4a1351bf783d req-05b2d658-b019-4bb0-b028-632e731cccd8 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=17058b10-5914-4853-8fcd-dda14ab54996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425897
Mar 31 18:15:24.618288 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-8e4c1e46-268e-41e6-b3cc-623ae537d672 req-c895e063-600b-4383-801b-5c39e3222457 tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759343027577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759342510071'] for port (b41ca13e-f9fc-4896-a18b-4d8b90a0ef6b), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:24.647624 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c895e063-600b-4383-801b-5c39e3222457 tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] Pushing event deleted for resources: {'Port': ['ID=b41ca13e-f9fc-4896-a18b-4d8b90a0ef6b,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:15:24.659665 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] get_ports_and_sgs() called for port_ids ['b41ca13e-f9fc-4896-a18b-4d8b90a0ef6b'] {{(pid=103898) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 31 18:15:24.713541 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e4c1e46-268e-41e6-b3cc-623ae537d672 req-c895e063-600b-4383-801b-5c39e3222457 tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] No DVR routers for this DVR port b41ca13e-f9fc-4896-a18b-4d8b90a0ef6b on host hv-cinder-maste {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 31 18:15:24.716678 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-8e4c1e46-268e-41e6-b3cc-623ae537d672 req-c895e063-600b-4383-801b-5c39e3222457 tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30337'] for port (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:24.720069 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-8e4c1e46-268e-41e6-b3cc-623ae537d672 req-c895e063-600b-4383-801b-5c39e3222457 tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] 10.222.0.44 "DELETE /v2.0/ports/b41ca13e-f9fc-4896-a18b-4d8b90a0ef6b HTTP/1.1" status: 204  len: 173 time: 0.9207585
Mar 31 18:15:24.720508 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4a8079a-7824-4201-889b-a14d70024f7e', 'name': 'network-vif-deleted', 'tag': 'b41ca13e-f9fc-4896-a18b-4d8b90a0ef6b'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 31 18:15:24.722766 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73fc78de55affb2fac0a31bf62e314c48f0d961b1f9e9815d43b8150b113e94f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f0ea770-01b9-4b51-914f-d7ae6f04c5b4" -d '{"events": [{"server_uuid": "b4a8079a-7824-4201-889b-a14d70024f7e", "name": "network-vif-deleted", "tag": "b41ca13e-f9fc-4896-a18b-4d8b90a0ef6b"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 31 18:15:24.760858 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 18:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70dda48e-7533-4d80-a3a7-88a51dcce228 x-openstack-request-id: req-70dda48e-7533-4d80-a3a7-88a51dcce228 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 31 18:15:24.761149 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4a8079a-7824-4201-889b-a14d70024f7e", "name": "network-vif-deleted", "tag": "b41ca13e-f9fc-4896-a18b-4d8b90a0ef6b", "status": "completed", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 31 18:15:24.761404 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-70dda48e-7533-4d80-a3a7-88a51dcce228 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 31 18:15:24.761804 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70dda48e-7533-4d80-a3a7-88a51dcce228'] response: {'server_uuid': 'b4a8079a-7824-4201-889b-a14d70024f7e', 'name': 'network-vif-deleted', 'tag': 'b41ca13e-f9fc-4896-a18b-4d8b90a0ef6b', 'status': 'completed', 'code': 200}
Mar 31 18:15:25.171218 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc610b2-9936-4494-8c84-05655c784abd req-17254a79-34bb-4619-861c-390acf32fa3c tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:15:25.172690 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-2cc610b2-9936-4494-8c84-05655c784abd req-17254a79-34bb-4619-861c-390acf32fa3c tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bcf99af-f089-4543-94c0-39ecee139bf7 HTTP/1.1" status: 200  len: 947 time: 0.0580461
Mar 31 18:15:25.203365 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Device b90b496d-8c4e-46bd-93a0-9e0e45bd14f0 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103898) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 31 18:15:25.222388 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-2cc610b2-9936-4494-8c84-05655c784abd req-05873c30-c6c7-474c-95ea-07b6edd566bd tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff6e0259-588f-473e-8473-1ea8118925d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430651
Mar 31 18:15:25.311484 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] For port b90b496d-8c4e-46bd-93a0-9e0e45bd14f0, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b90b496d-8c4e-46bd-93a0-9e0e45bd14f0,segment=NetworkSegment(959568e5-d451-4703-9a86-ba56cc3b62e8),segment_id=959568e5-d451-4703-9a86-ba56cc3b62e8)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:15:25.324376 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Returning: {'device': 'b90b496d-8c4e-46bd-93a0-9e0e45bd14f0', 'network_id': 'd0a24bfb-b0ed-4d1e-bd74-9eef0b1c3426', 'port_id': 'b90b496d-8c4e-46bd-93a0-9e0e45bd14f0', 'mac_address': 'fa:16:3e:56:2a:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ea86e9a-ee7a-4644-b2b8-1eb3757b44f0', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103898) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 31 18:15:25.363842 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Current status of the port b90b496d-8c4e-46bd-93a0-9e0e45bd14f0 is: DOWN; New status is: BUILD {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:15:25.364836 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (b90b496d-8c4e-46bd-93a0-9e0e45bd14f0), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:25.378546 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.notifiers.nova [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b90b496d-8c4e-46bd-93a0-9e0e45bd14f0 {{(pid=103898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 31 18:15:25.399040 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] For port b90b496d-8c4e-46bd-93a0-9e0e45bd14f0, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b90b496d-8c4e-46bd-93a0-9e0e45bd14f0,segment=NetworkSegment(959568e5-d451-4703-9a86-ba56cc3b62e8),segment_id=959568e5-d451-4703-9a86-ba56cc3b62e8)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:15:25.404377 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-53a4d04f-2960-466e-ba04-8510d71a566f req-0b4893de-830b-4beb-9e7a-1bf750b2da0c tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4a8079a-7824-4201-889b-a14d70024f7e HTTP/1.1" status: 200  len: 210 time: 0.0270004
Mar 31 18:15:25.510562 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5216ab01-2542-4274-90c2-7aca41454782 req-48e751bd-895e-40a2-a793-6626e4a8972c tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:15:25.512099 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-5216ab01-2542-4274-90c2-7aca41454782 req-48e751bd-895e-40a2-a793-6626e4a8972c tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=62ef59ed-5ec0-4452-9708-184340fa4f7f HTTP/1.1" status: 200  len: 945 time: 0.0545857
Mar 31 18:15:25.517735 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (b90b496d-8c4e-46bd-93a0-9e0e45bd14f0), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:25.563733 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-5216ab01-2542-4274-90c2-7aca41454782 req-fe11c606-5b3a-4811-9c01-530057040fc9 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=17058b10-5914-4853-8fcd-dda14ab54996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459960
Mar 31 18:15:25.570541 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Pushing event updated for resources: {'Port': ['ID=b90b496d-8c4e-46bd-93a0-9e0e45bd14f0,revision_number=4']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:15:25.577747 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:15:25.578102 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:15:25.578474 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:15:25.578867 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:15:25.579229 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:15:25.579566 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:15:25.579894 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:15:25.580239 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:15:25.580580 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:15:25.580999 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:15:25.581191 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:15:25.581536 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:15:25.581860 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:15:25.582181 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:15:25.582501 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:15:26.347771 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6331d9d5-7c24-43eb-8c93-db4e31fd8ba9 req-54bc0d41-f297-434a-adea-09b15b17816a tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:15:26.349261 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-6331d9d5-7c24-43eb-8c93-db4e31fd8ba9 req-54bc0d41-f297-434a-adea-09b15b17816a tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bcf99af-f089-4543-94c0-39ecee139bf7 HTTP/1.1" status: 200  len: 948 time: 0.0540102
Mar 31 18:15:26.399799 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-6331d9d5-7c24-43eb-8c93-db4e31fd8ba9 req-7c9005cd-daef-47e8-a9c6-0bcdc9f4ca24 tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff6e0259-588f-473e-8473-1ea8118925d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442078
Mar 31 18:15:26.496961 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-387d4220-b6bb-43bc-8ba8-d1f62748e753 req-fa02a807-36bb-42c7-b045-3d08bbcb17e9 tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4a8079a-7824-4201-889b-a14d70024f7e HTTP/1.1" status: 200  len: 210 time: 0.0256605
Mar 31 18:15:26.683869 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2637101c-0196-47c1-b29e-8619c7726cb2 req-33906668-8747-4a80-873f-43c6faaa192b tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:15:26.685409 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-2637101c-0196-47c1-b29e-8619c7726cb2 req-33906668-8747-4a80-873f-43c6faaa192b tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=62ef59ed-5ec0-4452-9708-184340fa4f7f HTTP/1.1" status: 200  len: 945 time: 0.0524201
Mar 31 18:15:26.733755 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-2637101c-0196-47c1-b29e-8619c7726cb2 req-795bf5df-23dc-4ee1-b6c9-452c9bbd0324 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=17058b10-5914-4853-8fcd-dda14ab54996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426452
Mar 31 18:15:27.519231 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2424069-9426-479a-9724-29e39da42185 req-05511ed6-380f-45bb-acd5-b2b540b1bd9d tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:15:27.520712 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-c2424069-9426-479a-9724-29e39da42185 req-05511ed6-380f-45bb-acd5-b2b540b1bd9d tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bcf99af-f089-4543-94c0-39ecee139bf7 HTTP/1.1" status: 200  len: 948 time: 0.0546396
Mar 31 18:15:27.568219 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-c2424069-9426-479a-9724-29e39da42185 req-221ab034-f489-42ab-9d0c-6ff63e642e7c tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff6e0259-588f-473e-8473-1ea8118925d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419400
Mar 31 18:15:27.592883 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-1f13d3d6-e888-498b-979a-850a8780a08f req-4f50bf53-cede-4223-ab9a-b21aa4876a3a tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4a8079a-7824-4201-889b-a14d70024f7e HTTP/1.1" status: 200  len: 210 time: 0.0273566
Mar 31 18:15:27.814247 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.agents_db [None req-39f62d97-bd56-4bf2-8522-12846eccdd8f None None] Agent healthcheck: found 6 active agents {{(pid=103899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 31 18:15:27.857279 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670e9456-2408-4cb2-a9af-a2dfd0bb8c3c req-ceda9734-ed3c-484f-b572-872a1af632b8 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:15:27.858765 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-670e9456-2408-4cb2-a9af-a2dfd0bb8c3c req-ceda9734-ed3c-484f-b572-872a1af632b8 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=62ef59ed-5ec0-4452-9708-184340fa4f7f HTTP/1.1" status: 200  len: 945 time: 0.0515420
Mar 31 18:15:27.904482 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-670e9456-2408-4cb2-a9af-a2dfd0bb8c3c req-f16ee049-189e-48f2-969c-1e21aafe1bd7 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=17058b10-5914-4853-8fcd-dda14ab54996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403492
Mar 31 18:15:28.687958 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-e2f1408b-fcdf-445f-949a-7b6b4d54849b req-01d800cf-20a4-49b5-8330-9d916b32110c tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4a8079a-7824-4201-889b-a14d70024f7e HTTP/1.1" status: 200  len: 210 time: 0.0263536
Mar 31 18:15:28.692419 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c56ba54-537a-43fc-88be-f30ddb375c20 req-43db8db5-e7e2-4176-b24a-598a3985b743 tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:15:28.693935 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-5c56ba54-537a-43fc-88be-f30ddb375c20 req-43db8db5-e7e2-4176-b24a-598a3985b743 tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bcf99af-f089-4543-94c0-39ecee139bf7 HTTP/1.1" status: 200  len: 948 time: 0.0533850
Mar 31 18:15:28.745155 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-5c56ba54-537a-43fc-88be-f30ddb375c20 req-5bbebafa-e10b-49d9-a406-405bcbf833c4 tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff6e0259-588f-473e-8473-1ea8118925d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452321
Mar 31 18:15:28.977185 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-9bd54620-8d64-4765-ab61-2f199ecb8888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (08150f5b-1b08-4271-84f1-4a3b03ee1892), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:29.026054 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55474886-b683-4c62-b515-165f95aa1922 req-ce77c648-eb81-4566-b0f6-77998d2d9964 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:15:29.027568 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-55474886-b683-4c62-b515-165f95aa1922 req-ce77c648-eb81-4566-b0f6-77998d2d9964 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=62ef59ed-5ec0-4452-9708-184340fa4f7f HTTP/1.1" status: 200  len: 945 time: 0.0563564
Mar 31 18:15:29.075230 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-55474886-b683-4c62-b515-165f95aa1922 req-e6400a2e-5150-4136-836a-a8acf271326a tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=17058b10-5914-4853-8fcd-dda14ab54996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413423
Mar 31 18:15:29.553965 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] get_ports_and_sgs() called for port_ids ['b90b496d-8c4e-46bd-93a0-9e0e45bd14f0'] {{(pid=103898) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 31 18:15:29.780713 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-bc8eabb1-df0d-454f-8096-c52d145c7937 req-79c757bf-62da-4618-bd87-c9a6905fd3e1 tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4a8079a-7824-4201-889b-a14d70024f7e HTTP/1.1" status: 200  len: 210 time: 0.0274029
Mar 31 18:15:29.859117 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee43296-505a-4acd-ac94-85d508d5489b req-873e9b35-6f9a-45e4-afe1-6ec0bd9572ba tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:15:29.860518 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-9ee43296-505a-4acd-ac94-85d508d5489b req-873e9b35-6f9a-45e4-afe1-6ec0bd9572ba tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bcf99af-f089-4543-94c0-39ecee139bf7 HTTP/1.1" status: 200  len: 948 time: 0.0508676
Mar 31 18:15:29.910558 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-9ee43296-505a-4acd-ac94-85d508d5489b req-6906848c-a1df-41b5-be04-c14a6b415596 tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff6e0259-588f-473e-8473-1ea8118925d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442557
Mar 31 18:15:30.197982 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d85a3fa-186f-468c-a7ba-40a9ece22369 req-36b4927e-53be-470b-a5e5-f92b3d4f0595 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:15:30.199627 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-3d85a3fa-186f-468c-a7ba-40a9ece22369 req-36b4927e-53be-470b-a5e5-f92b3d4f0595 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=62ef59ed-5ec0-4452-9708-184340fa4f7f HTTP/1.1" status: 200  len: 945 time: 0.0541790
Mar 31 18:15:30.247718 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-3d85a3fa-186f-468c-a7ba-40a9ece22369 req-dda69e45-acf6-48cb-b632-f437ef9074de tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=17058b10-5914-4853-8fcd-dda14ab54996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418079
Mar 31 18:15:30.605614 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Device b41ca13e-f9fc-4896-a18b-4d8b90a0ef6b no longer exists at agent hyperv_hv-cinder-maste {{(pid=103898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 31 18:15:30.626893 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] No Port match for: b41ca13e-f9fc-4896-a18b-4d8b90a0ef6b {{(pid=103898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 31 18:15:30.627153 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Device b41ca13e-f9fc-4896-a18b-4d8b90a0ef6b not bound to the agent host hv-cinder-maste {{(pid=103898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 31 18:15:30.890473 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-3dfca6bf-ca2f-4afa-86f9-99df679ac7a9 req-05b47dbe-0bca-4bba-a82a-6d56d9b9a364 tempest-DeleteServersTestJSON-523899073 tempest-DeleteServersTestJSON-523899073-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4a8079a-7824-4201-889b-a14d70024f7e HTTP/1.1" status: 200  len: 210 time: 0.0290675
Mar 31 18:15:31.043949 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6243df5a-998c-4416-9564-a1c6c6a4fc8e req-6baf13b2-46fd-4b4c-8ecb-54413c60c80e tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:15:31.045485 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-6243df5a-998c-4416-9564-a1c6c6a4fc8e req-6baf13b2-46fd-4b4c-8ecb-54413c60c80e tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bcf99af-f089-4543-94c0-39ecee139bf7 HTTP/1.1" status: 200  len: 948 time: 0.0606539
Mar 31 18:15:31.101293 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-6243df5a-998c-4416-9564-a1c6c6a4fc8e req-e631dfa7-15a6-4f51-aa1b-a2f7318e1305 tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff6e0259-588f-473e-8473-1ea8118925d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494916
Mar 31 18:15:31.340644 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-39c24370-796f-47c4-9569-cf8e9b5df942 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (f09d5d1b-4294-4f18-9a00-351412ae7ca6), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:31.399008 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f6d6b3-6f85-46d4-8c17-eaecf912a589 req-4152dd59-38eb-4b9b-99c9-0ee02cdb41da tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:15:31.400880 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-e5f6d6b3-6f85-46d4-8c17-eaecf912a589 req-4152dd59-38eb-4b9b-99c9-0ee02cdb41da tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=62ef59ed-5ec0-4452-9708-184340fa4f7f HTTP/1.1" status: 200  len: 945 time: 0.0841062
Mar 31 18:15:31.455032 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-e5f6d6b3-6f85-46d4-8c17-eaecf912a589 req-e046ceee-4410-4a30-b718-0038ae3300a8 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=17058b10-5914-4853-8fcd-dda14ab54996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483091
Mar 31 18:15:31.496214 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a79b4b-6803-45a3-b979-97668bdadc63 req-cd9fc7e6-2317-4488-b95e-6721e0d8c120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:15:31.496214 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-c1a79b4b-6803-45a3-b979-97668bdadc63 req-cd9fc7e6-2317-4488-b95e-6721e0d8c120 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=62ef59ed-5ec0-4452-9708-184340fa4f7f HTTP/1.1" status: 200  len: 1129 time: 0.0515339
Mar 31 18:15:31.538753 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-c1a79b4b-6803-45a3-b979-97668bdadc63 req-4e5bf9f1-42f5-4097-bacb-2b43e99f6eee service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=17058b10-5914-4853-8fcd-dda14ab54996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384583
Mar 31 18:15:32.222946 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a141816-7ef6-489a-be4e-ab2da549b38a req-f305ebaa-3bea-4c12-b343-a0720be3155f tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:15:32.227677 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-4a141816-7ef6-489a-be4e-ab2da549b38a req-f305ebaa-3bea-4c12-b343-a0720be3155f tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bcf99af-f089-4543-94c0-39ecee139bf7 HTTP/1.1" status: 200  len: 948 time: 0.0533829
Mar 31 18:15:32.272840 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-4a141816-7ef6-489a-be4e-ab2da549b38a req-dbeed791-50ec-4574-8e41-dc3c48744064 tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff6e0259-588f-473e-8473-1ea8118925d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426259
Mar 31 18:15:32.341984 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-be477ca9-b30f-4eb3-92ce-971cde9f4756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (d0835089-4a76-4105-9221-c81b46927b3c), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:32.571716 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e34992-beff-4a17-9dcc-11d9219c19d2 req-c44c1571-e1b8-41a7-81e6-d1ae11280389 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:15:32.573068 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-b8e34992-beff-4a17-9dcc-11d9219c19d2 req-c44c1571-e1b8-41a7-81e6-d1ae11280389 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=62ef59ed-5ec0-4452-9708-184340fa4f7f HTTP/1.1" status: 200  len: 945 time: 0.0506241
Mar 31 18:15:32.617734 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-b8e34992-beff-4a17-9dcc-11d9219c19d2 req-050dba0a-fae8-435d-b10c-20c10057b5ea tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=17058b10-5914-4853-8fcd-dda14ab54996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391710
Mar 31 18:15:33.326229 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Device b90b496d-8c4e-46bd-93a0-9e0e45bd14f0 up at agent hyperv_hv-cinder-maste {{(pid=103898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 31 18:15:33.394813 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47571724-d4a1-4587-89ed-fea70aa615ea req-dfb3cbaa-5c68-481d-b01b-226b54f8aaf1 tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:15:33.396960 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-47571724-d4a1-4587-89ed-fea70aa615ea req-dfb3cbaa-5c68-481d-b01b-226b54f8aaf1 tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bcf99af-f089-4543-94c0-39ecee139bf7 HTTP/1.1" status: 200  len: 948 time: 0.0566814
Mar 31 18:15:33.444810 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-47571724-d4a1-4587-89ed-fea70aa615ea req-374c7126-f4df-4d64-bc2a-1370ea14deca tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff6e0259-588f-473e-8473-1ea8118925d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419226
Mar 31 18:15:33.448027 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Provisioning for port b90b496d-8c4e-46bd-93a0-9e0e45bd14f0 completed by entity L2. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 31 18:15:33.451970 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Provisioning complete for port b90b496d-8c4e-46bd-93a0-9e0e45bd14f0 triggered by entity L2. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:15:33.452459 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (b90b496d-8c4e-46bd-93a0-9e0e45bd14f0), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:33.650156 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Current status of the port b90b496d-8c4e-46bd-93a0-9e0e45bd14f0 is: BUILD; New status is: ACTIVE {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:15:33.650545 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (b90b496d-8c4e-46bd-93a0-9e0e45bd14f0), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:33.673332 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bcf99af-f089-4543-94c0-39ecee139bf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b90b496d-8c4e-46bd-93a0-9e0e45bd14f0'}] {{(pid=103898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 31 18:15:33.675528 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb3075c6172e5baa69f5abc91eefeb9b3c1bf45f76ecf44b7f00bb5a6f62f1a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ec31626-fc93-4deb-835e-0fd4abbe47f2" -d '{"events": [{"server_uuid": "6bcf99af-f089-4543-94c0-39ecee139bf7", "name": "network-vif-plugged", "status": "completed", "tag": "b90b496d-8c4e-46bd-93a0-9e0e45bd14f0"}]}' {{(pid=103898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 31 18:15:33.688636 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] For port b90b496d-8c4e-46bd-93a0-9e0e45bd14f0, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b90b496d-8c4e-46bd-93a0-9e0e45bd14f0,segment=NetworkSegment(959568e5-d451-4703-9a86-ba56cc3b62e8),segment_id=959568e5-d451-4703-9a86-ba56cc3b62e8)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:15:33.716872 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 18:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57bfc68c-e381-4cf2-9c63-f4029648e48d x-openstack-request-id: req-57bfc68c-e381-4cf2-9c63-f4029648e48d {{(pid=103898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 31 18:15:33.717199 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bcf99af-f089-4543-94c0-39ecee139bf7", "name": "network-vif-plugged", "status": "completed", "tag": "b90b496d-8c4e-46bd-93a0-9e0e45bd14f0", "code": 200}]} {{(pid=103898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 31 18:15:33.717466 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-57bfc68c-e381-4cf2-9c63-f4029648e48d {{(pid=103898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 31 18:15:33.717870 dv-cinder-master-3-iscsi neutron-server[103898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57bfc68c-e381-4cf2-9c63-f4029648e48d'] response: {'server_uuid': '6bcf99af-f089-4543-94c0-39ecee139bf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b90b496d-8c4e-46bd-93a0-9e0e45bd14f0', 'code': 200}
Mar 31 18:15:33.742443 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab1887d-d25a-492b-a91b-7a9aeb708e14 req-5a42b5d0-29fb-400a-94ec-e5bf788f036c tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:15:33.744059 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-fab1887d-d25a-492b-a91b-7a9aeb708e14 req-5a42b5d0-29fb-400a-94ec-e5bf788f036c tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=62ef59ed-5ec0-4452-9708-184340fa4f7f HTTP/1.1" status: 200  len: 945 time: 0.0606267
Mar 31 18:15:33.792900 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-fab1887d-d25a-492b-a91b-7a9aeb708e14 req-4f1ed060-6750-4fc9-9e56-e3ac2267c3b3 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=17058b10-5914-4853-8fcd-dda14ab54996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433035
Mar 31 18:15:33.893258 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (b90b496d-8c4e-46bd-93a0-9e0e45bd14f0), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:33.941801 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Pushing event updated for resources: {'Port': ['ID=b90b496d-8c4e-46bd-93a0-9e0e45bd14f0,revision_number=5']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:15:33.981667 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-61acbcaf-515a-4595-a759-82c8bf4c0ac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (1ee04592-4785-424e-aa2a-0bd32f5faacf), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:34.563238 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078c96a1-33aa-4bcd-ad24-7edf3b14455e req-7e611b31-3139-4fa9-9ca8-6081a92e2c1d tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:15:34.564726 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-078c96a1-33aa-4bcd-ad24-7edf3b14455e req-7e611b31-3139-4fa9-9ca8-6081a92e2c1d tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bcf99af-f089-4543-94c0-39ecee139bf7 HTTP/1.1" status: 200  len: 949 time: 0.0524395
Mar 31 18:15:34.611499 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-078c96a1-33aa-4bcd-ad24-7edf3b14455e req-962200de-ab4e-4fd0-8dcd-4c8a3958cbdf tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff6e0259-588f-473e-8473-1ea8118925d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403671
Mar 31 18:15:34.910054 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0052882-fbcf-4db3-a41a-b7b0ffe03743 req-ddaff36d-05e9-4e02-8adc-be61cd84dad4 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:15:34.912369 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-d0052882-fbcf-4db3-a41a-b7b0ffe03743 req-ddaff36d-05e9-4e02-8adc-be61cd84dad4 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=62ef59ed-5ec0-4452-9708-184340fa4f7f HTTP/1.1" status: 200  len: 945 time: 0.0542502
Mar 31 18:15:34.962136 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-d0052882-fbcf-4db3-a41a-b7b0ffe03743 req-cc38ea29-68b3-4e44-a61e-9b0bb14206a8 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=17058b10-5914-4853-8fcd-dda14ab54996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437713
Mar 31 18:15:35.044578 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (b6d39f6c-4dc3-40bd-bbe5-e05b1f1d4e13), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:35.731533 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c6d3e9-2a5a-405d-87e8-57f44a1d8030 req-3a04efa9-bcc1-440d-9106-b42f11f7628b tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:15:35.732975 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-58c6d3e9-2a5a-405d-87e8-57f44a1d8030 req-3a04efa9-bcc1-440d-9106-b42f11f7628b tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bcf99af-f089-4543-94c0-39ecee139bf7 HTTP/1.1" status: 200  len: 949 time: 0.0542419
Mar 31 18:15:35.783208 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-58c6d3e9-2a5a-405d-87e8-57f44a1d8030 req-50f40838-b678-4628-b530-f6d606079e9b tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff6e0259-588f-473e-8473-1ea8118925d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444925
Mar 31 18:15:36.085283 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e190d07-ed4b-4642-888b-97419dce1676 req-7ab84e98-c157-4855-9440-6f3e838f4af4 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:15:36.086381 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-3e190d07-ed4b-4642-888b-97419dce1676 req-7ab84e98-c157-4855-9440-6f3e838f4af4 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=62ef59ed-5ec0-4452-9708-184340fa4f7f HTTP/1.1" status: 200  len: 945 time: 0.0545354
Mar 31 18:15:36.156669 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-3e190d07-ed4b-4642-888b-97419dce1676 req-4da30f07-0fff-429d-b02b-e44a4da086bc tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=17058b10-5914-4853-8fcd-dda14ab54996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0646710
Mar 31 18:15:36.181327 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (06f31eaf-9418-4d11-8606-24a34b4b4893), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:36.857473 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e672fe30-c254-46cc-9dad-61eef8557722 req-b7f776fc-4aa1-4884-8f44-3630291fa7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:15:36.859498 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-e672fe30-c254-46cc-9dad-61eef8557722 req-b7f776fc-4aa1-4884-8f44-3630291fa7c3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6bcf99af-f089-4543-94c0-39ecee139bf7 HTTP/1.1" status: 200  len: 1133 time: 0.0493226
Mar 31 18:15:36.954940 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-e672fe30-c254-46cc-9dad-61eef8557722 req-15bee28a-0150-402b-9a5d-3c4b7fcbae97 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ff6e0259-588f-473e-8473-1ea8118925d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0803835
Mar 31 18:15:36.965472 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0c5f8e-9919-42ef-b36c-0fc9c06f7d28 req-94882f37-3533-475c-8604-5833894c2352 tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:15:36.966932 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-ca0c5f8e-9919-42ef-b36c-0fc9c06f7d28 req-94882f37-3533-475c-8604-5833894c2352 tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bcf99af-f089-4543-94c0-39ecee139bf7 HTTP/1.1" status: 200  len: 949 time: 0.1064680
Mar 31 18:15:37.022990 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-ca0c5f8e-9919-42ef-b36c-0fc9c06f7d28 req-3d3d18f8-ed44-452b-819e-06db3ce5d8ad tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff6e0259-588f-473e-8473-1ea8118925d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502689
Mar 31 18:15:37.273904 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d91822-8a95-45ef-b408-d700f3fac46c req-48c39c80-2718-4d79-9996-52cb81c96cf1 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:15:37.275403 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-21d91822-8a95-45ef-b408-d700f3fac46c req-48c39c80-2718-4d79-9996-52cb81c96cf1 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=62ef59ed-5ec0-4452-9708-184340fa4f7f HTTP/1.1" status: 200  len: 945 time: 0.0532455
Mar 31 18:15:37.324377 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-21d91822-8a95-45ef-b408-d700f3fac46c req-2e4eebfd-4c69-4f01-ae13-c2b3d2cc4bd1 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=17058b10-5914-4853-8fcd-dda14ab54996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429955
Mar 31 18:15:37.769152 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 48402) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:15:37.814693 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.db.db_base_plugin_v2 [None req-512f2364-a914-4467-91e5-c5dc6cbc3cb4 admin admin] Deleting subnet 66e8e03d-c7a9-44f5-9f55-89eee1f74f02 {{(pid=103896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 31 18:15:37.818255 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-512f2364-a914-4467-91e5-c5dc6cbc3cb4 admin admin] Publish callbacks [] for subnet (66e8e03d-c7a9-44f5-9f55-89eee1f74f02), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:37.859296 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-512f2364-a914-4467-91e5-c5dc6cbc3cb4 admin admin] Publish callbacks [] for subnet (66e8e03d-c7a9-44f5-9f55-89eee1f74f02), precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:37.869805 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-512f2364-a914-4467-91e5-c5dc6cbc3cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1237091'] for subnet (66e8e03d-c7a9-44f5-9f55-89eee1f74f02), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:38.061221 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-512f2364-a914-4467-91e5-c5dc6cbc3cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1237076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679'] for subnet (66e8e03d-c7a9-44f5-9f55-89eee1f74f02), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:38.104372 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512f2364-a914-4467-91e5-c5dc6cbc3cb4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66e8e03d-c7a9-44f5-9f55-89eee1f74f02,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:15:38.114599 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-512f2364-a914-4467-91e5-c5dc6cbc3cb4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:38.125750 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-512f2364-a914-4467-91e5-c5dc6cbc3cb4 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/66e8e03d-c7a9-44f5-9f55-89eee1f74f02 HTTP/1.1" status: 204  len: 168 time: 0.3471818
Mar 31 18:15:38.130258 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 48418) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:15:38.182499 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a031c4b1-981c-4c6e-81ac-04f0c42f028f req-b26d1653-3050-4281-9bb8-2c0eb15cb44e tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:15:38.184392 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-a031c4b1-981c-4c6e-81ac-04f0c42f028f req-b26d1653-3050-4281-9bb8-2c0eb15cb44e tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bcf99af-f089-4543-94c0-39ecee139bf7 HTTP/1.1" status: 200  len: 949 time: 0.0547030
Mar 31 18:15:38.205222 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9d7016b3-1cb3-42cf-8643-e37b7e704a63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1066274'] for network (6c793ff7-2519-4ef7-8b41-f73ba7273780), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:38.244016 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-a031c4b1-981c-4c6e-81ac-04f0c42f028f req-0bc4f20c-e96e-45c2-8f36-3b38238bb760 tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff6e0259-588f-473e-8473-1ea8118925d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500526
Mar 31 18:15:38.304214 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9d7016b3-1cb3-42cf-8643-e37b7e704a63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223144', 'neutron.services.segments.db._delete_segments_for_network-8759342854202'] for network (6c793ff7-2519-4ef7-8b41-f73ba7273780), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:38.324396 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9d7016b3-1cb3-42cf-8643-e37b7e704a63 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f771495f9a0>> segment before_delete 55550000 {{(pid=103896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:15:38.324737 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9d7016b3-1cb3-42cf-8643-e37b7e704a63 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f771495f9a0>> subnet precommit_delete_associations 55550000 {{(pid=103896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:15:38.325466 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9d7016b3-1cb3-42cf-8643-e37b7e704a63 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f77142b1040>> segment_host_mapping after_create 55550000 {{(pid=103896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:15:38.325795 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9d7016b3-1cb3-42cf-8643-e37b7e704a63 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f77142b1040>> port after_create 55550000 {{(pid=103896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:15:38.326119 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9d7016b3-1cb3-42cf-8643-e37b7e704a63 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f77142b1040>> port after_delete 55550000 {{(pid=103896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:15:38.326451 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9d7016b3-1cb3-42cf-8643-e37b7e704a63 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f77142b1040>> port after_update 55550000 {{(pid=103896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:15:38.326854 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9d7016b3-1cb3-42cf-8643-e37b7e704a63 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f77142b1040>> segment after_delete 55550000 {{(pid=103896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:15:38.327174 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9d7016b3-1cb3-42cf-8643-e37b7e704a63 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f77142b1040>> subnet after_create 55550000 {{(pid=103896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:15:38.327490 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9d7016b3-1cb3-42cf-8643-e37b7e704a63 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f77142b1040>> subnet after_delete 55550000 {{(pid=103896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:15:38.327806 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9d7016b3-1cb3-42cf-8643-e37b7e704a63 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f77142b1040>> subnet after_update 55550000 {{(pid=103896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:15:38.480502 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9d7016b3-1cb3-42cf-8643-e37b7e704a63 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f7707cbdfa0>> subnet after_create 55550000 {{(pid=103896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:15:38.480846 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9d7016b3-1cb3-42cf-8643-e37b7e704a63 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f7707cbdfa0>> subnet after_delete 55550000 {{(pid=103896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:15:38.481175 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9d7016b3-1cb3-42cf-8643-e37b7e704a63 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f7707cbdfa0>> subnet before_create 55550000 {{(pid=103896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:15:38.481503 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9d7016b3-1cb3-42cf-8643-e37b7e704a63 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f7707cbdfa0>> subnet before_update 55550000 {{(pid=103896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:15:38.481872 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.services.segments.db [None req-9d7016b3-1cb3-42cf-8643-e37b7e704a63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f77142b15b0>,) {'filters': {'network_id': ['6c793ff7-2519-4ef7-8b41-f73ba7273780']}} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:15:38.526836 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.services.segments.db [None req-9d7016b3-1cb3-42cf-8643-e37b7e704a63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f77142b15b0>, 'e91fea55-fb0d-4d47-95d0-b45c814774e7') {'for_net_delete': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:15:38.527128 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.services.segments.db [None req-9d7016b3-1cb3-42cf-8643-e37b7e704a63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f77142b15b0>, 'e91fea55-fb0d-4d47-95d0-b45c814774e7') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:15:38.545530 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9d7016b3-1cb3-42cf-8643-e37b7e704a63 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759343069251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13596111'] for segment (e91fea55-fb0d-4d47-95d0-b45c814774e7), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:38.570205 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9d7016b3-1cb3-42cf-8643-e37b7e704a63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186132'] for segment (e91fea55-fb0d-4d47-95d0-b45c814774e7), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:38.580456 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d7016b3-1cb3-42cf-8643-e37b7e704a63 admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=103896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 31 18:15:38.580843 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9d7016b3-1cb3-42cf-8643-e37b7e704a63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12885831'] for segment (e91fea55-fb0d-4d47-95d0-b45c814774e7), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:38.611319 dv-cinder-master-3-iscsi neutron-server[103896]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Mar 31 18:15:38.611319 dv-cinder-master-3-iscsi neutron-server[103896]:   from cryptography.utils import int_from_bytes
Mar 31 18:15:38.611319 dv-cinder-master-3-iscsi neutron-server[103896]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Mar 31 18:15:38.611319 dv-cinder-master-3-iscsi neutron-server[103896]:   from cryptography.utils import int_from_bytes
Mar 31 18:15:38.611319 dv-cinder-master-3-iscsi neutron-server[103896]: Traceback (most recent call last):
Mar 31 18:15:38.611319 dv-cinder-master-3-iscsi neutron-server[103896]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 31 18:15:38.611319 dv-cinder-master-3-iscsi neutron-server[103896]:     timer()
Mar 31 18:15:38.611319 dv-cinder-master-3-iscsi neutron-server[103896]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 31 18:15:38.611319 dv-cinder-master-3-iscsi neutron-server[103896]:     cb(*args, **kw)
Mar 31 18:15:38.611319 dv-cinder-master-3-iscsi neutron-server[103896]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 31 18:15:38.611319 dv-cinder-master-3-iscsi neutron-server[103896]:     return func(*args, **kwargs)
Mar 31 18:15:38.611319 dv-cinder-master-3-iscsi neutron-server[103896]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 31 18:15:38.611319 dv-cinder-master-3-iscsi neutron-server[103896]:     self._notify()
Mar 31 18:15:38.611319 dv-cinder-master-3-iscsi neutron-server[103896]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 31 18:15:38.611319 dv-cinder-master-3-iscsi neutron-server[103896]:     self.callback(batched_events)
Mar 31 18:15:38.611319 dv-cinder-master-3-iscsi neutron-server[103896]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 31 18:15:38.611319 dv-cinder-master-3-iscsi neutron-server[103896]:     event.method(event)
Mar 31 18:15:38.611319 dv-cinder-master-3-iscsi neutron-server[103896]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 31 18:15:38.611319 dv-cinder-master-3-iscsi neutron-server[103896]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 31 18:15:38.611319 dv-cinder-master-3-iscsi neutron-server[103896]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 31 18:15:38.611319 dv-cinder-master-3-iscsi neutron-server[103896]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 31 18:15:38.611319 dv-cinder-master-3-iscsi neutron-server[103896]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 31 18:15:38.611319 dv-cinder-master-3-iscsi neutron-server[103896]:     return f(self, *a, **k)
Mar 31 18:15:38.611319 dv-cinder-master-3-iscsi neutron-server[103896]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 31 18:15:38.611319 dv-cinder-master-3-iscsi neutron-server[103896]:     return self._get(url).json()
Mar 31 18:15:38.611319 dv-cinder-master-3-iscsi neutron-server[103896]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 31 18:15:38.611319 dv-cinder-master-3-iscsi neutron-server[103896]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 31 18:15:38.611319 dv-cinder-master-3-iscsi neutron-server[103896]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 31 18:15:38.611319 dv-cinder-master-3-iscsi neutron-server[103896]:     return self.request(url, 'GET', **kwargs)
Mar 31 18:15:38.611319 dv-cinder-master-3-iscsi neutron-server[103896]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 31 18:15:38.611319 dv-cinder-master-3-iscsi neutron-server[103896]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 31 18:15:38.611319 dv-cinder-master-3-iscsi neutron-server[103896]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 31 18:15:38.611319 dv-cinder-master-3-iscsi neutron-server[103896]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 31 18:15:38.611319 dv-cinder-master-3-iscsi neutron-server[103896]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 31 18:15:38.611319 dv-cinder-master-3-iscsi neutron-server[103896]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 31 18:15:38.611319 dv-cinder-master-3-iscsi neutron-server[103896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 31 18:15:38.629985 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97189aef-08cb-4d4b-ba01-b2c0c8bcae02 req-f2bf8a9b-88c8-40e1-b494-73508d34c3ab tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:15:38.631625 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-97189aef-08cb-4d4b-ba01-b2c0c8bcae02 req-f2bf8a9b-88c8-40e1-b494-73508d34c3ab tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=62ef59ed-5ec0-4452-9708-184340fa4f7f HTTP/1.1" status: 200  len: 945 time: 0.1445456
Mar 31 18:15:38.723554 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-97189aef-08cb-4d4b-ba01-b2c0c8bcae02 req-fa5eab90-337f-478f-9a67-580d17249298 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=17058b10-5914-4853-8fcd-dda14ab54996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0645089
Mar 31 18:15:38.788137 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9d7016b3-1cb3-42cf-8643-e37b7e704a63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-505961'] for network (6c793ff7-2519-4ef7-8b41-f73ba7273780), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:38.889311 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afe2420-3a52-4c75-b79e-4b598f76ff1c req-da206f23-4cfc-49c2-93cd-c87ce4444475 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:15:38.891234 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-7afe2420-3a52-4c75-b79e-4b598f76ff1c req-da206f23-4cfc-49c2-93cd-c87ce4444475 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=779c13cd-7a7a-47b4-b488-0d1e365c3dc4 HTTP/1.1" status: 200  len: 945 time: 0.0781770
Mar 31 18:15:38.966856 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-7afe2420-3a52-4c75-b79e-4b598f76ff1c req-be8bb808-7aa0-4b59-acc8-c75369e3e239 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=17058b10-5914-4853-8fcd-dda14ab54996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0670788
Mar 31 18:15:39.026938 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9d7016b3-1cb3-42cf-8643-e37b7e704a63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548721'] for network (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:39.033045 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-9d7016b3-1cb3-42cf-8643-e37b7e704a63 admin admin] 10.222.0.58 "DELETE /v2.0/networks/6c793ff7-2519-4ef7-8b41-f73ba7273780 HTTP/1.1" status: 204  len: 168 time: 0.8991661
Mar 31 18:15:39.033045 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7016b3-1cb3-42cf-8643-e37b7e704a63 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c793ff7-2519-4ef7-8b41-f73ba7273780,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:15:39.385593 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945afc72-187b-421e-b8a7-24ae29aeb219 req-3caf58eb-0eeb-405f-8562-70aea5fe09e6 tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:15:39.387183 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-945afc72-187b-421e-b8a7-24ae29aeb219 req-3caf58eb-0eeb-405f-8562-70aea5fe09e6 tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bcf99af-f089-4543-94c0-39ecee139bf7 HTTP/1.1" status: 200  len: 949 time: 0.0654917
Mar 31 18:15:39.442631 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-945afc72-187b-421e-b8a7-24ae29aeb219 req-bdccfed0-62b8-4ae0-ae39-828f66c336b7 tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff6e0259-588f-473e-8473-1ea8118925d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471864
Mar 31 18:15:39.498381 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-5a0b2d9b-b28a-49b8-80ec-fd2228d399b8 req-3e0bd3ad-1842-4ee9-9e74-600c40175e6b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=779c13cd-7a7a-47b4-b488-0d1e365c3dc4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0535860
Mar 31 18:15:39.616085 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0b2d9b-b28a-49b8-80ec-fd2228d399b8 req-e2da9fdb-7078-453e-a72d-dfc1f8cc40a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:15:39.617568 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-5a0b2d9b-b28a-49b8-80ec-fd2228d399b8 req-e2da9fdb-7078-453e-a72d-dfc1f8cc40a0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6fc2eb72902a441ca6a6fa9350ce75f8&device_id=779c13cd-7a7a-47b4-b488-0d1e365c3dc4 HTTP/1.1" status: 200  len: 1129 time: 0.0605190
Mar 31 18:15:39.737432 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0b2d9b-b28a-49b8-80ec-fd2228d399b8 req-1aa3f900-cfa3-460e-813b-4b593dde5d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:15:39.738979 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-5a0b2d9b-b28a-49b8-80ec-fd2228d399b8 req-1aa3f900-cfa3-460e-813b-4b593dde5d54 service neutron] 10.222.0.44 "GET /v2.0/networks?id=fca50c83-3b91-4a03-8e1d-d873f4d904c1 HTTP/1.1" status: 200  len: 920 time: 0.1015105
Mar 31 18:15:39.776605 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 48466) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:15:39.788196 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-5a0b2d9b-b28a-49b8-80ec-fd2228d399b8 req-518a58ef-fa85-4fc5-a564-46dd32afc522 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a16d9c5f-04bd-414b-a468-f0a9a47b917b HTTP/1.1" status: 200  len: 217 time: 0.0428967
Mar 31 18:15:39.794034 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 48470) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:15:39.830948 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-87aeb627-fb4b-4c2c-a9c9-6f3b174f52de admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=23366fa77e9049af8c183f6959cc158f&name=default HTTP/1.1" status: 200  len: 2992 time: 0.0521681
Mar 31 18:15:39.831719 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 48476) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:15:39.846626 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0b2d9b-b28a-49b8-80ec-fd2228d399b8 req-f412d54c-b530-4315-a32e-a4837ac71e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:15:39.848401 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-5a0b2d9b-b28a-49b8-80ec-fd2228d399b8 req-f412d54c-b530-4315-a32e-a4837ac71e92 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5c50616b-7511-4714-bd2d-e587d92cf7dd HTTP/1.1" status: 200  len: 858 time: 0.0533431
Mar 31 18:15:39.901119 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0b2d9b-b28a-49b8-80ec-fd2228d399b8 req-f8818cf9-f201-4fcc-9f05-02f3d1193811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:15:39.902826 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-5a0b2d9b-b28a-49b8-80ec-fd2228d399b8 req-f8818cf9-f201-4fcc-9f05-02f3d1193811 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fca50c83-3b91-4a03-8e1d-d873f4d904c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0487723
Mar 31 18:15:39.905453 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1697983b-2600-4574-851f-5605fd87029d admin admin] Publish callbacks [] for security_group (411f6595-e358-4ede-92e4-9250c7d10e72), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:39.930238 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1697983b-2600-4574-851f-5605fd87029d admin admin] Publish callbacks [] for security_group (411f6595-e358-4ede-92e4-9250c7d10e72), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:40.014383 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-5a0b2d9b-b28a-49b8-80ec-fd2228d399b8 req-b242c320-b382-4512-9ce2-15fd3211a235 service neutron] 10.222.0.44 "GET /v2.0/networks/fca50c83-3b91-4a03-8e1d-d873f4d904c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1029427
Mar 31 18:15:40.061034 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1697983b-2600-4574-851f-5605fd87029d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (411f6595-e358-4ede-92e4-9250c7d10e72), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:40.064056 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1697983b-2600-4574-851f-5605fd87029d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:40.067007 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-1697983b-2600-4574-851f-5605fd87029d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/411f6595-e358-4ede-92e4-9250c7d10e72 HTTP/1.1" status: 204  len: 168 time: 0.2317986
Mar 31 18:15:40.074835 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1697983b-2600-4574-851f-5605fd87029d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=411f6595-e358-4ede-92e4-9250c7d10e72,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:15:40.089868 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d24898c2-61e5-48cd-8a53-57f8548a7f0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:40.157700 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-5a0b2d9b-b28a-49b8-80ec-fd2228d399b8 req-6e06b340-073b-453e-8534-b6370aad562d service neutron] 10.222.0.44 "GET /v2.0/networks/fca50c83-3b91-4a03-8e1d-d873f4d904c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1370649
Mar 31 18:15:40.200509 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d24898c2-61e5-48cd-8a53-57f8548a7f0a admin admin] Publish callbacks [] for security_group (f5394df8-6e19-42ea-9447-e06894144112), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:40.320860 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d24898c2-61e5-48cd-8a53-57f8548a7f0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (f5394df8-6e19-42ea-9447-e06894144112), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:40.360776 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-d24898c2-61e5-48cd-8a53-57f8548a7f0a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=854e7bd7838b48eeaca75aaf2311dd21&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5638425
Mar 31 18:15:40.361870 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24898c2-61e5-48cd-8a53-57f8548a7f0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5394df8-6e19-42ea-9447-e06894144112,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:15:40.364831 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 48488) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:15:40.418417 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ea24d780-9191-4466-b34e-e5972d91db73 admin admin] Publish callbacks [] for security_group (f5394df8-6e19-42ea-9447-e06894144112), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:40.440352 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ea24d780-9191-4466-b34e-e5972d91db73 admin admin] Publish callbacks [] for security_group (f5394df8-6e19-42ea-9447-e06894144112), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:40.570663 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89f0960-3d14-42d6-8a58-bc01d2dcf4f6 req-412b9ac6-3cdf-4677-b1e3-26246c160717 tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:15:40.572369 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-e89f0960-3d14-42d6-8a58-bc01d2dcf4f6 req-412b9ac6-3cdf-4677-b1e3-26246c160717 tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bcf99af-f089-4543-94c0-39ecee139bf7 HTTP/1.1" status: 200  len: 949 time: 0.0540371
Mar 31 18:15:40.601150 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ea24d780-9191-4466-b34e-e5972d91db73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (f5394df8-6e19-42ea-9447-e06894144112), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:40.604036 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ea24d780-9191-4466-b34e-e5972d91db73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:40.605395 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-ea24d780-9191-4466-b34e-e5972d91db73 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f5394df8-6e19-42ea-9447-e06894144112 HTTP/1.1" status: 204  len: 168 time: 0.2394471
Mar 31 18:15:40.616127 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea24d780-9191-4466-b34e-e5972d91db73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5394df8-6e19-42ea-9447-e06894144112,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:15:40.624422 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-e89f0960-3d14-42d6-8a58-bc01d2dcf4f6 req-2b435ada-e6af-4a40-8375-acd7820a9474 tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff6e0259-588f-473e-8473-1ea8118925d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462084
Mar 31 18:15:41.356197 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1b73e5-74d8-4c1a-95de-95ff5fb1c0cc req-4a59e8dc-0388-47ac-acd4-3ac4b293583a tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:15:41.359437 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-8a1b73e5-74d8-4c1a-95de-95ff5fb1c0cc req-4a59e8dc-0388-47ac-acd4-3ac4b293583a tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bcf99af-f089-4543-94c0-39ecee139bf7 HTTP/1.1" status: 200  len: 949 time: 0.0759528
Mar 31 18:15:41.410764 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-8a1b73e5-74d8-4c1a-95de-95ff5fb1c0cc req-905338b3-446e-4bfd-9c10-5946b7f6ae7a tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff6e0259-588f-473e-8473-1ea8118925d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466101
Mar 31 18:15:41.760835 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 48566) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:15:41.861161 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [None req-e2c0e839-daa5-4089-aa71-2e97404adbdd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-554166079-network', 'tenant_id': 'b2d7dee7188943ae84823848038e5357'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:15:42.035458 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2c0e839-daa5-4089-aa71-2e97404adbdd admin admin] Made reservation on behalf of b2d7dee7188943ae84823848038e5357 for: {'network': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 31 18:15:42.039017 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e2c0e839-daa5-4089-aa71-2e97404adbdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for network (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:42.050230 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e2c0e839-daa5-4089-aa71-2e97404adbdd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:42.148142 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e2c0e839-daa5-4089-aa71-2e97404adbdd admin admin] Publish callbacks [] for security_group (a53361f2-211f-4467-8d68-0ebc60b5d67d), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:42.229482 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e2c0e839-daa5-4089-aa71-2e97404adbdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (a53361f2-211f-4467-8d68-0ebc60b5d67d), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:42.258200 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2c0e839-daa5-4089-aa71-2e97404adbdd admin admin] vlan segment allocate from pool success with {'vlan_id': 556, 'physical_network': 'physnet1'}  {{(pid=103896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 31 18:15:42.268187 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c0e839-daa5-4089-aa71-2e97404adbdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a53361f2-211f-4467-8d68-0ebc60b5d67d,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:15:42.280240 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e2c0e839-daa5-4089-aa71-2e97404adbdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186132'] for segment (2bf035f2-e500-40c1-b7c4-ababe279894a), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:42.280240 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.db.segments_db [None req-e2c0e839-daa5-4089-aa71-2e97404adbdd admin admin] Added segment 2bf035f2-e500-40c1-b7c4-ababe279894a of type vlan for network 6985b94c-578f-440f-adb1-d40b9aefd2a5
Mar 31 18:15:42.318544 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e2c0e839-daa5-4089-aa71-2e97404adbdd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759342480442'] for network (6985b94c-578f-440f-adb1-d40b9aefd2a5), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:42.463911 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e2c0e839-daa5-4089-aa71-2e97404adbdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679'] for network (6985b94c-578f-440f-adb1-d40b9aefd2a5), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:42.465146 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c0e839-daa5-4089-aa71-2e97404adbdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:15:42.466127 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e2c0e839-daa5-4089-aa71-2e97404adbdd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548721'] for network (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:42.556273 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c0e839-daa5-4089-aa71-2e97404adbdd admin admin] Pushing event updated for resources: {'Network': ['ID=6985b94c-578f-440f-adb1-d40b9aefd2a5,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:15:42.567841 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Network 6985b94c-578f-440f-adb1-d40b9aefd2a5 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=103898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 31 18:15:42.580064 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e8f5f9-d75a-4c4a-af91-7671d63395a4 req-fe75373e-f23e-45cc-b5bf-757ff54eabfb tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:15:42.581748 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-89e8f5f9-d75a-4c4a-af91-7671d63395a4 req-fe75373e-f23e-45cc-b5bf-757ff54eabfb tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bcf99af-f089-4543-94c0-39ecee139bf7 HTTP/1.1" status: 200  len: 949 time: 0.0954940
Mar 31 18:15:42.629077 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-89e8f5f9-d75a-4c4a-af91-7671d63395a4 req-0a509ca3-1d88-48e6-bf87-946442393dd9 tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff6e0259-588f-473e-8473-1ea8118925d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412188
Mar 31 18:15:42.635626 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-e2c0e839-daa5-4089-aa71-2e97404adbdd admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.8708687
Mar 31 18:15:42.642737 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 48602) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:15:42.642737 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [None req-33ac91c9-2141-41d1-96fe-4076138653f3 admin admin] Request body: {'subnet': {'network_id': '6985b94c-578f-440f-adb1-d40b9aefd2a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-554166079-subnet', 'tenant_id': 'b2d7dee7188943ae84823848038e5357', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:15:42.717509 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33ac91c9-2141-41d1-96fe-4076138653f3 admin admin] Made reservation on behalf of b2d7dee7188943ae84823848038e5357 for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 31 18:15:42.720998 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-33ac91c9-2141-41d1-96fe-4076138653f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33198968'] for subnet (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:42.878332 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 48608) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:15:42.967611 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-33ac91c9-2141-41d1-96fe-4076138653f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12884898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33198958'] for subnet (5ef62352-9922-4923-b728-7f1de7d3b406), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:42.988188 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-101ffe52-2a66-4a42-b3a7-6b616849b6d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:43.028778 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ac91c9-2141-41d1-96fe-4076138653f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ef62352-9922-4923-b728-7f1de7d3b406,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:15:43.042876 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ac91c9-2141-41d1-96fe-4076138653f3 admin admin] Checking segment: {'id': '2bf035f2-e500-40c1-b7c4-ababe279894a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '6985b94c-578f-440f-adb1-d40b9aefd2a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 31 18:15:43.043241 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ac91c9-2141-41d1-96fe-4076138653f3 admin admin] Network hostable DHCP agents. Network: 6985b94c-578f-440f-adb1-d40b9aefd2a5, hostable agents: ['08150f5b-1b08-4271-84f1-4a3b03ee1892'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 31 18:15:43.066478 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-101ffe52-2a66-4a42-b3a7-6b616849b6d5 admin admin] Publish callbacks [] for security_group (ed231078-e23a-46d3-85ac-b0767fe4f8b1), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:43.157557 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-101ffe52-2a66-4a42-b3a7-6b616849b6d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (ed231078-e23a-46d3-85ac-b0767fe4f8b1), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:43.157809 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ac91c9-2141-41d1-96fe-4076138653f3 admin admin] Network 6985b94c-578f-440f-adb1-d40b9aefd2a5 is scheduled to be hosted by DHCP agent 08150f5b-1b08-4271-84f1-4a3b03ee1892 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 31 18:15:43.196370 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-101ffe52-2a66-4a42-b3a7-6b616849b6d5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d44e7af0cad24b2c85c0fa389f043ebf&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3168168
Mar 31 18:15:43.197484 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101ffe52-2a66-4a42-b3a7-6b616849b6d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed231078-e23a-46d3-85ac-b0767fe4f8b1,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:15:43.199032 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 48614) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:15:43.247106 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b693859a-4a9f-49da-944f-95e45943e49a admin admin] Publish callbacks [] for security_group (ed231078-e23a-46d3-85ac-b0767fe4f8b1), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:43.268863 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b693859a-4a9f-49da-944f-95e45943e49a admin admin] Publish callbacks [] for security_group (ed231078-e23a-46d3-85ac-b0767fe4f8b1), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:43.322926 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-33ac91c9-2141-41d1-96fe-4076138653f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 6985b94c-578f-440f-adb1-d40b9aefd2a5) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 31 18:15:43.327514 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ac91c9-2141-41d1-96fe-4076138653f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:15:43.328707 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-33ac91c9-2141-41d1-96fe-4076138653f3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:43.333117 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ea62bb-3f88-4fb3-b3a0-5c9ad1f94209 None None] Network 6985b94c-578f-440f-adb1-d40b9aefd2a5 requested from dv-cinder-master-3-iscsi {{(pid=103898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 31 18:15:43.429109 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d421abd2-1bbc-451e-88d6-42a9b31fdcc8 None None] Network 6985b94c-578f-440f-adb1-d40b9aefd2a5 requested from dv-cinder-master-3-iscsi {{(pid=103898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 31 18:15:43.430556 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-33ac91c9-2141-41d1-96fe-4076138653f3 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7930431
Mar 31 18:15:43.458312 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b693859a-4a9f-49da-944f-95e45943e49a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (ed231078-e23a-46d3-85ac-b0767fe4f8b1), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:43.461122 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b693859a-4a9f-49da-944f-95e45943e49a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:43.462362 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-b693859a-4a9f-49da-944f-95e45943e49a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ed231078-e23a-46d3-85ac-b0767fe4f8b1 HTTP/1.1" status: 204  len: 168 time: 0.2616258
Mar 31 18:15:43.483413 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b693859a-4a9f-49da-944f-95e45943e49a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed231078-e23a-46d3-85ac-b0767fe4f8b1,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:15:43.755233 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d330bf-4e4b-4d47-9291-ffdfb7d71752 req-3ae30e8b-fa48-4917-89bd-85406281009e tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:15:43.756741 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-72d330bf-4e4b-4d47-9291-ffdfb7d71752 req-3ae30e8b-fa48-4917-89bd-85406281009e tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bcf99af-f089-4543-94c0-39ecee139bf7 HTTP/1.1" status: 200  len: 949 time: 0.0586686
Mar 31 18:15:43.819445 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-72d330bf-4e4b-4d47-9291-ffdfb7d71752 req-39ff2e1f-a697-4a98-ab39-da633642b92e tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff6e0259-588f-473e-8473-1ea8118925d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0567293
Mar 31 18:15:44.153945 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 48638) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:15:44.167465 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c0d1c267-96b5-4646-a079-002a8880c718 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:44.239532 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c0d1c267-96b5-4646-a079-002a8880c718 admin admin] Publish callbacks [] for security_group (d0eac201-0d00-4529-89e1-f393d3ff4db1), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:44.320519 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c0d1c267-96b5-4646-a079-002a8880c718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (d0eac201-0d00-4529-89e1-f393d3ff4db1), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:44.359533 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-c0d1c267-96b5-4646-a079-002a8880c718 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8a65216d864448898d0b6906484f255a&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2064438
Mar 31 18:15:44.360676 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d1c267-96b5-4646-a079-002a8880c718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0eac201-0d00-4529-89e1-f393d3ff4db1,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:15:44.363117 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 48642) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:15:44.418950 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8f3ce10b-a147-4f60-8443-5d2d3f89336b admin admin] Publish callbacks [] for security_group (d0eac201-0d00-4529-89e1-f393d3ff4db1), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:44.441108 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8f3ce10b-a147-4f60-8443-5d2d3f89336b admin admin] Publish callbacks [] for security_group (d0eac201-0d00-4529-89e1-f393d3ff4db1), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:44.563034 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8f3ce10b-a147-4f60-8443-5d2d3f89336b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (d0eac201-0d00-4529-89e1-f393d3ff4db1), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:44.566360 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8f3ce10b-a147-4f60-8443-5d2d3f89336b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:44.567665 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-8f3ce10b-a147-4f60-8443-5d2d3f89336b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d0eac201-0d00-4529-89e1-f393d3ff4db1 HTTP/1.1" status: 204  len: 168 time: 0.2033851
Mar 31 18:15:44.575291 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3ce10b-a147-4f60-8443-5d2d3f89336b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0eac201-0d00-4529-89e1-f393d3ff4db1,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:15:44.943387 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5936708-0794-4946-8ce4-daf8640c8e4c req-12d8561b-14dd-4db7-8b10-a343b10e425e tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:15:44.945157 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-b5936708-0794-4946-8ce4-daf8640c8e4c req-12d8561b-14dd-4db7-8b10-a343b10e425e tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bcf99af-f089-4543-94c0-39ecee139bf7 HTTP/1.1" status: 200  len: 949 time: 0.0582113
Mar 31 18:15:45.001038 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-b5936708-0794-4946-8ce4-daf8640c8e4c req-79d09ac7-8d0b-4c21-b530-ed8f44694435 tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff6e0259-588f-473e-8473-1ea8118925d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493693
Mar 31 18:15:46.139476 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd96bfe4-3bb1-4e25-9bfe-f9ac04e25b83 req-fb39d36f-5235-4192-8bed-2a1d1f4a9869 tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:15:46.141051 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-bd96bfe4-3bb1-4e25-9bfe-f9ac04e25b83 req-fb39d36f-5235-4192-8bed-2a1d1f4a9869 tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bcf99af-f089-4543-94c0-39ecee139bf7 HTTP/1.1" status: 200  len: 949 time: 0.0570319
Mar 31 18:15:46.192017 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-bd96bfe4-3bb1-4e25-9bfe-f9ac04e25b83 req-08e73c2f-49be-4000-9c44-88e7f7505b2c tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff6e0259-588f-473e-8473-1ea8118925d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442176
Mar 31 18:15:47.310689 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca481c8d-4a5d-4033-bc8c-2faa5c4f3cef req-0526cd16-2204-409b-913a-8b39e4ad30f9 tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:15:47.312235 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-ca481c8d-4a5d-4033-bc8c-2faa5c4f3cef req-0526cd16-2204-409b-913a-8b39e4ad30f9 tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bcf99af-f089-4543-94c0-39ecee139bf7 HTTP/1.1" status: 200  len: 949 time: 0.0541842
Mar 31 18:15:47.360282 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-ca481c8d-4a5d-4033-bc8c-2faa5c4f3cef req-3c339c0e-fdc3-4314-8288-b366caf461f3 tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff6e0259-588f-473e-8473-1ea8118925d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416391
Mar 31 18:15:47.605716 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10b9cb2-4cdd-4c09-8379-77337553f826 req-97f2d827-8dd3-493f-a003-978c61c5b14f tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:15:47.607700 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-e10b9cb2-4cdd-4c09-8379-77337553f826 req-97f2d827-8dd3-493f-a003-978c61c5b14f tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] 10.222.0.44 "GET /v2.0/ports?device_id=6bcf99af-f089-4543-94c0-39ecee139bf7 HTTP/1.1" status: 200  len: 949 time: 0.1073787
Mar 31 18:15:47.716204 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [req-e10b9cb2-4cdd-4c09-8379-77337553f826 req-e9771c9e-1060-4f97-b629-47124ef176b8 tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] Deleting port b90b496d-8c4e-46bd-93a0-9e0e45bd14f0 {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 31 18:15:47.716548 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-e10b9cb2-4cdd-4c09-8379-77337553f826 req-e9771c9e-1060-4f97-b629-47124ef176b8 tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759343023638'] for port (b90b496d-8c4e-46bd-93a0-9e0e45bd14f0), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:47.812278 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [req-e10b9cb2-4cdd-4c09-8379-77337553f826 req-e9771c9e-1060-4f97-b629-47124ef176b8 tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] For port b90b496d-8c4e-46bd-93a0-9e0e45bd14f0, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b90b496d-8c4e-46bd-93a0-9e0e45bd14f0,segment=NetworkSegment(959568e5-d451-4703-9a86-ba56cc3b62e8),segment_id=959568e5-d451-4703-9a86-ba56cc3b62e8)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:15:47.816806 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-e10b9cb2-4cdd-4c09-8379-77337553f826 req-e9771c9e-1060-4f97-b629-47124ef176b8 tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505421'] for port (b90b496d-8c4e-46bd-93a0-9e0e45bd14f0), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:47.826233 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [req-e10b9cb2-4cdd-4c09-8379-77337553f826 req-e9771c9e-1060-4f97-b629-47124ef176b8 tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] Calling delete_port for b90b496d-8c4e-46bd-93a0-9e0e45bd14f0 owned by compute:nova {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 31 18:15:48.057360 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-e10b9cb2-4cdd-4c09-8379-77337553f826 req-e9771c9e-1060-4f97-b629-47124ef176b8 tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759343027577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759342510071'] for port (b90b496d-8c4e-46bd-93a0-9e0e45bd14f0), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:48.074524 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8c0bf7-5fdf-4d31-8677-5c1d71514677 req-d66081c9-d3ca-484d-a1d7-94e948e4a642 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:15:48.076018 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-0e8c0bf7-5fdf-4d31-8677-5c1d71514677 req-d66081c9-d3ca-484d-a1d7-94e948e4a642 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=779c13cd-7a7a-47b4-b488-0d1e365c3dc4 HTTP/1.1" status: 200  len: 945 time: 0.0602045
Mar 31 18:15:48.086023 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9771c9e-1060-4f97-b629-47124ef176b8 tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] Pushing event deleted for resources: {'Port': ['ID=b90b496d-8c4e-46bd-93a0-9e0e45bd14f0,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:15:48.150134 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [req-e10b9cb2-4cdd-4c09-8379-77337553f826 req-e9771c9e-1060-4f97-b629-47124ef176b8 tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] No DVR routers for this DVR port b90b496d-8c4e-46bd-93a0-9e0e45bd14f0 on host hv-cinder-maste {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 31 18:15:48.154830 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-e10b9cb2-4cdd-4c09-8379-77337553f826 req-e9771c9e-1060-4f97-b629-47124ef176b8 tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30337'] for port (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:48.155726 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-0e8c0bf7-5fdf-4d31-8677-5c1d71514677 req-293d75d2-7208-44a9-8f8f-eb45d4b73f0a tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=17058b10-5914-4853-8fcd-dda14ab54996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0733109
Mar 31 18:15:48.158151 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-e10b9cb2-4cdd-4c09-8379-77337553f826 req-e9771c9e-1060-4f97-b629-47124ef176b8 tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] 10.222.0.44 "DELETE /v2.0/ports/b90b496d-8c4e-46bd-93a0-9e0e45bd14f0 HTTP/1.1" status: 204  len: 173 time: 0.5443194
Mar 31 18:15:48.158833 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bcf99af-f089-4543-94c0-39ecee139bf7', 'name': 'network-vif-deleted', 'tag': 'b90b496d-8c4e-46bd-93a0-9e0e45bd14f0'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 31 18:15:48.161153 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73fc78de55affb2fac0a31bf62e314c48f0d961b1f9e9815d43b8150b113e94f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97e99470-18a3-44b3-bb85-8f1ae42a7ef2" -d '{"events": [{"server_uuid": "6bcf99af-f089-4543-94c0-39ecee139bf7", "name": "network-vif-deleted", "tag": "b90b496d-8c4e-46bd-93a0-9e0e45bd14f0"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 31 18:15:48.198327 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 18:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-603ea84e-f65f-4b96-a2ef-6a97a6b84a73 x-openstack-request-id: req-603ea84e-f65f-4b96-a2ef-6a97a6b84a73 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 31 18:15:48.198660 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bcf99af-f089-4543-94c0-39ecee139bf7", "name": "network-vif-deleted", "tag": "b90b496d-8c4e-46bd-93a0-9e0e45bd14f0", "status": "completed", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 31 18:15:48.198923 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-603ea84e-f65f-4b96-a2ef-6a97a6b84a73 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 31 18:15:48.199348 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-603ea84e-f65f-4b96-a2ef-6a97a6b84a73'] response: {'server_uuid': '6bcf99af-f089-4543-94c0-39ecee139bf7', 'name': 'network-vif-deleted', 'tag': 'b90b496d-8c4e-46bd-93a0-9e0e45bd14f0', 'status': 'completed', 'code': 200}
Mar 31 18:15:48.452369 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-a72b691c-2b96-47a1-bb10-64df4bd1e9d6 req-32d38a12-f6f1-4835-b96e-b826733a4651 tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bcf99af-f089-4543-94c0-39ecee139bf7 HTTP/1.1" status: 200  len: 210 time: 0.0260279
Mar 31 18:15:48.966420 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b24265-6095-48cf-b5ac-2ea2bb1a12aa req-b3219150-fe08-4272-bf4c-f626761b832b tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:15:48.967912 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-04b24265-6095-48cf-b5ac-2ea2bb1a12aa req-b3219150-fe08-4272-bf4c-f626761b832b tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] 10.222.0.58 "GET /v2.0/networks?id=6985b94c-578f-440f-adb1-d40b9aefd2a5 HTTP/1.1" status: 200  len: 808 time: 0.1020069
Mar 31 18:15:48.982354 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-04b24265-6095-48cf-b5ac-2ea2bb1a12aa req-5710acbe-83fd-48d0-a577-514b12d64f49 tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] 10.222.0.58 "GET /v2.0/quotas/b2d7dee7188943ae84823848038e5357 HTTP/1.1" status: 200  len: 375 time: 0.0089593
Mar 31 18:15:49.033611 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-04b24265-6095-48cf-b5ac-2ea2bb1a12aa req-d0646112-5c13-4c6d-8400-2763e69ac2a0 tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=b2d7dee7188943ae84823848038e5357&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0458248
Mar 31 18:15:49.178708 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [req-04b24265-6095-48cf-b5ac-2ea2bb1a12aa req-feb3503b-e85c-421e-aa9e-a18cca2bc391 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=103897) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 31 18:15:49.179770 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-04b24265-6095-48cf-b5ac-2ea2bb1a12aa req-feb3503b-e85c-421e-aa9e-a18cca2bc391 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0526822
Mar 31 18:15:49.274551 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-04b24265-6095-48cf-b5ac-2ea2bb1a12aa req-9b0bbe24-d8b2-479c-a132-d4783238ec37 service neutron] 10.222.0.58 "GET /v2.0/networks/6985b94c-578f-440f-adb1-d40b9aefd2a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0887330
Mar 31 18:15:49.279474 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de94059e-1811-43e8-a5c0-8c2bdc4ea570 req-8ebdc14b-12fc-4aab-8a6f-673a85a48fca tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:15:49.281097 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-de94059e-1811-43e8-a5c0-8c2bdc4ea570 req-8ebdc14b-12fc-4aab-8a6f-673a85a48fca tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=779c13cd-7a7a-47b4-b488-0d1e365c3dc4 HTTP/1.1" status: 200  len: 945 time: 0.0560188
Mar 31 18:15:49.328802 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-de94059e-1811-43e8-a5c0-8c2bdc4ea570 req-6ee4b822-1e2d-4727-8f9a-6955af97f2a1 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=17058b10-5914-4853-8fcd-dda14ab54996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415008
Mar 31 18:15:49.366809 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-04b24265-6095-48cf-b5ac-2ea2bb1a12aa req-3e688794-19d4-4873-857c-5760f1691315 service neutron] 10.222.0.58 "GET /v2.0/networks/6985b94c-578f-440f-adb1-d40b9aefd2a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0862994
Mar 31 18:15:49.547296 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-bc6ecb15-3315-4544-a26e-6236fa947d76 req-89be8b58-f61f-46fd-8d98-671370d70ef6 tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bcf99af-f089-4543-94c0-39ecee139bf7 HTTP/1.1" status: 200  len: 210 time: 0.0265048
Mar 31 18:15:49.693130 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-76fd6f96-5459-4e7f-8366-a36311e7edf1 req-0b35de38-352c-45e8-a5f9-4c69867bafcd tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] 10.222.0.58 "GET /v2.0/ports?device_id=46c453cb-f20b-4389-9b6c-58852e5cd908 HTTP/1.1" status: 200  len: 210 time: 0.0299647
Mar 31 18:15:50.448788 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ffa820-899f-45c3-95fd-184d42caa663 req-41341432-a3e7-47a1-bb94-340a95198be0 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:15:50.450251 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-c8ffa820-899f-45c3-95fd-184d42caa663 req-41341432-a3e7-47a1-bb94-340a95198be0 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=779c13cd-7a7a-47b4-b488-0d1e365c3dc4 HTTP/1.1" status: 200  len: 945 time: 0.0526922
Mar 31 18:15:50.500441 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-c8ffa820-899f-45c3-95fd-184d42caa663 req-b07058e4-82cd-4b0c-b5d5-309b55aa3929 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=17058b10-5914-4853-8fcd-dda14ab54996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445509
Mar 31 18:15:50.648909 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-e9a75633-8dcb-49d2-9a1f-3b3d4425c773 req-bad170ca-0918-4e68-8791-7f36c73a6248 tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bcf99af-f089-4543-94c0-39ecee139bf7 HTTP/1.1" status: 200  len: 210 time: 0.0301523
Mar 31 18:15:50.771793 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-b32fc412-fe14-48a3-8959-dd2d7fa58a93 req-b01718ed-609b-4e43-ac06-2b12e33d8d0c tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] 10.222.0.58 "GET /v2.0/ports?device_id=46c453cb-f20b-4389-9b6c-58852e5cd908 HTTP/1.1" status: 200  len: 210 time: 0.0274746
Mar 31 18:15:51.616718 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab508f9-5b27-4a00-a95b-436d18a4eae3 req-908047b8-269f-4a56-8400-0586fd45b0b6 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:15:51.618171 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-1ab508f9-5b27-4a00-a95b-436d18a4eae3 req-908047b8-269f-4a56-8400-0586fd45b0b6 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=779c13cd-7a7a-47b4-b488-0d1e365c3dc4 HTTP/1.1" status: 200  len: 945 time: 0.0517464
Mar 31 18:15:51.664472 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-1ab508f9-5b27-4a00-a95b-436d18a4eae3 req-f49243d8-57eb-4015-be52-02545c8d04f9 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=17058b10-5914-4853-8fcd-dda14ab54996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408504
Mar 31 18:15:51.744091 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-726173f3-8600-4c7b-9610-5fb4923f3093 req-c1be44ad-6bfb-4537-bd90-12af6f721f89 tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bcf99af-f089-4543-94c0-39ecee139bf7 HTTP/1.1" status: 200  len: 210 time: 0.0258117
Mar 31 18:15:51.860137 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-25f7751a-0770-48cb-ac00-73312de5c71d req-5d0a36ee-83dd-4977-92d2-b86d7604bc8b tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] 10.222.0.58 "GET /v2.0/ports?device_id=46c453cb-f20b-4389-9b6c-58852e5cd908 HTTP/1.1" status: 200  len: 210 time: 0.0257487
Mar 31 18:15:51.879039 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Device b90b496d-8c4e-46bd-93a0-9e0e45bd14f0 no longer exists at agent hyperv_hv-cinder-maste {{(pid=103898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 31 18:15:51.903634 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] No Port match for: b90b496d-8c4e-46bd-93a0-9e0e45bd14f0 {{(pid=103898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 31 18:15:51.903978 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Device b90b496d-8c4e-46bd-93a0-9e0e45bd14f0 not bound to the agent host hv-cinder-maste {{(pid=103898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 31 18:15:51.991793 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b8dc3d-01bd-4b44-904b-c74f7741c246 req-6d7a2f19-2540-4c2a-9a80-935c7d8f0353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:15:51.993254 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-93b8dc3d-01bd-4b44-904b-c74f7741c246 req-6d7a2f19-2540-4c2a-9a80-935c7d8f0353 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6fc2eb72902a441ca6a6fa9350ce75f8&device_id=779c13cd-7a7a-47b4-b488-0d1e365c3dc4 HTTP/1.1" status: 200  len: 1129 time: 0.0465102
Mar 31 18:15:52.086425 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b8dc3d-01bd-4b44-904b-c74f7741c246 req-f4544ae8-0640-4fb0-bbaf-177a34802dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:15:52.087960 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-93b8dc3d-01bd-4b44-904b-c74f7741c246 req-f4544ae8-0640-4fb0-bbaf-177a34802dfc service neutron] 10.222.0.44 "GET /v2.0/networks?id=fca50c83-3b91-4a03-8e1d-d873f4d904c1 HTTP/1.1" status: 200  len: 920 time: 0.0887597
Mar 31 18:15:52.130249 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-93b8dc3d-01bd-4b44-904b-c74f7741c246 req-4df86a59-1182-41c8-88f5-b186be329303 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a16d9c5f-04bd-414b-a468-f0a9a47b917b HTTP/1.1" status: 200  len: 217 time: 0.0357320
Mar 31 18:15:52.185226 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b8dc3d-01bd-4b44-904b-c74f7741c246 req-5c8d8211-f150-4254-b3a7-b9372f710d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:15:52.186707 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-93b8dc3d-01bd-4b44-904b-c74f7741c246 req-5c8d8211-f150-4254-b3a7-b9372f710d90 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5c50616b-7511-4714-bd2d-e587d92cf7dd HTTP/1.1" status: 200  len: 858 time: 0.0483356
Mar 31 18:15:52.235015 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b8dc3d-01bd-4b44-904b-c74f7741c246 req-49ebae77-87f0-47b5-9b45-aeeaf3afbf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:15:52.237002 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-93b8dc3d-01bd-4b44-904b-c74f7741c246 req-49ebae77-87f0-47b5-9b45-aeeaf3afbf9c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fca50c83-3b91-4a03-8e1d-d873f4d904c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0437763
Mar 31 18:15:52.328088 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-93b8dc3d-01bd-4b44-904b-c74f7741c246 req-afef46ec-320d-4b4d-8685-bdfcd784ed2a service neutron] 10.222.0.44 "GET /v2.0/networks/fca50c83-3b91-4a03-8e1d-d873f4d904c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0850317
Mar 31 18:15:52.420869 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-93b8dc3d-01bd-4b44-904b-c74f7741c246 req-fe3e782a-1fe4-4f84-91c8-f16288db8ad0 service neutron] 10.222.0.44 "GET /v2.0/networks/fca50c83-3b91-4a03-8e1d-d873f4d904c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0862117
Mar 31 18:15:52.794575 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8334f802-8aeb-4a39-88cc-6de2cb735992 req-95971f1c-47e3-4881-b9f7-488063b2cfb0 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:15:52.796161 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-8334f802-8aeb-4a39-88cc-6de2cb735992 req-95971f1c-47e3-4881-b9f7-488063b2cfb0 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=779c13cd-7a7a-47b4-b488-0d1e365c3dc4 HTTP/1.1" status: 200  len: 945 time: 0.0641541
Mar 31 18:15:52.848348 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-8334f802-8aeb-4a39-88cc-6de2cb735992 req-e5abc372-5bc2-4e2f-9924-f152243e7600 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=17058b10-5914-4853-8fcd-dda14ab54996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458548
Mar 31 18:15:52.861678 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-1966bea7-a8ad-46ae-a94f-5417b2d79418 req-d954c485-70d0-4e84-8df9-903e22515b4c tempest-VolumesNegativeTest-790833909 tempest-VolumesNegativeTest-790833909-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bcf99af-f089-4543-94c0-39ecee139bf7 HTTP/1.1" status: 200  len: 210 time: 0.0332701
Mar 31 18:15:52.959066 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-9746a616-a131-4276-b49a-3bf978c9e8ca req-dd73af8b-292f-403c-9aeb-2cf81392496b tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] 10.222.0.58 "GET /v2.0/ports?device_id=46c453cb-f20b-4389-9b6c-58852e5cd908 HTTP/1.1" status: 200  len: 210 time: 0.0303390
Mar 31 18:15:53.972152 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 48900) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:15:54.019565 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7baa67f-2220-4e8a-b87e-fb3ddc0e481d admin admin] Deleting subnet 622b571b-67b2-4395-8284-7f24d53bc7c5 {{(pid=103896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 31 18:15:54.022877 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e7baa67f-2220-4e8a-b87e-fb3ddc0e481d admin admin] Publish callbacks [] for subnet (622b571b-67b2-4395-8284-7f24d53bc7c5), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:54.055403 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-9fefdda6-a557-4988-9c1a-8e5018a63a1f req-4733b0a7-d2ba-4346-b3aa-2a47ffc96226 tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] 10.222.0.58 "GET /v2.0/ports?device_id=46c453cb-f20b-4389-9b6c-58852e5cd908 HTTP/1.1" status: 200  len: 210 time: 0.0276389
Mar 31 18:15:54.070224 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075b51af-92a9-48ef-8735-d7815f65bdb5 req-67138cb6-853d-41e9-8925-804796a09734 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:15:54.071778 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-075b51af-92a9-48ef-8735-d7815f65bdb5 req-67138cb6-853d-41e9-8925-804796a09734 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=779c13cd-7a7a-47b4-b488-0d1e365c3dc4 HTTP/1.1" status: 200  len: 945 time: 0.1362169
Mar 31 18:15:54.078015 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e7baa67f-2220-4e8a-b87e-fb3ddc0e481d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13596100'] for subnet (622b571b-67b2-4395-8284-7f24d53bc7c5), precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:54.150894 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e7baa67f-2220-4e8a-b87e-fb3ddc0e481d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1237091'] for subnet (622b571b-67b2-4395-8284-7f24d53bc7c5), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:54.178742 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-075b51af-92a9-48ef-8735-d7815f65bdb5 req-9fa890b4-0df0-4dbd-968e-362415e4d978 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=17058b10-5914-4853-8fcd-dda14ab54996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0985088
Mar 31 18:15:54.299808 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e7baa67f-2220-4e8a-b87e-fb3ddc0e481d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1237076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12884961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33198951'] for subnet (622b571b-67b2-4395-8284-7f24d53bc7c5), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:54.328506 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7baa67f-2220-4e8a-b87e-fb3ddc0e481d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=622b571b-67b2-4395-8284-7f24d53bc7c5,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:15:54.330519 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e7baa67f-2220-4e8a-b87e-fb3ddc0e481d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:54.335114 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-e7baa67f-2220-4e8a-b87e-fb3ddc0e481d admin admin] 10.222.0.58 "DELETE /v2.0/subnets/622b571b-67b2-4395-8284-7f24d53bc7c5 HTTP/1.1" status: 204  len: 168 time: 0.3619452
Mar 31 18:15:54.336358 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 48924) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:15:54.405572 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-840eaffc-4b1e-40d7-92f0-336d0ac7453a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1066274'] for network (fc4d8f94-f9ee-4ded-bbd4-1fac4709575b), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:54.493511 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-840eaffc-4b1e-40d7-92f0-336d0ac7453a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223144', 'neutron.services.segments.db._delete_segments_for_network-8759342854202'] for network (fc4d8f94-f9ee-4ded-bbd4-1fac4709575b), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:54.514476 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-840eaffc-4b1e-40d7-92f0-336d0ac7453a admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f77141b3610>> segment before_delete 55550000 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:15:54.514836 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-840eaffc-4b1e-40d7-92f0-336d0ac7453a admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f77141b3610>> subnet precommit_delete_associations 55550000 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:15:54.515565 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-840eaffc-4b1e-40d7-92f0-336d0ac7453a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f77141b3970>> segment_host_mapping after_create 55550000 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:15:54.515885 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-840eaffc-4b1e-40d7-92f0-336d0ac7453a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f77141b3970>> port after_create 55550000 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:15:54.516200 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-840eaffc-4b1e-40d7-92f0-336d0ac7453a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f77141b3970>> port after_delete 55550000 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:15:54.516527 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-840eaffc-4b1e-40d7-92f0-336d0ac7453a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f77141b3970>> port after_update 55550000 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:15:54.517412 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-840eaffc-4b1e-40d7-92f0-336d0ac7453a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f77141b3970>> segment after_delete 55550000 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:15:54.517886 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-840eaffc-4b1e-40d7-92f0-336d0ac7453a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f77141b3970>> subnet after_create 55550000 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:15:54.518196 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-840eaffc-4b1e-40d7-92f0-336d0ac7453a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f77141b3970>> subnet after_delete 55550000 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:15:54.518507 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-840eaffc-4b1e-40d7-92f0-336d0ac7453a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f77141b3970>> subnet after_update 55550000 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:15:54.586633 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-840eaffc-4b1e-40d7-92f0-336d0ac7453a admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f770fe4f940>> subnet after_create 55550000 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:15:54.587001 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-840eaffc-4b1e-40d7-92f0-336d0ac7453a admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f770fe4f940>> subnet after_delete 55550000 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:15:54.587337 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-840eaffc-4b1e-40d7-92f0-336d0ac7453a admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f770fe4f940>> subnet before_create 55550000 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:15:54.587671 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-840eaffc-4b1e-40d7-92f0-336d0ac7453a admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f770fe4f940>> subnet before_update 55550000 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 31 18:15:54.588049 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.services.segments.db [None req-840eaffc-4b1e-40d7-92f0-336d0ac7453a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f77141b3d00>,) {'filters': {'network_id': ['fc4d8f94-f9ee-4ded-bbd4-1fac4709575b']}} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:15:54.605873 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.services.segments.db [None req-840eaffc-4b1e-40d7-92f0-336d0ac7453a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f77141b3d00>, '77b738b1-5806-4db5-83d3-a85aec574e86') {'for_net_delete': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:15:54.606187 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.services.segments.db [None req-840eaffc-4b1e-40d7-92f0-336d0ac7453a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f77141b3d00>, '77b738b1-5806-4db5-83d3-a85aec574e86') {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:15:54.621765 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-840eaffc-4b1e-40d7-92f0-336d0ac7453a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759343069251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13080884'] for segment (77b738b1-5806-4db5-83d3-a85aec574e86), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:54.643377 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-840eaffc-4b1e-40d7-92f0-336d0ac7453a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186132'] for segment (77b738b1-5806-4db5-83d3-a85aec574e86), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:54.651170 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-840eaffc-4b1e-40d7-92f0-336d0ac7453a admin admin] Releasing vlan 594 on physical network physnet1 to pool {{(pid=103897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 31 18:15:54.651552 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-840eaffc-4b1e-40d7-92f0-336d0ac7453a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13082068'] for segment (77b738b1-5806-4db5-83d3-a85aec574e86), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:54.655861 dv-cinder-master-3-iscsi neutron-server[103897]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Mar 31 18:15:54.655861 dv-cinder-master-3-iscsi neutron-server[103897]:   from cryptography.utils import int_from_bytes
Mar 31 18:15:54.655861 dv-cinder-master-3-iscsi neutron-server[103897]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Mar 31 18:15:54.655861 dv-cinder-master-3-iscsi neutron-server[103897]:   from cryptography.utils import int_from_bytes
Mar 31 18:15:54.655861 dv-cinder-master-3-iscsi neutron-server[103897]: Traceback (most recent call last):
Mar 31 18:15:54.655861 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 31 18:15:54.655861 dv-cinder-master-3-iscsi neutron-server[103897]:     timer()
Mar 31 18:15:54.655861 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 31 18:15:54.655861 dv-cinder-master-3-iscsi neutron-server[103897]:     cb(*args, **kw)
Mar 31 18:15:54.655861 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 31 18:15:54.655861 dv-cinder-master-3-iscsi neutron-server[103897]:     return func(*args, **kwargs)
Mar 31 18:15:54.655861 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 31 18:15:54.655861 dv-cinder-master-3-iscsi neutron-server[103897]:     self._notify()
Mar 31 18:15:54.655861 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 31 18:15:54.655861 dv-cinder-master-3-iscsi neutron-server[103897]:     self.callback(batched_events)
Mar 31 18:15:54.655861 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 31 18:15:54.655861 dv-cinder-master-3-iscsi neutron-server[103897]:     event.method(event)
Mar 31 18:15:54.655861 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 31 18:15:54.655861 dv-cinder-master-3-iscsi neutron-server[103897]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 31 18:15:54.655861 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 31 18:15:54.655861 dv-cinder-master-3-iscsi neutron-server[103897]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 31 18:15:54.655861 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 31 18:15:54.655861 dv-cinder-master-3-iscsi neutron-server[103897]:     return f(self, *a, **k)
Mar 31 18:15:54.655861 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 31 18:15:54.655861 dv-cinder-master-3-iscsi neutron-server[103897]:     return self._get(url).json()
Mar 31 18:15:54.655861 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 31 18:15:54.655861 dv-cinder-master-3-iscsi neutron-server[103897]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 31 18:15:54.655861 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 31 18:15:54.655861 dv-cinder-master-3-iscsi neutron-server[103897]:     return self.request(url, 'GET', **kwargs)
Mar 31 18:15:54.655861 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 31 18:15:54.655861 dv-cinder-master-3-iscsi neutron-server[103897]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 31 18:15:54.655861 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 31 18:15:54.655861 dv-cinder-master-3-iscsi neutron-server[103897]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 31 18:15:54.655861 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 31 18:15:54.655861 dv-cinder-master-3-iscsi neutron-server[103897]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 31 18:15:54.655861 dv-cinder-master-3-iscsi neutron-server[103897]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 31 18:15:55.016321 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-840eaffc-4b1e-40d7-92f0-336d0ac7453a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-505961'] for network (fc4d8f94-f9ee-4ded-bbd4-1fac4709575b), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:55.024033 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-840eaffc-4b1e-40d7-92f0-336d0ac7453a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548721'] for network (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:55.027473 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-840eaffc-4b1e-40d7-92f0-336d0ac7453a admin admin] 10.222.0.58 "DELETE /v2.0/networks/fc4d8f94-f9ee-4ded-bbd4-1fac4709575b HTTP/1.1" status: 204  len: 168 time: 0.6901059
Mar 31 18:15:55.030305 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 48954) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:15:55.037617 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840eaffc-4b1e-40d7-92f0-336d0ac7453a admin admin] Pushing event deleted for resources: {'Network': ['ID=fc4d8f94-f9ee-4ded-bbd4-1fac4709575b,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:15:55.076126 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.db.db_base_plugin_v2 [None req-e42a6f22-8497-4fc3-a019-aaef8a442dad admin admin] Deleting subnet a06fa89f-b8ec-4444-8199-2fd4d6fbcd1e {{(pid=103896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 31 18:15:55.080286 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e42a6f22-8497-4fc3-a019-aaef8a442dad admin admin] Publish callbacks [] for subnet (a06fa89f-b8ec-4444-8199-2fd4d6fbcd1e), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:55.116191 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e42a6f22-8497-4fc3-a019-aaef8a442dad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13596100'] for subnet (a06fa89f-b8ec-4444-8199-2fd4d6fbcd1e), precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:55.162285 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e42a6f22-8497-4fc3-a019-aaef8a442dad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1237091'] for subnet (a06fa89f-b8ec-4444-8199-2fd4d6fbcd1e), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:55.166511 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-438fd3f8-69ca-48f2-8a21-dbe0048621ed req-2d6d409b-9cc0-42f2-a63f-a7d7de6e37ed tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] 10.222.0.58 "GET /v2.0/ports?device_id=46c453cb-f20b-4389-9b6c-58852e5cd908 HTTP/1.1" status: 200  len: 210 time: 0.0396531
Mar 31 18:15:55.293046 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e42a6f22-8497-4fc3-a019-aaef8a442dad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1237076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12884961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33198951'] for subnet (a06fa89f-b8ec-4444-8199-2fd4d6fbcd1e), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:55.324731 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42a6f22-8497-4fc3-a019-aaef8a442dad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a06fa89f-b8ec-4444-8199-2fd4d6fbcd1e,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:15:55.336824 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e42a6f22-8497-4fc3-a019-aaef8a442dad admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:55.340968 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-e42a6f22-8497-4fc3-a019-aaef8a442dad admin admin] 10.222.0.58 "DELETE /v2.0/subnets/a06fa89f-b8ec-4444-8199-2fd4d6fbcd1e HTTP/1.1" status: 204  len: 168 time: 0.3087583
Mar 31 18:15:55.350565 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bdfb99-8dd3-464a-9bb8-afa6170ac994 req-7f6fdd54-d793-474e-8882-8b9b03ad75f1 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:15:55.351626 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-18bdfb99-8dd3-464a-9bb8-afa6170ac994 req-7f6fdd54-d793-474e-8882-8b9b03ad75f1 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=779c13cd-7a7a-47b4-b488-0d1e365c3dc4 HTTP/1.1" status: 200  len: 945 time: 0.1023540
Mar 31 18:15:55.353567 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 49012) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:15:55.456681 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-18bdfb99-8dd3-464a-9bb8-afa6170ac994 req-565c9dcf-6fce-4906-997f-f83fd552ec7d tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=17058b10-5914-4853-8fcd-dda14ab54996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0959342
Mar 31 18:15:55.459098 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a106058d-f88f-422d-b840-3c6cae556b64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1066274'] for network (557a7c8a-3edd-4dd1-9715-fe1c9d5e0ce5), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:55.543188 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a106058d-f88f-422d-b840-3c6cae556b64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223144', 'neutron.services.segments.db._delete_segments_for_network-8759342854202'] for network (557a7c8a-3edd-4dd1-9715-fe1c9d5e0ce5), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:55.563165 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.services.segments.db [None req-a106058d-f88f-422d-b840-3c6cae556b64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7707e84190>,) {'filters': {'network_id': ['557a7c8a-3edd-4dd1-9715-fe1c9d5e0ce5']}} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:15:55.573437 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.services.segments.db [None req-a106058d-f88f-422d-b840-3c6cae556b64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7707e84190>, '4b969527-4405-4cc7-835a-6e9003082724') {'for_net_delete': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:15:55.573734 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.services.segments.db [None req-a106058d-f88f-422d-b840-3c6cae556b64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7707e84190>, '4b969527-4405-4cc7-835a-6e9003082724') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:15:55.583582 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a106058d-f88f-422d-b840-3c6cae556b64 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759343069251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13596111'] for segment (4b969527-4405-4cc7-835a-6e9003082724), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:55.598870 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a106058d-f88f-422d-b840-3c6cae556b64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186132'] for segment (4b969527-4405-4cc7-835a-6e9003082724), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:55.605227 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a106058d-f88f-422d-b840-3c6cae556b64 admin admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=103896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 31 18:15:55.605522 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a106058d-f88f-422d-b840-3c6cae556b64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12885831'] for segment (4b969527-4405-4cc7-835a-6e9003082724), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:55.607188 dv-cinder-master-3-iscsi neutron-server[103896]: Traceback (most recent call last):
Mar 31 18:15:55.607188 dv-cinder-master-3-iscsi neutron-server[103896]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 31 18:15:55.607188 dv-cinder-master-3-iscsi neutron-server[103896]:     timer()
Mar 31 18:15:55.607188 dv-cinder-master-3-iscsi neutron-server[103896]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 31 18:15:55.607188 dv-cinder-master-3-iscsi neutron-server[103896]:     cb(*args, **kw)
Mar 31 18:15:55.607188 dv-cinder-master-3-iscsi neutron-server[103896]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 31 18:15:55.607188 dv-cinder-master-3-iscsi neutron-server[103896]:     return func(*args, **kwargs)
Mar 31 18:15:55.607188 dv-cinder-master-3-iscsi neutron-server[103896]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 31 18:15:55.607188 dv-cinder-master-3-iscsi neutron-server[103896]:     self._notify()
Mar 31 18:15:55.607188 dv-cinder-master-3-iscsi neutron-server[103896]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 31 18:15:55.607188 dv-cinder-master-3-iscsi neutron-server[103896]:     self.callback(batched_events)
Mar 31 18:15:55.607188 dv-cinder-master-3-iscsi neutron-server[103896]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 31 18:15:55.607188 dv-cinder-master-3-iscsi neutron-server[103896]:     event.method(event)
Mar 31 18:15:55.607188 dv-cinder-master-3-iscsi neutron-server[103896]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 31 18:15:55.607188 dv-cinder-master-3-iscsi neutron-server[103896]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 31 18:15:55.607188 dv-cinder-master-3-iscsi neutron-server[103896]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 31 18:15:55.607188 dv-cinder-master-3-iscsi neutron-server[103896]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 31 18:15:55.607188 dv-cinder-master-3-iscsi neutron-server[103896]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 31 18:15:55.607188 dv-cinder-master-3-iscsi neutron-server[103896]:     return f(self, *a, **k)
Mar 31 18:15:55.607188 dv-cinder-master-3-iscsi neutron-server[103896]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 31 18:15:55.607188 dv-cinder-master-3-iscsi neutron-server[103896]:     return self._get(url).json()
Mar 31 18:15:55.607188 dv-cinder-master-3-iscsi neutron-server[103896]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 31 18:15:55.607188 dv-cinder-master-3-iscsi neutron-server[103896]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 31 18:15:55.607188 dv-cinder-master-3-iscsi neutron-server[103896]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 31 18:15:55.607188 dv-cinder-master-3-iscsi neutron-server[103896]:     return self.request(url, 'GET', **kwargs)
Mar 31 18:15:55.607188 dv-cinder-master-3-iscsi neutron-server[103896]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 31 18:15:55.607188 dv-cinder-master-3-iscsi neutron-server[103896]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 31 18:15:55.607188 dv-cinder-master-3-iscsi neutron-server[103896]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 31 18:15:55.607188 dv-cinder-master-3-iscsi neutron-server[103896]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 31 18:15:55.607188 dv-cinder-master-3-iscsi neutron-server[103896]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 31 18:15:55.607188 dv-cinder-master-3-iscsi neutron-server[103896]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 31 18:15:55.607188 dv-cinder-master-3-iscsi neutron-server[103896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 31 18:15:55.738195 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a106058d-f88f-422d-b840-3c6cae556b64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-505961'] for network (557a7c8a-3edd-4dd1-9715-fe1c9d5e0ce5), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:55.745326 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a106058d-f88f-422d-b840-3c6cae556b64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548721'] for network (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:55.753335 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-a106058d-f88f-422d-b840-3c6cae556b64 admin admin] 10.222.0.58 "DELETE /v2.0/networks/557a7c8a-3edd-4dd1-9715-fe1c9d5e0ce5 HTTP/1.1" status: 204  len: 168 time: 0.3942065
Mar 31 18:15:55.771024 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a106058d-f88f-422d-b840-3c6cae556b64 admin admin] Pushing event deleted for resources: {'Network': ['ID=557a7c8a-3edd-4dd1-9715-fe1c9d5e0ce5,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:15:56.159554 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 49046) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:15:56.200444 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-d24c2398-c406-4d88-95e3-4cebcac18de6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=92cbf027ed994b2da86041820afa7b35&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0396659
Mar 31 18:15:56.205323 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 49050) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:15:56.272703 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-4ae60e7c-95eb-45b0-a735-c20dad6dd212 req-055151b1-df75-41e8-9d1b-aafec083c26e tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] 10.222.0.58 "GET /v2.0/ports?device_id=46c453cb-f20b-4389-9b6c-58852e5cd908 HTTP/1.1" status: 200  len: 210 time: 0.0328860
Mar 31 18:15:56.283328 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-26c45b0a-1942-404d-90c7-8a9949d900a6 admin admin] Publish callbacks [] for security_group (a5137170-c02d-4b0c-83ca-2b9da46ac662), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:56.306162 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-26c45b0a-1942-404d-90c7-8a9949d900a6 admin admin] Publish callbacks [] for security_group (a5137170-c02d-4b0c-83ca-2b9da46ac662), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:56.444197 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-26c45b0a-1942-404d-90c7-8a9949d900a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (a5137170-c02d-4b0c-83ca-2b9da46ac662), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:56.447175 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-26c45b0a-1942-404d-90c7-8a9949d900a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:56.448317 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-26c45b0a-1942-404d-90c7-8a9949d900a6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a5137170-c02d-4b0c-83ca-2b9da46ac662 HTTP/1.1" status: 204  len: 168 time: 0.2443836
Mar 31 18:15:56.456860 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c45b0a-1942-404d-90c7-8a9949d900a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5137170-c02d-4b0c-83ca-2b9da46ac662,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:15:56.590653 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef6554a-f50d-4470-a87e-c0b89809026f req-9ace1989-bd46-4694-9433-380c567c81f4 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:15:56.592136 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-1ef6554a-f50d-4470-a87e-c0b89809026f req-9ace1989-bd46-4694-9433-380c567c81f4 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=779c13cd-7a7a-47b4-b488-0d1e365c3dc4 HTTP/1.1" status: 200  len: 945 time: 0.0582252
Mar 31 18:15:56.646470 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-1ef6554a-f50d-4470-a87e-c0b89809026f req-71176f53-80b3-4839-9216-6fbe9ca4eee4 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=17058b10-5914-4853-8fcd-dda14ab54996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486498
Mar 31 18:15:57.272089 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 49124) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:15:57.313818 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-1cd46b6a-a366-46e7-b73f-4a868272f986 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5d1721b4b84c4f86b3c28efdba42d6e7&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0404577
Mar 31 18:15:57.316979 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 49128) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:15:57.371400 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-44b77282-66c0-49dc-ac57-85bd6c43764d req-82399f41-660f-477b-be8c-92dad3569e1b tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] 10.222.0.58 "GET /v2.0/ports?device_id=46c453cb-f20b-4389-9b6c-58852e5cd908 HTTP/1.1" status: 200  len: 210 time: 0.0286024
Mar 31 18:15:57.379570 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f0f4cd26-7ea2-4722-a5ce-215e9005732b admin admin] Publish callbacks [] for security_group (4cd7d7ca-c6d8-47d1-bdd6-4def31f9a4fa), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:57.403133 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f0f4cd26-7ea2-4722-a5ce-215e9005732b admin admin] Publish callbacks [] for security_group (4cd7d7ca-c6d8-47d1-bdd6-4def31f9a4fa), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:57.547013 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f0f4cd26-7ea2-4722-a5ce-215e9005732b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (4cd7d7ca-c6d8-47d1-bdd6-4def31f9a4fa), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:57.550031 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f0f4cd26-7ea2-4722-a5ce-215e9005732b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:57.551210 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-f0f4cd26-7ea2-4722-a5ce-215e9005732b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4cd7d7ca-c6d8-47d1-bdd6-4def31f9a4fa HTTP/1.1" status: 204  len: 168 time: 0.2331572
Mar 31 18:15:57.559098 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f4cd26-7ea2-4722-a5ce-215e9005732b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cd7d7ca-c6d8-47d1-bdd6-4def31f9a4fa,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:15:57.765222 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebfd8d6-1a51-4763-9408-a0b6c716b7ad req-577c362c-524e-40ef-a302-9b4e0749f3e5 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:15:57.767414 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-aebfd8d6-1a51-4763-9408-a0b6c716b7ad req-577c362c-524e-40ef-a302-9b4e0749f3e5 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=779c13cd-7a7a-47b4-b488-0d1e365c3dc4 HTTP/1.1" status: 200  len: 945 time: 0.0547597
Mar 31 18:15:57.816912 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-aebfd8d6-1a51-4763-9408-a0b6c716b7ad req-a3859859-a9dc-4e54-806c-eb91f871b350 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=17058b10-5914-4853-8fcd-dda14ab54996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437710
Mar 31 18:15:58.008066 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b24265-6095-48cf-b5ac-2ea2bb1a12aa req-875cac3e-46e8-48a7-9098-69b0cc9e4147 tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:15:58.009777 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-04b24265-6095-48cf-b5ac-2ea2bb1a12aa req-875cac3e-46e8-48a7-9098-69b0cc9e4147 tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] 10.222.0.44 "GET /v2.0/networks?id=6985b94c-578f-440f-adb1-d40b9aefd2a5 HTTP/1.1" status: 200  len: 808 time: 0.1287630
Mar 31 18:15:58.029767 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.v2.base [req-04b24265-6095-48cf-b5ac-2ea2bb1a12aa req-814069d4-462c-48e2-85c5-8405e70231da tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] Request body: {'port': {'device_id': '46c453cb-f20b-4389-9b6c-58852e5cd908', 'network_id': '6985b94c-578f-440f-adb1-d40b9aefd2a5', 'admin_state_up': True, 'tenant_id': 'b2d7dee7188943ae84823848038e5357'}} {{(pid=103897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:15:58.278444 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04b24265-6095-48cf-b5ac-2ea2bb1a12aa req-814069d4-462c-48e2-85c5-8405e70231da tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] Made reservation on behalf of b2d7dee7188943ae84823848038e5357 for: {'port': 1} {{(pid=103897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 31 18:15:58.283032 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-04b24265-6095-48cf-b5ac-2ea2bb1a12aa req-814069d4-462c-48e2-85c5-8405e70231da tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (None), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:58.430969 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [req-04b24265-6095-48cf-b5ac-2ea2bb1a12aa req-814069d4-462c-48e2-85c5-8405e70231da tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] Allocated IP 172.20.0.7 (6985b94c-578f-440f-adb1-d40b9aefd2a5/5ef62352-9922-4923-b728-7f1de7d3b406/061db997-2b27-4a9a-9154-2a254b2384aa) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 31 18:15:58.558718 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-769339bc-838a-4217-9b0d-1792de2808dc req-25b60460-0ded-4052-8721-1773de5aa706 tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] 10.222.0.58 "GET /v2.0/ports?device_id=46c453cb-f20b-4389-9b6c-58852e5cd908 HTTP/1.1" status: 200  len: 210 time: 0.0704050
Mar 31 18:15:58.616484 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-04b24265-6095-48cf-b5ac-2ea2bb1a12aa req-814069d4-462c-48e2-85c5-8405e70231da tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] Publish callbacks [] for port (061db997-2b27-4a9a-9154-2a254b2384aa), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:58.782282 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-04b24265-6095-48cf-b5ac-2ea2bb1a12aa req-814069d4-462c-48e2-85c5-8405e70231da tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759342510062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13081985'] for port (061db997-2b27-4a9a-9154-2a254b2384aa), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:58.830463 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04b24265-6095-48cf-b5ac-2ea2bb1a12aa req-814069d4-462c-48e2-85c5-8405e70231da tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] Network 6985b94c-578f-440f-adb1-d40b9aefd2a5 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 31 18:15:58.843557 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [req-04b24265-6095-48cf-b5ac-2ea2bb1a12aa req-814069d4-462c-48e2-85c5-8405e70231da tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] Resources bound (agent type, host, resource id):  {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 31 18:15:58.851881 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [req-04b24265-6095-48cf-b5ac-2ea2bb1a12aa req-814069d4-462c-48e2-85c5-8405e70231da tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 31 18:15:58.857023 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814069d4-462c-48e2-85c5-8405e70231da tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] Pushing event updated for resources: {'Port': ['ID=061db997-2b27-4a9a-9154-2a254b2384aa,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:15:58.937483 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b24265-6095-48cf-b5ac-2ea2bb1a12aa req-814069d4-462c-48e2-85c5-8405e70231da tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:15:58.938546 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-04b24265-6095-48cf-b5ac-2ea2bb1a12aa req-814069d4-462c-48e2-85c5-8405e70231da tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30337'] for port (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:58.957370 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc878a5b-0f57-4a5f-92d7-f946cfe46e61 req-98fc7823-bcb9-4f49-bad3-39bb8df84182 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:15:58.958914 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-cc878a5b-0f57-4a5f-92d7-f946cfe46e61 req-98fc7823-bcb9-4f49-bad3-39bb8df84182 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=779c13cd-7a7a-47b4-b488-0d1e365c3dc4 HTTP/1.1" status: 200  len: 945 time: 0.0593810
Mar 31 18:15:58.992573 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5d0b03b5-fb98-44d4-8334-255b96bbd9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (08150f5b-1b08-4271-84f1-4a3b03ee1892), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:59.015319 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-cc878a5b-0f57-4a5f-92d7-f946cfe46e61 req-0150769b-f76f-4aaa-916c-eb7e9f25b0f0 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=17058b10-5914-4853-8fcd-dda14ab54996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500655
Mar 31 18:15:59.030267 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-04b24265-6095-48cf-b5ac-2ea2bb1a12aa req-814069d4-462c-48e2-85c5-8405e70231da tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0050213
Mar 31 18:15:59.053374 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.v2.base [req-04b24265-6095-48cf-b5ac-2ea2bb1a12aa req-c314f41d-7f03-42b2-ab5a-8fdfa013a141 service neutron] Request body: {'port': {'device_id': '46c453cb-f20b-4389-9b6c-58852e5cd908', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=103897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:15:59.109592 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-04b24265-6095-48cf-b5ac-2ea2bb1a12aa req-c314f41d-7f03-42b2-ab5a-8fdfa013a141 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (061db997-2b27-4a9a-9154-2a254b2384aa), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:59.382130 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [req-04b24265-6095-48cf-b5ac-2ea2bb1a12aa req-c314f41d-7f03-42b2-ab5a-8fdfa013a141 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 061db997-2b27-4a9a-9154-2a254b2384aa {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 31 18:15:59.389567 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-04b24265-6095-48cf-b5ac-2ea2bb1a12aa req-c314f41d-7f03-42b2-ab5a-8fdfa013a141 service neutron] Publish callbacks [] for port (061db997-2b27-4a9a-9154-2a254b2384aa), precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:59.401606 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [req-04b24265-6095-48cf-b5ac-2ea2bb1a12aa req-c314f41d-7f03-42b2-ab5a-8fdfa013a141 service neutron] Transition to ACTIVE for port object 061db997-2b27-4a9a-9154-2a254b2384aa will not be triggered until provisioned by entity L2. {{(pid=103897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 31 18:15:59.492276 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-04b24265-6095-48cf-b5ac-2ea2bb1a12aa req-c314f41d-7f03-42b2-ab5a-8fdfa013a141 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13081992'] for port (061db997-2b27-4a9a-9154-2a254b2384aa), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:59.545130 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c314f41d-7f03-42b2-ab5a-8fdfa013a141 service neutron] Pushing event updated for resources: {'Port': ['ID=061db997-2b27-4a9a-9154-2a254b2384aa,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:15:59.623682 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [req-04b24265-6095-48cf-b5ac-2ea2bb1a12aa req-c314f41d-7f03-42b2-ab5a-8fdfa013a141 service neutron] Attempting to bind port 061db997-2b27-4a9a-9154-2a254b2384aa on host hv-cinder-maste for vnic_type normal with profile  {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 31 18:15:59.624294 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [req-04b24265-6095-48cf-b5ac-2ea2bb1a12aa req-c314f41d-7f03-42b2-ab5a-8fdfa013a141 service neutron] Attempting to bind port 061db997-2b27-4a9a-9154-2a254b2384aa by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '2bf035f2-e500-40c1-b7c4-ababe279894a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '6985b94c-578f-440f-adb1-d40b9aefd2a5'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 31 18:15:59.625534 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b24265-6095-48cf-b5ac-2ea2bb1a12aa req-c314f41d-7f03-42b2-ab5a-8fdfa013a141 service neutron] Attempting to bind port 061db997-2b27-4a9a-9154-2a254b2384aa on network 6985b94c-578f-440f-adb1-d40b9aefd2a5 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 31 18:15:59.630766 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b24265-6095-48cf-b5ac-2ea2bb1a12aa req-c314f41d-7f03-42b2-ab5a-8fdfa013a141 service neutron] Port 061db997-2b27-4a9a-9154-2a254b2384aa on network 6985b94c-578f-440f-adb1-d40b9aefd2a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 31 18:15:59.631165 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b24265-6095-48cf-b5ac-2ea2bb1a12aa req-c314f41d-7f03-42b2-ab5a-8fdfa013a141 service neutron] Attempting to bind port 061db997-2b27-4a9a-9154-2a254b2384aa on network 6985b94c-578f-440f-adb1-d40b9aefd2a5 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 31 18:15:59.639545 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b24265-6095-48cf-b5ac-2ea2bb1a12aa req-c314f41d-7f03-42b2-ab5a-8fdfa013a141 service neutron] Checking agent: {'id': '06f31eaf-9418-4d11-8606-24a34b4b4893', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 11, 36), 'started_at': datetime.datetime(2022, 3, 31, 18, 11, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 31 18:15:59.639545 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b24265-6095-48cf-b5ac-2ea2bb1a12aa req-c314f41d-7f03-42b2-ab5a-8fdfa013a141 service neutron] Checking segment: {'id': '2bf035f2-e500-40c1-b7c4-ababe279894a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '6985b94c-578f-440f-adb1-d40b9aefd2a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 31 18:15:59.639545 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b24265-6095-48cf-b5ac-2ea2bb1a12aa req-c314f41d-7f03-42b2-ab5a-8fdfa013a141 service neutron] Bound using segment: {'id': '2bf035f2-e500-40c1-b7c4-ababe279894a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '6985b94c-578f-440f-adb1-d40b9aefd2a5'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 31 18:15:59.639545 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [req-04b24265-6095-48cf-b5ac-2ea2bb1a12aa req-c314f41d-7f03-42b2-ab5a-8fdfa013a141 service neutron] Bound port: 061db997-2b27-4a9a-9154-2a254b2384aa, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bf035f2-e500-40c1-b7c4-ababe279894a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '6985b94c-578f-440f-adb1-d40b9aefd2a5'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 31 18:15:59.639545 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-04b24265-6095-48cf-b5ac-2ea2bb1a12aa req-c314f41d-7f03-42b2-ab5a-8fdfa013a141 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (061db997-2b27-4a9a-9154-2a254b2384aa), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:59.758448 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d7ccb0-826e-4fb9-a909-2b89c781cdd5 req-acb37d66-a3da-4115-9dff-82acb4349a1e tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:15:59.758448 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-f8d7ccb0-826e-4fb9-a909-2b89c781cdd5 req-acb37d66-a3da-4115-9dff-82acb4349a1e tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] 10.222.0.58 "GET /v2.0/ports?device_id=46c453cb-f20b-4389-9b6c-58852e5cd908 HTTP/1.1" status: 200  len: 943 time: 0.1032605
Mar 31 18:15:59.758979 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [req-04b24265-6095-48cf-b5ac-2ea2bb1a12aa req-c314f41d-7f03-42b2-ab5a-8fdfa013a141 service neutron] For port 061db997-2b27-4a9a-9154-2a254b2384aa, host hv-cinder-maste, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 31 18:15:59.762601 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [req-04b24265-6095-48cf-b5ac-2ea2bb1a12aa req-c314f41d-7f03-42b2-ab5a-8fdfa013a141 service neutron] For port 061db997-2b27-4a9a-9154-2a254b2384aa, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=061db997-2b27-4a9a-9154-2a254b2384aa,segment=NetworkSegment(2bf035f2-e500-40c1-b7c4-ababe279894a),segment_id=2bf035f2-e500-40c1-b7c4-ababe279894a)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 31 18:15:59.809836 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-f8d7ccb0-826e-4fb9-a909-2b89c781cdd5 req-b95488bf-cf7a-434b-97c0-c6174bd46ae1 tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] 10.222.0.58 "GET /v2.0/security-groups?id=a53361f2-211f-4467-8d68-0ebc60b5d67d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435293
Mar 31 18:15:59.846860 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-04b24265-6095-48cf-b5ac-2ea2bb1a12aa req-c314f41d-7f03-42b2-ab5a-8fdfa013a141 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13081992'] for port (061db997-2b27-4a9a-9154-2a254b2384aa), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:59.880440 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b24265-6095-48cf-b5ac-2ea2bb1a12aa req-c314f41d-7f03-42b2-ab5a-8fdfa013a141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:15:59.881112 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-04b24265-6095-48cf-b5ac-2ea2bb1a12aa req-c314f41d-7f03-42b2-ab5a-8fdfa013a141 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30337'] for port (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:15:59.882548 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-04b24265-6095-48cf-b5ac-2ea2bb1a12aa req-c314f41d-7f03-42b2-ab5a-8fdfa013a141 service neutron] 10.222.0.44 "PUT /v2.0/ports/061db997-2b27-4a9a-9154-2a254b2384aa HTTP/1.1" status: 200  len: 1093 time: 0.8376362
Mar 31 18:15:59.883016 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46c453cb-f20b-4389-9b6c-58852e5cd908', 'tag': '061db997-2b27-4a9a-9154-2a254b2384aa'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 31 18:15:59.885542 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73fc78de55affb2fac0a31bf62e314c48f0d961b1f9e9815d43b8150b113e94f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34fe229a-6aa6-4d1e-9826-fcf75e6bcd29" -d '{"events": [{"name": "network-changed", "server_uuid": "46c453cb-f20b-4389-9b6c-58852e5cd908", "tag": "061db997-2b27-4a9a-9154-2a254b2384aa"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 31 18:15:59.924715 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c314f41d-7f03-42b2-ab5a-8fdfa013a141 service neutron] Pushing event updated for resources: {'Port': ['ID=061db997-2b27-4a9a-9154-2a254b2384aa,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:15:59.928667 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 18:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51b87eeb-8ea7-40f4-96fa-36168db0c9ea x-openstack-request-id: req-51b87eeb-8ea7-40f4-96fa-36168db0c9ea {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 31 18:15:59.928968 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46c453cb-f20b-4389-9b6c-58852e5cd908", "tag": "061db997-2b27-4a9a-9154-2a254b2384aa", "status": "completed", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 31 18:15:59.929225 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-51b87eeb-8ea7-40f4-96fa-36168db0c9ea {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 31 18:15:59.929627 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51b87eeb-8ea7-40f4-96fa-36168db0c9ea'] response: {'name': 'network-changed', 'server_uuid': '46c453cb-f20b-4389-9b6c-58852e5cd908', 'tag': '061db997-2b27-4a9a-9154-2a254b2384aa', 'status': 'completed', 'code': 200}
Mar 31 18:15:59.934385 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c314f41d-7f03-42b2-ab5a-8fdfa013a141 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:15:59.934786 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c314f41d-7f03-42b2-ab5a-8fdfa013a141 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:15:59.935136 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c314f41d-7f03-42b2-ab5a-8fdfa013a141 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:15:59.935483 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c314f41d-7f03-42b2-ab5a-8fdfa013a141 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:15:59.935820 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c314f41d-7f03-42b2-ab5a-8fdfa013a141 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:15:59.936159 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c314f41d-7f03-42b2-ab5a-8fdfa013a141 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:15:59.936513 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c314f41d-7f03-42b2-ab5a-8fdfa013a141 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:15:59.936846 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c314f41d-7f03-42b2-ab5a-8fdfa013a141 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:15:59.937178 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c314f41d-7f03-42b2-ab5a-8fdfa013a141 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:15:59.937510 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c314f41d-7f03-42b2-ab5a-8fdfa013a141 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:15:59.937887 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c314f41d-7f03-42b2-ab5a-8fdfa013a141 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:15:59.938217 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c314f41d-7f03-42b2-ab5a-8fdfa013a141 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:15:59.938553 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c314f41d-7f03-42b2-ab5a-8fdfa013a141 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:15:59.938912 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c314f41d-7f03-42b2-ab5a-8fdfa013a141 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:15:59.939242 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c314f41d-7f03-42b2-ab5a-8fdfa013a141 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:16:00.045167 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fe229a-6aa6-4d1e-9826-fcf75e6bcd29 req-2f6e1e54-f4b7-4fb1-827a-bc49b973699d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:16:00.046577 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-34fe229a-6aa6-4d1e-9826-fcf75e6bcd29 req-2f6e1e54-f4b7-4fb1-827a-bc49b973699d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b2d7dee7188943ae84823848038e5357&device_id=46c453cb-f20b-4389-9b6c-58852e5cd908 HTTP/1.1" status: 200  len: 1127 time: 0.0454528
Mar 31 18:16:00.189427 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fe229a-6aa6-4d1e-9826-fcf75e6bcd29 req-6edc3834-e7e9-436f-b83a-34b67c53e5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:16:00.190923 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-34fe229a-6aa6-4d1e-9826-fcf75e6bcd29 req-6edc3834-e7e9-436f-b83a-34b67c53e5a9 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=b2d7dee7188943ae84823848038e5357&shared=False HTTP/1.1" status: 200  len: 909 time: 0.1279075
Mar 31 18:16:00.198788 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eac7708-185b-4e68-b9be-60352a381b46 req-f471104f-0b2e-44fc-8c29-698a1b2590d1 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:16:00.200255 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-4eac7708-185b-4e68-b9be-60352a381b46 req-f471104f-0b2e-44fc-8c29-698a1b2590d1 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=779c13cd-7a7a-47b4-b488-0d1e365c3dc4 HTTP/1.1" status: 200  len: 945 time: 0.0887995
Mar 31 18:16:00.305833 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-4eac7708-185b-4e68-b9be-60352a381b46 req-3c20c5a0-8c02-415e-95d7-864c37a7f2ba tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=17058b10-5914-4853-8fcd-dda14ab54996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0965743
Mar 31 18:16:00.324645 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fe229a-6aa6-4d1e-9826-fcf75e6bcd29 req-dad74eaf-fc5c-4507-991f-74100eb3685c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:16:00.326091 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-34fe229a-6aa6-4d1e-9826-fcf75e6bcd29 req-dad74eaf-fc5c-4507-991f-74100eb3685c service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1249905
Mar 31 18:16:00.439536 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b24265-6095-48cf-b5ac-2ea2bb1a12aa req-128d67ac-d335-44cc-ba38-d7d09f86668b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:16:00.441085 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-04b24265-6095-48cf-b5ac-2ea2bb1a12aa req-128d67ac-d335-44cc-ba38-d7d09f86668b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b2d7dee7188943ae84823848038e5357&device_id=46c453cb-f20b-4389-9b6c-58852e5cd908 HTTP/1.1" status: 200  len: 1127 time: 0.0451458
Mar 31 18:16:00.494705 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-04b24265-6095-48cf-b5ac-2ea2bb1a12aa req-71e15a6f-a61b-426b-8fac-39349ce07f79 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=061db997-2b27-4a9a-9154-2a254b2384aa HTTP/1.1" status: 200  len: 217 time: 0.0392218
Mar 31 18:16:00.550085 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b24265-6095-48cf-b5ac-2ea2bb1a12aa req-56c210a5-fcd6-4533-a5fd-bf0b4d17fb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:16:00.551651 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-04b24265-6095-48cf-b5ac-2ea2bb1a12aa req-56c210a5-fcd6-4533-a5fd-bf0b4d17fb7e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5ef62352-9922-4923-b728-7f1de7d3b406 HTTP/1.1" status: 200  len: 848 time: 0.0503328
Mar 31 18:16:00.596276 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-04b24265-6095-48cf-b5ac-2ea2bb1a12aa req-d3949e01-bccd-462e-ac63-7ba28f4f409a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6985b94c-578f-440f-adb1-d40b9aefd2a5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0383039
Mar 31 18:16:00.723214 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-04b24265-6095-48cf-b5ac-2ea2bb1a12aa req-030366a4-ee54-46ab-9ff1-f739cc377974 service neutron] 10.222.0.44 "GET /v2.0/networks/6985b94c-578f-440f-adb1-d40b9aefd2a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1192908
Mar 31 18:16:00.818007 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-04b24265-6095-48cf-b5ac-2ea2bb1a12aa req-c3718ec5-7ced-4b61-aebb-c2b3ce1f45fd service neutron] 10.222.0.44 "GET /v2.0/networks/6985b94c-578f-440f-adb1-d40b9aefd2a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0882075
Mar 31 18:16:00.929230 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885ab245-d834-4682-9de2-717d016dcc90 req-f422d608-9dd4-4997-a884-bf95dbbca7ea tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:16:00.930722 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-885ab245-d834-4682-9de2-717d016dcc90 req-f422d608-9dd4-4997-a884-bf95dbbca7ea tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] 10.222.0.58 "GET /v2.0/ports?device_id=46c453cb-f20b-4389-9b6c-58852e5cd908 HTTP/1.1" status: 200  len: 943 time: 0.0521736
Mar 31 18:16:00.978241 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-885ab245-d834-4682-9de2-717d016dcc90 req-12da6a2b-5762-47a1-9f1d-a4a29aeb97a0 tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] 10.222.0.58 "GET /v2.0/security-groups?id=a53361f2-211f-4467-8d68-0ebc60b5d67d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416596
Mar 31 18:16:01.099649 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 49326) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:16:01.250182 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-25cf7f1d-04b4-4199-9591-c49169402774 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b822e17d08cf49f79e8fd7faaa92a0a3&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1491337
Mar 31 18:16:01.252375 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 49338) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:16:01.311710 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-00443b08-ad75-4f1f-ab5a-8beb2b69f9b9 admin admin] Publish callbacks [] for security_group (ff6e0259-588f-473e-8473-1ea8118925d4), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:01.334155 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-00443b08-ad75-4f1f-ab5a-8beb2b69f9b9 admin admin] Publish callbacks [] for security_group (ff6e0259-588f-473e-8473-1ea8118925d4), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:01.352645 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-11803674-a1ab-4ffd-8929-95cf48be25c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (f09d5d1b-4294-4f18-9a00-351412ae7ca6), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:01.438216 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0085ae-f2a7-4021-93ab-f411542663a0 req-db45b9a4-65fa-4df2-8d89-e86a0410cbee tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:16:01.439736 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-ae0085ae-f2a7-4021-93ab-f411542663a0 req-db45b9a4-65fa-4df2-8d89-e86a0410cbee tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=779c13cd-7a7a-47b4-b488-0d1e365c3dc4 HTTP/1.1" status: 200  len: 945 time: 0.0667129
Mar 31 18:16:01.487287 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-ae0085ae-f2a7-4021-93ab-f411542663a0 req-a17b870b-712c-4173-a4ce-38f170a79b98 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=17058b10-5914-4853-8fcd-dda14ab54996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417423
Mar 31 18:16:01.529513 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-00443b08-ad75-4f1f-ab5a-8beb2b69f9b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (ff6e0259-588f-473e-8473-1ea8118925d4), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:01.532688 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-00443b08-ad75-4f1f-ab5a-8beb2b69f9b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:01.533866 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-00443b08-ad75-4f1f-ab5a-8beb2b69f9b9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ff6e0259-588f-473e-8473-1ea8118925d4 HTTP/1.1" status: 204  len: 168 time: 0.2804193
Mar 31 18:16:01.541662 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00443b08-ad75-4f1f-ab5a-8beb2b69f9b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff6e0259-588f-473e-8473-1ea8118925d4,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:16:02.110229 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce5efa8-0c46-4544-8253-f511368d32c5 req-e447cfa0-7014-4374-a809-a386171e68fe tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:16:02.111802 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-1ce5efa8-0c46-4544-8253-f511368d32c5 req-e447cfa0-7014-4374-a809-a386171e68fe tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] 10.222.0.58 "GET /v2.0/ports?device_id=46c453cb-f20b-4389-9b6c-58852e5cd908 HTTP/1.1" status: 200  len: 943 time: 0.0627844
Mar 31 18:16:02.158807 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-1ce5efa8-0c46-4544-8253-f511368d32c5 req-0f488409-4d53-4c9b-9bb5-70eb90b6f032 tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] 10.222.0.58 "GET /v2.0/security-groups?id=a53361f2-211f-4467-8d68-0ebc60b5d67d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413978
Mar 31 18:16:02.357838 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-be477ca9-b30f-4eb3-92ce-971cde9f4756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (d0835089-4a76-4105-9221-c81b46927b3c), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:02.605774 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a262ff2-1e75-4a63-b110-5a12a00e9ed3 req-759843a0-fbba-4e12-9927-26b4faa4b483 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:16:02.607272 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-3a262ff2-1e75-4a63-b110-5a12a00e9ed3 req-759843a0-fbba-4e12-9927-26b4faa4b483 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=779c13cd-7a7a-47b4-b488-0d1e365c3dc4 HTTP/1.1" status: 200  len: 945 time: 0.0526748
Mar 31 18:16:02.655687 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-3a262ff2-1e75-4a63-b110-5a12a00e9ed3 req-288a15ac-33d6-4e0c-a41f-8fae10e433ee tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=17058b10-5914-4853-8fcd-dda14ab54996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422485
Mar 31 18:16:03.277000 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa379b3b-4c69-4d9b-8d98-b927864169ff req-0fa7db0d-210d-455e-868e-d06ab45b174e tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:16:03.278495 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-fa379b3b-4c69-4d9b-8d98-b927864169ff req-0fa7db0d-210d-455e-868e-d06ab45b174e tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] 10.222.0.58 "GET /v2.0/ports?device_id=46c453cb-f20b-4389-9b6c-58852e5cd908 HTTP/1.1" status: 200  len: 943 time: 0.0525527
Mar 31 18:16:03.327191 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-fa379b3b-4c69-4d9b-8d98-b927864169ff req-a2bcfbc0-f822-4d27-b161-c0a1b8aa9a1c tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] 10.222.0.58 "GET /v2.0/security-groups?id=a53361f2-211f-4467-8d68-0ebc60b5d67d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424280
Mar 31 18:16:03.776092 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b0310b-46bf-40d5-95e2-458d71ec77c1 req-9755329b-3b8d-4f4a-b029-14635a0a675c tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:16:03.777572 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-02b0310b-46bf-40d5-95e2-458d71ec77c1 req-9755329b-3b8d-4f4a-b029-14635a0a675c tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=779c13cd-7a7a-47b4-b488-0d1e365c3dc4 HTTP/1.1" status: 200  len: 945 time: 0.0557573
Mar 31 18:16:03.826532 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-02b0310b-46bf-40d5-95e2-458d71ec77c1 req-1a6be97f-78e1-4587-b0f7-4fa756a14254 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=17058b10-5914-4853-8fcd-dda14ab54996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421023
Mar 31 18:16:03.902677 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-61acbcaf-515a-4595-a759-82c8bf4c0ac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (1ee04592-4785-424e-aa2a-0bd32f5faacf), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:04.445845 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a341c4b-ea4a-4af1-b602-f5e7af9bd0a8 req-c3ee6e5a-9be8-4b8f-bfb2-1fa10d6830db tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:16:04.447326 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-2a341c4b-ea4a-4af1-b602-f5e7af9bd0a8 req-c3ee6e5a-9be8-4b8f-bfb2-1fa10d6830db tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] 10.222.0.58 "GET /v2.0/ports?device_id=46c453cb-f20b-4389-9b6c-58852e5cd908 HTTP/1.1" status: 200  len: 943 time: 0.0542185
Mar 31 18:16:04.493118 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-2a341c4b-ea4a-4af1-b602-f5e7af9bd0a8 req-50b4b9a7-929e-4f88-a7d4-e44b87ed07d7 tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] 10.222.0.58 "GET /v2.0/security-groups?id=a53361f2-211f-4467-8d68-0ebc60b5d67d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401134
Mar 31 18:16:04.809030 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.agents_db [None req-39f62d97-bd56-4bf2-8522-12846eccdd8f None None] Agent healthcheck: found 6 active agents {{(pid=103899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 31 18:16:04.944746 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db565977-b439-498f-8d84-ec5082536146 req-c1e37420-dcd8-470d-9d38-994062873a8a tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:16:04.946194 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-db565977-b439-498f-8d84-ec5082536146 req-c1e37420-dcd8-470d-9d38-994062873a8a tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=779c13cd-7a7a-47b4-b488-0d1e365c3dc4 HTTP/1.1" status: 200  len: 945 time: 0.0513678
Mar 31 18:16:04.994308 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-db565977-b439-498f-8d84-ec5082536146 req-62c0d395-0627-4b9f-8179-086d6ad96873 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=17058b10-5914-4853-8fcd-dda14ab54996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423231
Mar 31 18:16:05.028373 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (b6d39f6c-4dc3-40bd-bbe5-e05b1f1d4e13), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:05.611964 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192b58ef-9a8c-43c7-bd91-01a89905ed31 req-2ce6ba13-a341-4643-a09a-50755c96cb5e tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:16:05.613492 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-192b58ef-9a8c-43c7-bd91-01a89905ed31 req-2ce6ba13-a341-4643-a09a-50755c96cb5e tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] 10.222.0.58 "GET /v2.0/ports?device_id=46c453cb-f20b-4389-9b6c-58852e5cd908 HTTP/1.1" status: 200  len: 943 time: 0.0526724
Mar 31 18:16:05.663342 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-192b58ef-9a8c-43c7-bd91-01a89905ed31 req-49a07696-5c6f-480d-abeb-f47e53e57ad7 tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] 10.222.0.58 "GET /v2.0/security-groups?id=a53361f2-211f-4467-8d68-0ebc60b5d67d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440660
Mar 31 18:16:06.111358 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fbc9ef-2739-47c2-b468-1a9a57856699 req-0aade4a6-1bb1-4e71-b794-3e915fc9eb35 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:16:06.112828 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-b9fbc9ef-2739-47c2-b468-1a9a57856699 req-0aade4a6-1bb1-4e71-b794-3e915fc9eb35 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=779c13cd-7a7a-47b4-b488-0d1e365c3dc4 HTTP/1.1" status: 200  len: 945 time: 0.0525730
Mar 31 18:16:06.163058 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-b9fbc9ef-2739-47c2-b468-1a9a57856699 req-57c7c8a0-12e1-47b3-a513-27c4da6922ab tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=17058b10-5914-4853-8fcd-dda14ab54996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446568
Mar 31 18:16:06.283268 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (06f31eaf-9418-4d11-8606-24a34b4b4893), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:06.782779 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d7b905-af0f-4fa7-9ba8-8f4002a5d542 req-32332507-dd5a-4e0d-8069-bf57caa2e41f tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:16:06.784274 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-a7d7b905-af0f-4fa7-9ba8-8f4002a5d542 req-32332507-dd5a-4e0d-8069-bf57caa2e41f tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] 10.222.0.58 "GET /v2.0/ports?device_id=46c453cb-f20b-4389-9b6c-58852e5cd908 HTTP/1.1" status: 200  len: 943 time: 0.0559568
Mar 31 18:16:06.838116 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-a7d7b905-af0f-4fa7-9ba8-8f4002a5d542 req-781aa42e-0525-450d-bdb8-cffef4d280ca tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] 10.222.0.58 "GET /v2.0/security-groups?id=a53361f2-211f-4467-8d68-0ebc60b5d67d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397160
Mar 31 18:16:07.311297 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205092ae-10f8-4406-b522-2add67c7c829 req-4f7afa83-696a-4e47-97fa-13541b942785 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:16:07.313463 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-205092ae-10f8-4406-b522-2add67c7c829 req-4f7afa83-696a-4e47-97fa-13541b942785 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=779c13cd-7a7a-47b4-b488-0d1e365c3dc4 HTTP/1.1" status: 200  len: 945 time: 0.0534003
Mar 31 18:16:07.359950 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-205092ae-10f8-4406-b522-2add67c7c829 req-27474e8c-bab8-4e73-bbd8-3836fe115341 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=17058b10-5914-4853-8fcd-dda14ab54996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408394
Mar 31 18:16:07.953604 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b46c63-9461-4eeb-bb61-514b5fe41328 req-25897562-649d-4702-a3e7-d3f5dcba2f49 tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:16:07.954995 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-26b46c63-9461-4eeb-bb61-514b5fe41328 req-25897562-649d-4702-a3e7-d3f5dcba2f49 tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] 10.222.0.58 "GET /v2.0/ports?device_id=46c453cb-f20b-4389-9b6c-58852e5cd908 HTTP/1.1" status: 200  len: 943 time: 0.0518057
Mar 31 18:16:08.002025 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-26b46c63-9461-4eeb-bb61-514b5fe41328 req-ed27b775-3900-482a-b348-edf7a5e81e9c tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] 10.222.0.58 "GET /v2.0/security-groups?id=a53361f2-211f-4467-8d68-0ebc60b5d67d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415123
Mar 31 18:16:08.476475 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86b9669-cf2f-4647-990e-cdc83705afc1 req-c44584de-b473-4f7e-b198-1f332ee1d9c0 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:16:08.477935 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-a86b9669-cf2f-4647-990e-cdc83705afc1 req-c44584de-b473-4f7e-b198-1f332ee1d9c0 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=779c13cd-7a7a-47b4-b488-0d1e365c3dc4 HTTP/1.1" status: 200  len: 945 time: 0.0511286
Mar 31 18:16:08.523106 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-a86b9669-cf2f-4647-990e-cdc83705afc1 req-fa684005-4911-4ec5-8ba1-001217e9bc8c tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=17058b10-5914-4853-8fcd-dda14ab54996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397041
Mar 31 18:16:09.129319 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961929c6-98cc-4f99-b7f2-9e5e51171e06 req-ded4703e-210d-4d14-854f-d498564428da tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:16:09.130868 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-961929c6-98cc-4f99-b7f2-9e5e51171e06 req-ded4703e-210d-4d14-854f-d498564428da tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] 10.222.0.58 "GET /v2.0/ports?device_id=46c453cb-f20b-4389-9b6c-58852e5cd908 HTTP/1.1" status: 200  len: 943 time: 0.0557096
Mar 31 18:16:09.185607 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-961929c6-98cc-4f99-b7f2-9e5e51171e06 req-8481b465-5a8d-43c6-9246-ff6fddf9b3f1 tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] 10.222.0.58 "GET /v2.0/security-groups?id=a53361f2-211f-4467-8d68-0ebc60b5d67d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490170
Mar 31 18:16:09.643257 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4963d5-8e09-4f50-a20b-50b0bd83b2fd req-6ddaa386-5790-4f70-a077-309a2ecbb290 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:16:09.644831 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-2f4963d5-8e09-4f50-a20b-50b0bd83b2fd req-6ddaa386-5790-4f70-a077-309a2ecbb290 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=779c13cd-7a7a-47b4-b488-0d1e365c3dc4 HTTP/1.1" status: 200  len: 945 time: 0.0565827
Mar 31 18:16:09.691971 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-2f4963d5-8e09-4f50-a20b-50b0bd83b2fd req-1b99ca78-6123-44db-ab53-8d7f4a32ef88 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=17058b10-5914-4853-8fcd-dda14ab54996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416503
Mar 31 18:16:10.024027 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 49540) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:16:10.161200 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5063e5a7-3f6c-41dd-b8c2-a30581a82365 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:10.198449 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd0a9ba-79e1-454b-9188-9118e6431935 req-7af943a6-d5f5-4174-8747-f7d1f2e56ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:16:10.199954 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-4cd0a9ba-79e1-454b-9188-9118e6431935 req-7af943a6-d5f5-4174-8747-f7d1f2e56ea6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=779c13cd-7a7a-47b4-b488-0d1e365c3dc4 HTTP/1.1" status: 200  len: 1129 time: 0.0783064
Mar 31 18:16:10.268531 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-4cd0a9ba-79e1-454b-9188-9118e6431935 req-df40c963-1748-4084-a652-0d86de4137e4 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=17058b10-5914-4853-8fcd-dda14ab54996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0616746
Mar 31 18:16:10.282366 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5063e5a7-3f6c-41dd-b8c2-a30581a82365 admin admin] Publish callbacks [] for security_group (b9ac1047-fc12-4484-8027-a4e37d447613), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:10.307260 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f5cc90-8a94-4094-bd04-d18b6d67b759 req-8a84bea6-393f-41ac-8b86-b41667ea616e tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:16:10.308734 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-56f5cc90-8a94-4094-bd04-d18b6d67b759 req-8a84bea6-393f-41ac-8b86-b41667ea616e tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] 10.222.0.58 "GET /v2.0/ports?device_id=46c453cb-f20b-4389-9b6c-58852e5cd908 HTTP/1.1" status: 200  len: 943 time: 0.0563755
Mar 31 18:16:10.350025 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Device 061db997-2b27-4a9a-9154-2a254b2384aa details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103898) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 31 18:16:10.355847 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-56f5cc90-8a94-4094-bd04-d18b6d67b759 req-2a2927f7-93ac-4351-849a-0cf1babf5234 tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] 10.222.0.58 "GET /v2.0/security-groups?id=a53361f2-211f-4467-8d68-0ebc60b5d67d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412440
Mar 31 18:16:10.449054 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] For port 061db997-2b27-4a9a-9154-2a254b2384aa, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=061db997-2b27-4a9a-9154-2a254b2384aa,segment=NetworkSegment(2bf035f2-e500-40c1-b7c4-ababe279894a),segment_id=2bf035f2-e500-40c1-b7c4-ababe279894a)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:16:10.450708 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5063e5a7-3f6c-41dd-b8c2-a30581a82365 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (b9ac1047-fc12-4484-8027-a4e37d447613), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:10.461291 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Returning: {'device': '061db997-2b27-4a9a-9154-2a254b2384aa', 'network_id': '6985b94c-578f-440f-adb1-d40b9aefd2a5', 'port_id': '061db997-2b27-4a9a-9154-2a254b2384aa', 'mac_address': 'fa:16:3e:92:5d:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ef62352-9922-4923-b728-7f1de7d3b406', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103898) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 31 18:16:10.497773 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-5063e5a7-3f6c-41dd-b8c2-a30581a82365 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e74defb771bf498b9375b398c32e7eec&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4703896
Mar 31 18:16:10.497773 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5063e5a7-3f6c-41dd-b8c2-a30581a82365 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ac1047-fc12-4484-8027-a4e37d447613,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:16:10.498206 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 49548) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:16:10.501030 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Current status of the port 061db997-2b27-4a9a-9154-2a254b2384aa is: DOWN; New status is: BUILD {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:16:10.501785 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (061db997-2b27-4a9a-9154-2a254b2384aa), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:10.517026 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.notifiers.nova [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 061db997-2b27-4a9a-9154-2a254b2384aa {{(pid=103898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 31 18:16:10.541279 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] For port 061db997-2b27-4a9a-9154-2a254b2384aa, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=061db997-2b27-4a9a-9154-2a254b2384aa,segment=NetworkSegment(2bf035f2-e500-40c1-b7c4-ababe279894a),segment_id=2bf035f2-e500-40c1-b7c4-ababe279894a)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:16:10.556889 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7ea2b90f-b23c-4f85-b123-abffcbbae550 admin admin] Publish callbacks [] for security_group (b9ac1047-fc12-4484-8027-a4e37d447613), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:10.580489 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7ea2b90f-b23c-4f85-b123-abffcbbae550 admin admin] Publish callbacks [] for security_group (b9ac1047-fc12-4484-8027-a4e37d447613), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:10.642514 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (061db997-2b27-4a9a-9154-2a254b2384aa), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:10.694376 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Pushing event updated for resources: {'Port': ['ID=061db997-2b27-4a9a-9154-2a254b2384aa,revision_number=4']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:16:10.737042 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7ea2b90f-b23c-4f85-b123-abffcbbae550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (b9ac1047-fc12-4484-8027-a4e37d447613), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:10.740593 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7ea2b90f-b23c-4f85-b123-abffcbbae550 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:10.749857 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-7ea2b90f-b23c-4f85-b123-abffcbbae550 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b9ac1047-fc12-4484-8027-a4e37d447613 HTTP/1.1" status: 204  len: 168 time: 0.2429314
Mar 31 18:16:10.752077 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea2b90f-b23c-4f85-b123-abffcbbae550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9ac1047-fc12-4484-8027-a4e37d447613,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:16:10.829328 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff6a147-317f-4286-94e5-45d5d8f5bbd8 req-4b597c9c-8118-49a1-8c3c-18d41724eba1 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:16:10.831048 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-5ff6a147-317f-4286-94e5-45d5d8f5bbd8 req-4b597c9c-8118-49a1-8c3c-18d41724eba1 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=779c13cd-7a7a-47b4-b488-0d1e365c3dc4 HTTP/1.1" status: 200  len: 945 time: 0.0645847
Mar 31 18:16:10.879034 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-5ff6a147-317f-4286-94e5-45d5d8f5bbd8 req-dff52733-46e2-4259-9c52-2cfba97ca142 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=17058b10-5914-4853-8fcd-dda14ab54996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424008
Mar 31 18:16:11.068687 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 49568) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:16:11.123307 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] get_ports_and_sgs() called for port_ids ['061db997-2b27-4a9a-9154-2a254b2384aa'] {{(pid=103898) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 31 18:16:11.186209 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b5320141-65b5-460b-8262-3e187c49550e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:11.297126 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b5320141-65b5-460b-8262-3e187c49550e admin admin] Publish callbacks [] for security_group (6e042c3a-a115-4001-bc0b-548921c848ab), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:11.409428 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b5320141-65b5-460b-8262-3e187c49550e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (6e042c3a-a115-4001-bc0b-548921c848ab), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:11.469243 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-b5320141-65b5-460b-8262-3e187c49550e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7dcadac7d65647cba3931f31d91bfb38&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3994122
Mar 31 18:16:11.471938 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 49586) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:16:11.473699 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5320141-65b5-460b-8262-3e187c49550e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e042c3a-a115-4001-bc0b-548921c848ab,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:16:11.501051 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878a6c28-9865-472f-8c4c-79da004f749f req-3956f12f-628e-416f-bd4a-3291f900f49c tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:16:11.502739 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-878a6c28-9865-472f-8c4c-79da004f749f req-3956f12f-628e-416f-bd4a-3291f900f49c tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] 10.222.0.58 "GET /v2.0/ports?device_id=46c453cb-f20b-4389-9b6c-58852e5cd908 HTTP/1.1" status: 200  len: 944 time: 0.0769544
Mar 31 18:16:11.532395 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c8df75e4-9ebf-4ea0-81cd-85c1fe72a535 admin admin] Publish callbacks [] for security_group (6e042c3a-a115-4001-bc0b-548921c848ab), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:11.551473 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-878a6c28-9865-472f-8c4c-79da004f749f req-b1f5d9a1-1f60-4ec9-bdfa-562e3f9662d9 tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] 10.222.0.58 "GET /v2.0/security-groups?id=a53361f2-211f-4467-8d68-0ebc60b5d67d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431063
Mar 31 18:16:11.555581 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c8df75e4-9ebf-4ea0-81cd-85c1fe72a535 admin admin] Publish callbacks [] for security_group (6e042c3a-a115-4001-bc0b-548921c848ab), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:11.641094 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 49594) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:16:11.654365 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0d485df5-a584-4025-9b61-5a0542781909 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:11.729575 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c8df75e4-9ebf-4ea0-81cd-85c1fe72a535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (6e042c3a-a115-4001-bc0b-548921c848ab), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:11.732137 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c8df75e4-9ebf-4ea0-81cd-85c1fe72a535 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:11.734006 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-c8df75e4-9ebf-4ea0-81cd-85c1fe72a535 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6e042c3a-a115-4001-bc0b-548921c848ab HTTP/1.1" status: 204  len: 168 time: 0.2603376
Mar 31 18:16:11.752165 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8df75e4-9ebf-4ea0-81cd-85c1fe72a535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e042c3a-a115-4001-bc0b-548921c848ab,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:16:11.798529 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0d485df5-a584-4025-9b61-5a0542781909 admin admin] Publish callbacks [] for security_group (d8637aa5-7bef-46f9-bca1-aa1259f14d0d), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:11.928254 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0d485df5-a584-4025-9b61-5a0542781909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (d8637aa5-7bef-46f9-bca1-aa1259f14d0d), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:11.977738 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-0d485df5-a584-4025-9b61-5a0542781909 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fc6896261e184cf095d84875f151a75c&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3354559
Mar 31 18:16:11.978431 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d485df5-a584-4025-9b61-5a0542781909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8637aa5-7bef-46f9-bca1-aa1259f14d0d,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:16:11.980398 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 49610) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:16:12.023439 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b3bbaf-99c5-431b-8ece-6cd9e5ac4e52 req-a2d453a5-cde9-48e6-a320-584a6ec1571d tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:16:12.025173 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-10b3bbaf-99c5-431b-8ece-6cd9e5ac4e52 req-a2d453a5-cde9-48e6-a320-584a6ec1571d tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=779c13cd-7a7a-47b4-b488-0d1e365c3dc4 HTTP/1.1" status: 200  len: 945 time: 0.0729086
Mar 31 18:16:12.030391 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-534b9668-b87e-4e0b-9bd4-49e2f64d5b85 admin admin] Publish callbacks [] for security_group (d8637aa5-7bef-46f9-bca1-aa1259f14d0d), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:12.052035 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-534b9668-b87e-4e0b-9bd4-49e2f64d5b85 admin admin] Publish callbacks [] for security_group (d8637aa5-7bef-46f9-bca1-aa1259f14d0d), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:12.079223 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-10b3bbaf-99c5-431b-8ece-6cd9e5ac4e52 req-b03d5989-d703-4cd4-8def-a5f33722bc45 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=17058b10-5914-4853-8fcd-dda14ab54996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475206
Mar 31 18:16:12.242125 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-534b9668-b87e-4e0b-9bd4-49e2f64d5b85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (d8637aa5-7bef-46f9-bca1-aa1259f14d0d), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:12.244742 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-534b9668-b87e-4e0b-9bd4-49e2f64d5b85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:12.245899 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-534b9668-b87e-4e0b-9bd4-49e2f64d5b85 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d8637aa5-7bef-46f9-bca1-aa1259f14d0d HTTP/1.1" status: 204  len: 168 time: 0.2645385
Mar 31 18:16:12.254455 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534b9668-b87e-4e0b-9bd4-49e2f64d5b85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8637aa5-7bef-46f9-bca1-aa1259f14d0d,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:16:12.261591 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534b9668-b87e-4e0b-9bd4-49e2f64d5b85 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:16:12.262728 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534b9668-b87e-4e0b-9bd4-49e2f64d5b85 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:16:12.262728 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534b9668-b87e-4e0b-9bd4-49e2f64d5b85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:16:12.262728 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534b9668-b87e-4e0b-9bd4-49e2f64d5b85 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:16:12.263015 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534b9668-b87e-4e0b-9bd4-49e2f64d5b85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:16:12.263341 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534b9668-b87e-4e0b-9bd4-49e2f64d5b85 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:16:12.263663 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534b9668-b87e-4e0b-9bd4-49e2f64d5b85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:16:12.263984 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534b9668-b87e-4e0b-9bd4-49e2f64d5b85 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:16:12.264820 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534b9668-b87e-4e0b-9bd4-49e2f64d5b85 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:16:12.265145 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534b9668-b87e-4e0b-9bd4-49e2f64d5b85 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:16:12.265465 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534b9668-b87e-4e0b-9bd4-49e2f64d5b85 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:16:12.265779 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534b9668-b87e-4e0b-9bd4-49e2f64d5b85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:16:12.266313 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534b9668-b87e-4e0b-9bd4-49e2f64d5b85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:16:12.266653 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534b9668-b87e-4e0b-9bd4-49e2f64d5b85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:16:12.266974 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534b9668-b87e-4e0b-9bd4-49e2f64d5b85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:16:12.672041 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24742660-254a-4f25-af09-d2bb041aee8f req-af38aa7e-a151-42be-a302-f3c8b208dc33 tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:16:12.673527 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-24742660-254a-4f25-af09-d2bb041aee8f req-af38aa7e-a151-42be-a302-f3c8b208dc33 tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] 10.222.0.58 "GET /v2.0/ports?device_id=46c453cb-f20b-4389-9b6c-58852e5cd908 HTTP/1.1" status: 200  len: 944 time: 0.0549440
Mar 31 18:16:12.726756 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-24742660-254a-4f25-af09-d2bb041aee8f req-1d7d41b3-d0d8-4ebb-9499-551f3678f2bd tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] 10.222.0.58 "GET /v2.0/security-groups?id=a53361f2-211f-4467-8d68-0ebc60b5d67d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477540
Mar 31 18:16:12.756583 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 49626) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:16:12.770077 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8fa06e9b-fb68-4114-9e5b-e0f34829b0a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:12.843867 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8fa06e9b-fb68-4114-9e5b-e0f34829b0a1 admin admin] Publish callbacks [] for security_group (12dd1db4-10bc-4079-89ea-8783e0d4385a), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:12.916611 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8fa06e9b-fb68-4114-9e5b-e0f34829b0a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (12dd1db4-10bc-4079-89ea-8783e0d4385a), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:12.957870 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa06e9b-fb68-4114-9e5b-e0f34829b0a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12dd1db4-10bc-4079-89ea-8783e0d4385a,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:16:12.964285 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-8fa06e9b-fb68-4114-9e5b-e0f34829b0a1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e14afd1109a64fd7acaae9941c3b9f8c&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2058389
Mar 31 18:16:12.965942 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 49638) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:16:13.028113 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-11843820-d9fb-4453-b377-f126aaf31aaf admin admin] Publish callbacks [] for security_group (12dd1db4-10bc-4079-89ea-8783e0d4385a), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:13.052555 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-11843820-d9fb-4453-b377-f126aaf31aaf admin admin] Publish callbacks [] for security_group (12dd1db4-10bc-4079-89ea-8783e0d4385a), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:13.198742 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0cea26-f084-4bf8-b501-2e16c5b6d6dc req-ac73a399-60fe-487a-8c02-229e9c056bbb tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:16:13.200243 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-4a0cea26-f084-4bf8-b501-2e16c5b6d6dc req-ac73a399-60fe-487a-8c02-229e9c056bbb tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=779c13cd-7a7a-47b4-b488-0d1e365c3dc4 HTTP/1.1" status: 200  len: 945 time: 0.0553968
Mar 31 18:16:13.253783 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-4a0cea26-f084-4bf8-b501-2e16c5b6d6dc req-79552eb7-e15d-4722-9184-21e083e0a89d tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=17058b10-5914-4853-8fcd-dda14ab54996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463817
Mar 31 18:16:13.261622 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-11843820-d9fb-4453-b377-f126aaf31aaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (12dd1db4-10bc-4079-89ea-8783e0d4385a), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:13.266791 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-11843820-d9fb-4453-b377-f126aaf31aaf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:13.268500 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-11843820-d9fb-4453-b377-f126aaf31aaf admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/12dd1db4-10bc-4079-89ea-8783e0d4385a HTTP/1.1" status: 204  len: 168 time: 0.3014824
Mar 31 18:16:13.291212 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11843820-d9fb-4453-b377-f126aaf31aaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12dd1db4-10bc-4079-89ea-8783e0d4385a,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:16:13.855996 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca2a080-8999-4da2-80dd-e2ab07675ab5 req-66c8e25a-6c4d-437a-9f3e-23e62c0ccf99 tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:16:13.857901 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-9ca2a080-8999-4da2-80dd-e2ab07675ab5 req-66c8e25a-6c4d-437a-9f3e-23e62c0ccf99 tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] 10.222.0.58 "GET /v2.0/ports?device_id=46c453cb-f20b-4389-9b6c-58852e5cd908 HTTP/1.1" status: 200  len: 944 time: 0.0623856
Mar 31 18:16:13.874712 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9529721b-88c1-4d32-9b7e-85af0b177952 req-af01907e-5e04-4b81-aec2-f61285255a48 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:16:13.882077 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-9529721b-88c1-4d32-9b7e-85af0b177952 req-af01907e-5e04-4b81-aec2-f61285255a48 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=779c13cd-7a7a-47b4-b488-0d1e365c3dc4 HTTP/1.1" status: 200  len: 945 time: 0.0775089
Mar 31 18:16:13.928374 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-9ca2a080-8999-4da2-80dd-e2ab07675ab5 req-ff365fcf-dd9b-41e1-8a2c-f9d3d771a1d3 tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] 10.222.0.58 "GET /v2.0/security-groups?id=a53361f2-211f-4467-8d68-0ebc60b5d67d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0647094
Mar 31 18:16:13.943428 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-9529721b-88c1-4d32-9b7e-85af0b177952 req-3fd0d668-d79b-4afb-a702-1f6c6f63dfd1 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=17058b10-5914-4853-8fcd-dda14ab54996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0601807
Mar 31 18:16:15.110992 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00eedaf-3f42-4eab-b4e1-9d57e0bf6616 req-3075e25a-0cfc-4e1e-830d-4c19110c2e29 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:16:15.112735 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-f00eedaf-3f42-4eab-b4e1-9d57e0bf6616 req-3075e25a-0cfc-4e1e-830d-4c19110c2e29 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=779c13cd-7a7a-47b4-b488-0d1e365c3dc4 HTTP/1.1" status: 200  len: 945 time: 0.0843570
Mar 31 18:16:15.125084 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3770f35c-0b58-4731-ae38-0d9c099058de req-42ade737-395c-4d38-9030-4aa17e2e3edd tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:16:15.127257 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-3770f35c-0b58-4731-ae38-0d9c099058de req-42ade737-395c-4d38-9030-4aa17e2e3edd tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] 10.222.0.58 "GET /v2.0/ports?device_id=46c453cb-f20b-4389-9b6c-58852e5cd908 HTTP/1.1" status: 200  len: 944 time: 0.0920403
Mar 31 18:16:15.212526 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-3770f35c-0b58-4731-ae38-0d9c099058de req-962058da-383d-440a-8193-f7b80338b3b5 tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] 10.222.0.58 "GET /v2.0/security-groups?id=a53361f2-211f-4467-8d68-0ebc60b5d67d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0721884
Mar 31 18:16:15.233459 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-f00eedaf-3f42-4eab-b4e1-9d57e0bf6616 req-e3ce8b79-2631-4269-a47a-9fb732673922 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=17058b10-5914-4853-8fcd-dda14ab54996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1150107
Mar 31 18:16:15.525501 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Device 061db997-2b27-4a9a-9154-2a254b2384aa up at agent hyperv_hv-cinder-maste {{(pid=103898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 31 18:16:15.620849 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Provisioning for port 061db997-2b27-4a9a-9154-2a254b2384aa completed by entity L2. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 31 18:16:15.625470 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Provisioning complete for port 061db997-2b27-4a9a-9154-2a254b2384aa triggered by entity L2. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:16:15.625908 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (061db997-2b27-4a9a-9154-2a254b2384aa), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:15.706485 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Current status of the port 061db997-2b27-4a9a-9154-2a254b2384aa is: BUILD; New status is: ACTIVE {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:16:15.707058 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (061db997-2b27-4a9a-9154-2a254b2384aa), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:15.733163 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46c453cb-f20b-4389-9b6c-58852e5cd908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '061db997-2b27-4a9a-9154-2a254b2384aa'}] {{(pid=103898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 31 18:16:15.735987 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb3075c6172e5baa69f5abc91eefeb9b3c1bf45f76ecf44b7f00bb5a6f62f1a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ac9ebad-d92a-4a22-b983-8a9e37ed2e60" -d '{"events": [{"server_uuid": "46c453cb-f20b-4389-9b6c-58852e5cd908", "name": "network-vif-plugged", "status": "completed", "tag": "061db997-2b27-4a9a-9154-2a254b2384aa"}]}' {{(pid=103898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 31 18:16:15.751321 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] For port 061db997-2b27-4a9a-9154-2a254b2384aa, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=061db997-2b27-4a9a-9154-2a254b2384aa,segment=NetworkSegment(2bf035f2-e500-40c1-b7c4-ababe279894a),segment_id=2bf035f2-e500-40c1-b7c4-ababe279894a)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:16:15.782931 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 18:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-488ad067-7f3f-445a-8015-1e774227737b x-openstack-request-id: req-488ad067-7f3f-445a-8015-1e774227737b {{(pid=103898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 31 18:16:15.782931 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46c453cb-f20b-4389-9b6c-58852e5cd908", "name": "network-vif-plugged", "status": "completed", "tag": "061db997-2b27-4a9a-9154-2a254b2384aa", "code": 200}]} {{(pid=103898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 31 18:16:15.783103 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-488ad067-7f3f-445a-8015-1e774227737b {{(pid=103898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 31 18:16:15.783651 dv-cinder-master-3-iscsi neutron-server[103898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-488ad067-7f3f-445a-8015-1e774227737b'] response: {'server_uuid': '46c453cb-f20b-4389-9b6c-58852e5cd908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '061db997-2b27-4a9a-9154-2a254b2384aa', 'code': 200}
Mar 31 18:16:15.819273 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (061db997-2b27-4a9a-9154-2a254b2384aa), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:15.868914 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Pushing event updated for resources: {'Port': ['ID=061db997-2b27-4a9a-9154-2a254b2384aa,revision_number=5']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:16:16.325304 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05c2f85-36f3-41a3-8c02-e760e4fd1a18 req-4bd7d093-4c26-4010-ac21-a2e2bc163a48 tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:16:16.326958 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-e05c2f85-36f3-41a3-8c02-e760e4fd1a18 req-4bd7d093-4c26-4010-ac21-a2e2bc163a48 tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] 10.222.0.58 "GET /v2.0/ports?device_id=46c453cb-f20b-4389-9b6c-58852e5cd908 HTTP/1.1" status: 200  len: 945 time: 0.0576389
Mar 31 18:16:16.364408 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e9c746-0f82-4bb4-ac47-b048795602ac req-7bc76282-372c-4d30-a171-f945fc55ef92 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:16:16.365885 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-c9e9c746-0f82-4bb4-ac47-b048795602ac req-7bc76282-372c-4d30-a171-f945fc55ef92 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=779c13cd-7a7a-47b4-b488-0d1e365c3dc4 HTTP/1.1" status: 200  len: 945 time: 0.0554192
Mar 31 18:16:16.375138 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-e05c2f85-36f3-41a3-8c02-e760e4fd1a18 req-b13d8bee-e3c9-4df9-92c5-e4aa248fc7da tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] 10.222.0.58 "GET /v2.0/security-groups?id=a53361f2-211f-4467-8d68-0ebc60b5d67d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426347
Mar 31 18:16:16.413287 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-c9e9c746-0f82-4bb4-ac47-b048795602ac req-234b581c-fdee-4588-8858-26736d562440 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=17058b10-5914-4853-8fcd-dda14ab54996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415499
Mar 31 18:16:17.227651 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8badc96-5a8b-4ebb-b540-69827cc1665a req-8530c74e-b1ed-40a2-a2f2-cda77782d36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:16:17.229185 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-d8badc96-5a8b-4ebb-b540-69827cc1665a req-8530c74e-b1ed-40a2-a2f2-cda77782d36e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6fc2eb72902a441ca6a6fa9350ce75f8&device_id=779c13cd-7a7a-47b4-b488-0d1e365c3dc4 HTTP/1.1" status: 200  len: 1129 time: 0.0451934
Mar 31 18:16:17.322630 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8badc96-5a8b-4ebb-b540-69827cc1665a req-9fdee25d-ca4f-412e-8ef2-41bcf58dd79c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:16:17.324001 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-d8badc96-5a8b-4ebb-b540-69827cc1665a req-9fdee25d-ca4f-412e-8ef2-41bcf58dd79c service neutron] 10.222.0.44 "GET /v2.0/networks?id=fca50c83-3b91-4a03-8e1d-d873f4d904c1 HTTP/1.1" status: 200  len: 920 time: 0.0885484
Mar 31 18:16:17.368365 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-d8badc96-5a8b-4ebb-b540-69827cc1665a req-bad5aeea-936a-4333-aeb3-5eb154a52cf6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a16d9c5f-04bd-414b-a468-f0a9a47b917b HTTP/1.1" status: 200  len: 217 time: 0.0357299
Mar 31 18:16:17.424661 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8badc96-5a8b-4ebb-b540-69827cc1665a req-78555f79-71a3-4448-9512-fc6142b274a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:16:17.426143 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-d8badc96-5a8b-4ebb-b540-69827cc1665a req-78555f79-71a3-4448-9512-fc6142b274a0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5c50616b-7511-4714-bd2d-e587d92cf7dd HTTP/1.1" status: 200  len: 858 time: 0.0441966
Mar 31 18:16:17.512537 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8badc96-5a8b-4ebb-b540-69827cc1665a req-204e7457-fe17-45f3-b575-c7040f697ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:16:17.514737 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-d8badc96-5a8b-4ebb-b540-69827cc1665a req-204e7457-fe17-45f3-b575-c7040f697ec7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fca50c83-3b91-4a03-8e1d-d873f4d904c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0794075
Mar 31 18:16:17.527952 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c51a78-84f8-42f1-9274-3fa83526aa71 req-e35e0b5f-c643-466f-8769-6ed59cbfb04b tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:16:17.529503 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-e5c51a78-84f8-42f1-9274-3fa83526aa71 req-e35e0b5f-c643-466f-8769-6ed59cbfb04b tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] 10.222.0.58 "GET /v2.0/ports?device_id=46c453cb-f20b-4389-9b6c-58852e5cd908 HTTP/1.1" status: 200  len: 945 time: 0.0862455
Mar 31 18:16:17.536823 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9625628d-2367-4df0-af32-cbe59e46de4b req-8b8aac65-60e8-4417-a8e1-4bf940ef5107 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:16:17.538348 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-9625628d-2367-4df0-af32-cbe59e46de4b req-8b8aac65-60e8-4417-a8e1-4bf940ef5107 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=779c13cd-7a7a-47b4-b488-0d1e365c3dc4 HTTP/1.1" status: 200  len: 945 time: 0.0577385
Mar 31 18:16:17.585868 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-9625628d-2367-4df0-af32-cbe59e46de4b req-bfffb32e-58f5-4f7a-a553-24db33f5c76e tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=17058b10-5914-4853-8fcd-dda14ab54996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415812
Mar 31 18:16:17.677076 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-e5c51a78-84f8-42f1-9274-3fa83526aa71 req-dd311a92-b7ca-4fa0-9a5f-b1fbfdd6944a tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] 10.222.0.58 "GET /v2.0/security-groups?id=a53361f2-211f-4467-8d68-0ebc60b5d67d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1387186
Mar 31 18:16:17.693746 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ec046b-1ed6-4a98-9250-18f7b91e4651 req-4ac9795e-f32e-4b6d-93ce-25a8d6aa706f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:16:17.695214 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-a3ec046b-1ed6-4a98-9250-18f7b91e4651 req-4ac9795e-f32e-4b6d-93ce-25a8d6aa706f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=46c453cb-f20b-4389-9b6c-58852e5cd908 HTTP/1.1" status: 200  len: 1129 time: 0.1100829
Mar 31 18:16:17.697066 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-d8badc96-5a8b-4ebb-b540-69827cc1665a req-f510cb00-85d9-4053-8226-41b2dd4006e9 service neutron] 10.222.0.44 "GET /v2.0/networks/fca50c83-3b91-4a03-8e1d-d873f4d904c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1666808
Mar 31 18:16:18.046669 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-a3ec046b-1ed6-4a98-9250-18f7b91e4651 req-d336145f-d47a-49b9-9a19-3bc50500762e service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=a53361f2-211f-4467-8d68-0ebc60b5d67d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3401635
Mar 31 18:16:18.068480 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-d8badc96-5a8b-4ebb-b540-69827cc1665a req-130afd21-540b-41ae-a9e1-25cf36961c7a service neutron] 10.222.0.44 "GET /v2.0/networks/fca50c83-3b91-4a03-8e1d-d873f4d904c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3607702
Mar 31 18:16:18.704868 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891873b5-15b4-440f-a959-6b6ea8e670ac req-8ff3dbad-cd44-41be-94ff-ad75a5ca6ea4 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:16:18.706426 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-891873b5-15b4-440f-a959-6b6ea8e670ac req-8ff3dbad-cd44-41be-94ff-ad75a5ca6ea4 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=779c13cd-7a7a-47b4-b488-0d1e365c3dc4 HTTP/1.1" status: 200  len: 945 time: 0.0524700
Mar 31 18:16:18.780634 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-891873b5-15b4-440f-a959-6b6ea8e670ac req-c0459921-69f9-4bc5-9d09-1180382d42c2 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=17058b10-5914-4853-8fcd-dda14ab54996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0685606
Mar 31 18:16:18.821888 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b426dc60-77ba-4fa4-91da-bf7a4a14bb82 req-53250738-4ccb-49c5-bf8a-06556d2e674c tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:16:18.823394 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-b426dc60-77ba-4fa4-91da-bf7a4a14bb82 req-53250738-4ccb-49c5-bf8a-06556d2e674c tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] 10.222.0.58 "GET /v2.0/ports?device_id=46c453cb-f20b-4389-9b6c-58852e5cd908 HTTP/1.1" status: 200  len: 945 time: 0.0705030
Mar 31 18:16:18.886918 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-b426dc60-77ba-4fa4-91da-bf7a4a14bb82 req-1355ab65-b902-4021-ac29-8e9749d7a95b tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] 10.222.0.58 "GET /v2.0/security-groups?id=a53361f2-211f-4467-8d68-0ebc60b5d67d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0571008
Mar 31 18:16:19.902947 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c181669-cbca-4541-9c94-4c596f1ba64a req-70714f87-374d-4a19-b02c-ed91e58b51d1 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:16:19.905124 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-9c181669-cbca-4541-9c94-4c596f1ba64a req-70714f87-374d-4a19-b02c-ed91e58b51d1 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=779c13cd-7a7a-47b4-b488-0d1e365c3dc4 HTTP/1.1" status: 200  len: 945 time: 0.0529611
Mar 31 18:16:19.963661 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-9c181669-cbca-4541-9c94-4c596f1ba64a req-6e0fd4a2-3a55-45e7-bd8a-cc87043c1952 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=17058b10-5914-4853-8fcd-dda14ab54996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523984
Mar 31 18:16:20.017793 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c9e826-f010-4024-93e3-2add5d1ce2c4 req-cb54a878-49a2-4548-944c-a770c153c1fb tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:16:20.021242 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-39c9e826-f010-4024-93e3-2add5d1ce2c4 req-cb54a878-49a2-4548-944c-a770c153c1fb tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] 10.222.0.58 "GET /v2.0/ports?device_id=46c453cb-f20b-4389-9b6c-58852e5cd908 HTTP/1.1" status: 200  len: 945 time: 0.0582738
Mar 31 18:16:20.077157 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-39c9e826-f010-4024-93e3-2add5d1ce2c4 req-bd696d70-fc7d-4ae9-ae95-19ae9117a721 tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] 10.222.0.58 "GET /v2.0/security-groups?id=a53361f2-211f-4467-8d68-0ebc60b5d67d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0516617
Mar 31 18:16:21.081968 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deda5005-87ca-4af9-9ae6-ebbfa1a11013 req-17cff364-54cd-46e5-a6b3-679d4bb2ab1c tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:16:21.083463 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-deda5005-87ca-4af9-9ae6-ebbfa1a11013 req-17cff364-54cd-46e5-a6b3-679d4bb2ab1c tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=779c13cd-7a7a-47b4-b488-0d1e365c3dc4 HTTP/1.1" status: 200  len: 945 time: 0.0523634
Mar 31 18:16:21.131885 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-deda5005-87ca-4af9-9ae6-ebbfa1a11013 req-c1a60d29-2c86-4d16-8725-97196dc136ef tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=17058b10-5914-4853-8fcd-dda14ab54996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428114
Mar 31 18:16:21.203174 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9108a9cf-e896-4a2d-8f61-4b61ffdb4f47 req-ebe240d7-47f4-481d-8e3b-f295a3a41fa2 tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:16:21.204646 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-9108a9cf-e896-4a2d-8f61-4b61ffdb4f47 req-ebe240d7-47f4-481d-8e3b-f295a3a41fa2 tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] 10.222.0.58 "GET /v2.0/ports?device_id=46c453cb-f20b-4389-9b6c-58852e5cd908 HTTP/1.1" status: 200  len: 945 time: 0.0563180
Mar 31 18:16:21.251181 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-9108a9cf-e896-4a2d-8f61-4b61ffdb4f47 req-eee23744-63bc-46ff-8ad1-5d84fd744c99 tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] 10.222.0.58 "GET /v2.0/security-groups?id=a53361f2-211f-4467-8d68-0ebc60b5d67d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407555
Mar 31 18:16:22.247879 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77743faa-98c6-4817-bc01-69c50638f81a req-913982f9-2ae9-482e-bc3b-53c00f9856e2 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:16:22.249428 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-77743faa-98c6-4817-bc01-69c50638f81a req-913982f9-2ae9-482e-bc3b-53c00f9856e2 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=779c13cd-7a7a-47b4-b488-0d1e365c3dc4 HTTP/1.1" status: 200  len: 945 time: 0.0535896
Mar 31 18:16:22.295447 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-77743faa-98c6-4817-bc01-69c50638f81a req-917cd8ec-f6b8-4eee-a5d8-0434f346c9f6 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=17058b10-5914-4853-8fcd-dda14ab54996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406353
Mar 31 18:16:23.413367 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742ea565-ec91-44c1-b852-de566ce8c544 req-498f7061-d16d-4f3f-8fd0-0946f1fa1dc1 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:16:23.414854 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-742ea565-ec91-44c1-b852-de566ce8c544 req-498f7061-d16d-4f3f-8fd0-0946f1fa1dc1 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=779c13cd-7a7a-47b4-b488-0d1e365c3dc4 HTTP/1.1" status: 200  len: 945 time: 0.0527637
Mar 31 18:16:23.460054 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-742ea565-ec91-44c1-b852-de566ce8c544 req-96128ede-a7ed-4028-8d97-4b2bb7fb50fd tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=17058b10-5914-4853-8fcd-dda14ab54996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394862
Mar 31 18:16:24.579709 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091b7036-3b88-40c2-9665-b346c6ddaade req-3262ecdc-8f28-4341-a256-0b9d5b087b93 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:16:24.581159 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-091b7036-3b88-40c2-9665-b346c6ddaade req-3262ecdc-8f28-4341-a256-0b9d5b087b93 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=779c13cd-7a7a-47b4-b488-0d1e365c3dc4 HTTP/1.1" status: 200  len: 945 time: 0.0554352
Mar 31 18:16:24.629530 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-091b7036-3b88-40c2-9665-b346c6ddaade req-31671adb-e005-4a70-87e8-507c018fea34 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=17058b10-5914-4853-8fcd-dda14ab54996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429013
Mar 31 18:16:25.746880 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149a3d2e-6438-4ab6-8eb2-72143d5544b3 req-376c9789-0f9a-42fa-be7b-a5274b5e6283 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:16:25.748269 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-149a3d2e-6438-4ab6-8eb2-72143d5544b3 req-376c9789-0f9a-42fa-be7b-a5274b5e6283 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=779c13cd-7a7a-47b4-b488-0d1e365c3dc4 HTTP/1.1" status: 200  len: 945 time: 0.0536892
Mar 31 18:16:25.797513 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-149a3d2e-6438-4ab6-8eb2-72143d5544b3 req-5ad579fd-c960-4256-b5be-85e66ad1538e tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=17058b10-5914-4853-8fcd-dda14ab54996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437772
Mar 31 18:16:26.914037 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4045267-7b9d-44a5-bd43-e950128cf8b7 req-6fb1d9bb-7655-41ec-a626-012842fb283a tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:16:26.915585 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-a4045267-7b9d-44a5-bd43-e950128cf8b7 req-6fb1d9bb-7655-41ec-a626-012842fb283a tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=779c13cd-7a7a-47b4-b488-0d1e365c3dc4 HTTP/1.1" status: 200  len: 945 time: 0.0524771
Mar 31 18:16:26.962660 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-a4045267-7b9d-44a5-bd43-e950128cf8b7 req-15f741c0-4a3f-42a8-834e-f7d8c7288744 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=17058b10-5914-4853-8fcd-dda14ab54996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406585
Mar 31 18:16:28.081508 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2ac7a3-eedd-40ad-aa8c-01edf1a13941 req-8af8e086-41a3-4de7-ade0-b391afaaa2bf tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:16:28.083015 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-bb2ac7a3-eedd-40ad-aa8c-01edf1a13941 req-8af8e086-41a3-4de7-ade0-b391afaaa2bf tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=779c13cd-7a7a-47b4-b488-0d1e365c3dc4 HTTP/1.1" status: 200  len: 945 time: 0.0531263
Mar 31 18:16:28.131084 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-bb2ac7a3-eedd-40ad-aa8c-01edf1a13941 req-02b0f490-9aaa-4025-8f1a-c1addf078628 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=17058b10-5914-4853-8fcd-dda14ab54996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423424
Mar 31 18:16:29.019041 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-e42d1efa-25ba-4361-921c-c3dd8d9e5676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (08150f5b-1b08-4271-84f1-4a3b03ee1892), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:29.252351 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417f2a55-46db-4897-9dd2-49073750a3c2 req-0d5d17bf-d7ec-454e-9add-341e3b859075 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:16:29.253839 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-417f2a55-46db-4897-9dd2-49073750a3c2 req-0d5d17bf-d7ec-454e-9add-341e3b859075 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=779c13cd-7a7a-47b4-b488-0d1e365c3dc4 HTTP/1.1" status: 200  len: 945 time: 0.0538445
Mar 31 18:16:29.312016 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-417f2a55-46db-4897-9dd2-49073750a3c2 req-bcd58634-3761-4ec9-8bac-02e551551268 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=17058b10-5914-4853-8fcd-dda14ab54996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0522563
Mar 31 18:16:30.429681 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9045268-049b-48fd-beca-e660bdc12da2 req-a6ed37f8-c04d-4293-8f52-6ac5d53e9d83 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:16:30.431147 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-f9045268-049b-48fd-beca-e660bdc12da2 req-a6ed37f8-c04d-4293-8f52-6ac5d53e9d83 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=779c13cd-7a7a-47b4-b488-0d1e365c3dc4 HTTP/1.1" status: 200  len: 945 time: 0.0520585
Mar 31 18:16:30.480387 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-f9045268-049b-48fd-beca-e660bdc12da2 req-dabb54ae-857c-4cd0-b86e-a6d0da22e34e tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=17058b10-5914-4853-8fcd-dda14ab54996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434113
Mar 31 18:16:31.361478 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-88191650-f240-4deb-a202-0014658db511 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (f09d5d1b-4294-4f18-9a00-351412ae7ca6), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:31.596991 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726d2997-4162-43c0-91bd-2b75ef8640a3 req-c976a8fd-fc93-478d-a719-ea78ceb4d928 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:16:31.598362 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-726d2997-4162-43c0-91bd-2b75ef8640a3 req-c976a8fd-fc93-478d-a719-ea78ceb4d928 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=779c13cd-7a7a-47b4-b488-0d1e365c3dc4 HTTP/1.1" status: 200  len: 945 time: 0.0518427
Mar 31 18:16:31.647047 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-726d2997-4162-43c0-91bd-2b75ef8640a3 req-8c28271c-3f5d-4740-bc69-9c3b121a5e7a tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=17058b10-5914-4853-8fcd-dda14ab54996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424623
Mar 31 18:16:32.365234 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-be477ca9-b30f-4eb3-92ce-971cde9f4756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (d0835089-4a76-4105-9221-c81b46927b3c), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:32.770026 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcfa754-692b-4c81-9009-5c3dcb59ecc9 req-3ba74460-b29d-4bdc-8877-914f9660e646 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:16:32.771513 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-9dcfa754-692b-4c81-9009-5c3dcb59ecc9 req-3ba74460-b29d-4bdc-8877-914f9660e646 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=779c13cd-7a7a-47b4-b488-0d1e365c3dc4 HTTP/1.1" status: 200  len: 945 time: 0.0567570
Mar 31 18:16:32.819611 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-9dcfa754-692b-4c81-9009-5c3dcb59ecc9 req-c94ac21e-c939-4a8f-80a2-fa6345b10f1a tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=17058b10-5914-4853-8fcd-dda14ab54996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419128
Mar 31 18:16:33.921206 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-61acbcaf-515a-4595-a759-82c8bf4c0ac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (1ee04592-4785-424e-aa2a-0bd32f5faacf), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:33.956951 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7e2127-e8c8-4b2b-a1a0-fa1f955d399f req-8fe773da-28b1-4523-ab4f-a5a96d79182a tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:16:33.958504 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-6e7e2127-e8c8-4b2b-a1a0-fa1f955d399f req-8fe773da-28b1-4523-ab4f-a5a96d79182a tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=779c13cd-7a7a-47b4-b488-0d1e365c3dc4 HTTP/1.1" status: 200  len: 945 time: 0.0616832
Mar 31 18:16:33.972529 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cfd8e2-9dd5-4c70-8f79-e68e884b5307 req-32a8fb02-8f81-4af1-8ef2-b0642e358835 tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:16:33.974016 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-11cfd8e2-9dd5-4c70-8f79-e68e884b5307 req-32a8fb02-8f81-4af1-8ef2-b0642e358835 tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] 10.222.0.58 "GET /v2.0/ports?device_id=46c453cb-f20b-4389-9b6c-58852e5cd908 HTTP/1.1" status: 200  len: 945 time: 0.0682938
Mar 31 18:16:34.006868 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-6e7e2127-e8c8-4b2b-a1a0-fa1f955d399f req-f90f1194-500c-4955-b297-c7815dddfa4b tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=17058b10-5914-4853-8fcd-dda14ab54996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413227
Mar 31 18:16:34.024420 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-11cfd8e2-9dd5-4c70-8f79-e68e884b5307 req-27615b97-2c28-410b-9c3b-8ef214512b85 tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] 10.222.0.58 "GET /v2.0/security-groups?id=a53361f2-211f-4467-8d68-0ebc60b5d67d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427401
Mar 31 18:16:35.050992 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (b6d39f6c-4dc3-40bd-bbe5-e05b1f1d4e13), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:35.160897 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4773032e-64bc-4161-a40e-ec4d11791a18 req-dea99adf-74d5-4cb3-81e5-d6902a427acc tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:16:35.162368 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-4773032e-64bc-4161-a40e-ec4d11791a18 req-dea99adf-74d5-4cb3-81e5-d6902a427acc tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] 10.222.0.58 "GET /v2.0/ports?device_id=46c453cb-f20b-4389-9b6c-58852e5cd908 HTTP/1.1" status: 200  len: 945 time: 0.0557461
Mar 31 18:16:35.208938 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-4773032e-64bc-4161-a40e-ec4d11791a18 req-b267ac94-e7d9-4f5d-88cd-40afa6d5d4d4 tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] 10.222.0.58 "GET /v2.0/security-groups?id=a53361f2-211f-4467-8d68-0ebc60b5d67d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401201
Mar 31 18:16:36.252582 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (06f31eaf-9418-4d11-8606-24a34b4b4893), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:36.332139 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394f7d14-b3ca-49a4-bf00-aff8b094ea01 req-42f5d89f-a075-437f-91ec-9c9223cd56b2 tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:16:36.333596 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-394f7d14-b3ca-49a4-bf00-aff8b094ea01 req-42f5d89f-a075-437f-91ec-9c9223cd56b2 tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] 10.222.0.58 "GET /v2.0/ports?device_id=46c453cb-f20b-4389-9b6c-58852e5cd908 HTTP/1.1" status: 200  len: 945 time: 0.0551012
Mar 31 18:16:36.380426 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-394f7d14-b3ca-49a4-bf00-aff8b094ea01 req-462ec605-4936-4963-bf45-6cb5a892adef tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] 10.222.0.58 "GET /v2.0/security-groups?id=a53361f2-211f-4467-8d68-0ebc60b5d67d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411625
Mar 31 18:16:37.494740 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57ff7f7-a2f1-4560-9274-d6bc35435193 req-7a4980c9-b80d-4939-b278-09f210e79bac tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:16:37.496405 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-d57ff7f7-a2f1-4560-9274-d6bc35435193 req-7a4980c9-b80d-4939-b278-09f210e79bac tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] 10.222.0.58 "GET /v2.0/ports?device_id=46c453cb-f20b-4389-9b6c-58852e5cd908 HTTP/1.1" status: 200  len: 945 time: 0.0522573
Mar 31 18:16:37.542579 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-d57ff7f7-a2f1-4560-9274-d6bc35435193 req-68ef3fe5-a865-436c-b81f-d3350a8a67a9 tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] 10.222.0.58 "GET /v2.0/security-groups?id=a53361f2-211f-4467-8d68-0ebc60b5d67d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401194
Mar 31 18:16:38.191944 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-441e2472-5411-4802-b0d9-4863a4e0b40d req-f201ee84-93df-4db0-a852-25e4b6c65d21 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=62ef59ed-5ec0-4452-9708-184340fa4f7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0434244
Mar 31 18:16:38.342374 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441e2472-5411-4802-b0d9-4863a4e0b40d req-cb460d15-5e7b-4503-920f-cf8ad363727a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:16:38.343885 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-441e2472-5411-4802-b0d9-4863a4e0b40d req-cb460d15-5e7b-4503-920f-cf8ad363727a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6fc2eb72902a441ca6a6fa9350ce75f8&device_id=62ef59ed-5ec0-4452-9708-184340fa4f7f HTTP/1.1" status: 200  len: 1129 time: 0.0451648
Mar 31 18:16:38.456714 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441e2472-5411-4802-b0d9-4863a4e0b40d req-b62e9534-1530-4b55-a0e4-8ced336448a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:16:38.458079 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-441e2472-5411-4802-b0d9-4863a4e0b40d req-b62e9534-1530-4b55-a0e4-8ced336448a8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=fca50c83-3b91-4a03-8e1d-d873f4d904c1 HTTP/1.1" status: 200  len: 920 time: 0.0910277
Mar 31 18:16:38.500959 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-441e2472-5411-4802-b0d9-4863a4e0b40d req-19bbfba2-5f60-4ba3-9910-769026c87cf7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9426b740-3eca-421b-a5c0-b9ab2601eebd HTTP/1.1" status: 200  len: 217 time: 0.0338609
Mar 31 18:16:38.549096 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441e2472-5411-4802-b0d9-4863a4e0b40d req-56241169-6a0b-4888-89d6-7a313ba10b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:16:38.550489 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-441e2472-5411-4802-b0d9-4863a4e0b40d req-56241169-6a0b-4888-89d6-7a313ba10b0d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5c50616b-7511-4714-bd2d-e587d92cf7dd HTTP/1.1" status: 200  len: 858 time: 0.0431259
Mar 31 18:16:38.605434 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441e2472-5411-4802-b0d9-4863a4e0b40d req-ae6c340f-ed04-4be8-bb80-19db3a4b9e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:16:38.606974 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-441e2472-5411-4802-b0d9-4863a4e0b40d req-ae6c340f-ed04-4be8-bb80-19db3a4b9e09 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fca50c83-3b91-4a03-8e1d-d873f4d904c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0485649
Mar 31 18:16:38.722491 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f2ded0-9aa6-40e0-9113-fe2b6bf50bdb req-ed711994-7914-468c-a5d3-ee178591f53c tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:16:38.723999 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-e6f2ded0-9aa6-40e0-9113-fe2b6bf50bdb req-ed711994-7914-468c-a5d3-ee178591f53c tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] 10.222.0.58 "GET /v2.0/ports?device_id=46c453cb-f20b-4389-9b6c-58852e5cd908 HTTP/1.1" status: 200  len: 945 time: 0.1105957
Mar 31 18:16:38.749326 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-441e2472-5411-4802-b0d9-4863a4e0b40d req-eecb9155-dec4-4aa1-8c2b-fecb9018a964 service neutron] 10.222.0.44 "GET /v2.0/networks/fca50c83-3b91-4a03-8e1d-d873f4d904c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1277559
Mar 31 18:16:38.832944 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-e6f2ded0-9aa6-40e0-9113-fe2b6bf50bdb req-6e55fbb2-ea37-4761-aa92-e935266cf1f0 tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] 10.222.0.58 "GET /v2.0/security-groups?id=a53361f2-211f-4467-8d68-0ebc60b5d67d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1001339
Mar 31 18:16:38.863119 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-441e2472-5411-4802-b0d9-4863a4e0b40d req-07629ada-ee0b-413c-85c1-cc39afe1f337 service neutron] 10.222.0.44 "GET /v2.0/networks/fca50c83-3b91-4a03-8e1d-d873f4d904c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1076581
Mar 31 18:16:39.961906 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb126a62-2c5f-4a93-8cb5-60e8f61c0eb0 req-a5edcffa-4592-49e0-898f-b7df687d4d1a tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:16:39.961906 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-fb126a62-2c5f-4a93-8cb5-60e8f61c0eb0 req-a5edcffa-4592-49e0-898f-b7df687d4d1a tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] 10.222.0.58 "GET /v2.0/ports?device_id=46c453cb-f20b-4389-9b6c-58852e5cd908 HTTP/1.1" status: 200  len: 945 time: 0.0602784
Mar 31 18:16:40.016537 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-fb126a62-2c5f-4a93-8cb5-60e8f61c0eb0 req-5771464c-e67d-49db-a46f-624571f0370a tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] 10.222.0.58 "GET /v2.0/security-groups?id=a53361f2-211f-4467-8d68-0ebc60b5d67d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480177
Mar 31 18:16:40.379034 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 50188) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:16:40.499351 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3157c568-f158-47d0-8dd4-ba864c9153fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:40.581222 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3157c568-f158-47d0-8dd4-ba864c9153fa admin admin] Publish callbacks [] for security_group (51d73a1e-fb31-43e0-bc67-6557d0c2c54d), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:40.669715 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3157c568-f158-47d0-8dd4-ba864c9153fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (51d73a1e-fb31-43e0-bc67-6557d0c2c54d), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:40.713053 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-3157c568-f158-47d0-8dd4-ba864c9153fa admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5b89cf4fe7664a159aa5f8854b6fc10b&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3328273
Mar 31 18:16:40.713981 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3157c568-f158-47d0-8dd4-ba864c9153fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51d73a1e-fb31-43e0-bc67-6557d0c2c54d,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:16:40.716210 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 50210) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:16:40.775209 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-011bb23e-5e3e-47b3-8704-348a8dfcd6d2 admin admin] Publish callbacks [] for security_group (51d73a1e-fb31-43e0-bc67-6557d0c2c54d), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:40.796350 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-011bb23e-5e3e-47b3-8704-348a8dfcd6d2 admin admin] Publish callbacks [] for security_group (51d73a1e-fb31-43e0-bc67-6557d0c2c54d), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:40.954844 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-011bb23e-5e3e-47b3-8704-348a8dfcd6d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (51d73a1e-fb31-43e0-bc67-6557d0c2c54d), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:40.957467 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-011bb23e-5e3e-47b3-8704-348a8dfcd6d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:40.958623 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-011bb23e-5e3e-47b3-8704-348a8dfcd6d2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/51d73a1e-fb31-43e0-bc67-6557d0c2c54d HTTP/1.1" status: 204  len: 168 time: 0.2413056
Mar 31 18:16:40.967028 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011bb23e-5e3e-47b3-8704-348a8dfcd6d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51d73a1e-fb31-43e0-bc67-6557d0c2c54d,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:16:41.075813 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6435038-5b05-4bd3-928b-c052e855e8f7 req-9ee5e406-760d-4a83-bb38-1edd7e8f3564 tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:16:41.077307 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-c6435038-5b05-4bd3-928b-c052e855e8f7 req-9ee5e406-760d-4a83-bb38-1edd7e8f3564 tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] 10.222.0.44 "GET /v2.0/ports?device_id=46c453cb-f20b-4389-9b6c-58852e5cd908 HTTP/1.1" status: 200  len: 945 time: 0.0639036
Mar 31 18:16:41.204835 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630d4d3d-eea5-40ad-89f8-6a1a462ca58a req-68effaa1-7830-405b-a9d3-893ef7ca530c tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:16:41.207204 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-630d4d3d-eea5-40ad-89f8-6a1a462ca58a req-68effaa1-7830-405b-a9d3-893ef7ca530c tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] 10.222.0.58 "GET /v2.0/ports?device_id=46c453cb-f20b-4389-9b6c-58852e5cd908 HTTP/1.1" status: 200  len: 945 time: 0.0950685
Mar 31 18:16:41.259068 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [req-c6435038-5b05-4bd3-928b-c052e855e8f7 req-1e7d79a8-0d31-48c7-acd8-3de9f952d7d7 tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] Deleting port 061db997-2b27-4a9a-9154-2a254b2384aa {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 31 18:16:41.259415 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-c6435038-5b05-4bd3-928b-c052e855e8f7 req-1e7d79a8-0d31-48c7-acd8-3de9f952d7d7 tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759343023638'] for port (061db997-2b27-4a9a-9154-2a254b2384aa), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:41.336444 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-630d4d3d-eea5-40ad-89f8-6a1a462ca58a req-46170f0e-c5fb-4d31-b63f-411be21c8874 tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] 10.222.0.58 "GET /v2.0/security-groups?id=a53361f2-211f-4467-8d68-0ebc60b5d67d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1149969
Mar 31 18:16:41.402442 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [req-c6435038-5b05-4bd3-928b-c052e855e8f7 req-1e7d79a8-0d31-48c7-acd8-3de9f952d7d7 tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] For port 061db997-2b27-4a9a-9154-2a254b2384aa, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=061db997-2b27-4a9a-9154-2a254b2384aa,segment=NetworkSegment(2bf035f2-e500-40c1-b7c4-ababe279894a),segment_id=2bf035f2-e500-40c1-b7c4-ababe279894a)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:16:41.403913 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-c6435038-5b05-4bd3-928b-c052e855e8f7 req-1e7d79a8-0d31-48c7-acd8-3de9f952d7d7 tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505421'] for port (061db997-2b27-4a9a-9154-2a254b2384aa), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:41.423224 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [req-c6435038-5b05-4bd3-928b-c052e855e8f7 req-1e7d79a8-0d31-48c7-acd8-3de9f952d7d7 tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] Calling delete_port for 061db997-2b27-4a9a-9154-2a254b2384aa owned by compute:nova {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 31 18:16:41.659722 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 50244) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:16:41.664251 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [None req-5da1af41-d675-4969-8c5b-0b9b01b05ba8 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1858206256', 'description': 'tempest-description--1867376252'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:16:41.709412 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-c6435038-5b05-4bd3-928b-c052e855e8f7 req-1e7d79a8-0d31-48c7-acd8-3de9f952d7d7 tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759343027577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759342510071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13081985'] for port (061db997-2b27-4a9a-9154-2a254b2384aa), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:41.742850 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7d79a8-0d31-48c7-acd8-3de9f952d7d7 tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] Pushing event deleted for resources: {'Port': ['ID=061db997-2b27-4a9a-9154-2a254b2384aa,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:16:41.786873 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6435038-5b05-4bd3-928b-c052e855e8f7 req-1e7d79a8-0d31-48c7-acd8-3de9f952d7d7 tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] No DVR routers for this DVR port 061db997-2b27-4a9a-9154-2a254b2384aa on host hv-cinder-maste {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 31 18:16:41.789957 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-c6435038-5b05-4bd3-928b-c052e855e8f7 req-1e7d79a8-0d31-48c7-acd8-3de9f952d7d7 tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30337'] for port (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:41.793423 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-c6435038-5b05-4bd3-928b-c052e855e8f7 req-1e7d79a8-0d31-48c7-acd8-3de9f952d7d7 tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] 10.222.0.44 "DELETE /v2.0/ports/061db997-2b27-4a9a-9154-2a254b2384aa HTTP/1.1" status: 204  len: 173 time: 0.7098222
Mar 31 18:16:41.793860 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46c453cb-f20b-4389-9b6c-58852e5cd908', 'name': 'network-vif-deleted', 'tag': '061db997-2b27-4a9a-9154-2a254b2384aa'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 31 18:16:41.796212 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73fc78de55affb2fac0a31bf62e314c48f0d961b1f9e9815d43b8150b113e94f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f791ef11-c0f0-4ff4-80c7-57e1b73a8ee6" -d '{"events": [{"server_uuid": "46c453cb-f20b-4389-9b6c-58852e5cd908", "name": "network-vif-deleted", "tag": "061db997-2b27-4a9a-9154-2a254b2384aa"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 31 18:16:41.806132 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5da1af41-d675-4969-8c5b-0b9b01b05ba8 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Publish callbacks [] for security_group (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:41.810383 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.agents_db [None req-39f62d97-bd56-4bf2-8522-12846eccdd8f None None] Agent healthcheck: found 6 active agents {{(pid=103899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 31 18:16:41.832108 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 18:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fd9e761-4d47-4ba3-9a33-75f70c018016 x-openstack-request-id: req-1fd9e761-4d47-4ba3-9a33-75f70c018016 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 31 18:16:41.832405 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46c453cb-f20b-4389-9b6c-58852e5cd908", "name": "network-vif-deleted", "tag": "061db997-2b27-4a9a-9154-2a254b2384aa", "status": "completed", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 31 18:16:41.832661 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1fd9e761-4d47-4ba3-9a33-75f70c018016 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 31 18:16:41.833055 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fd9e761-4d47-4ba3-9a33-75f70c018016'] response: {'server_uuid': '46c453cb-f20b-4389-9b6c-58852e5cd908', 'name': 'network-vif-deleted', 'tag': '061db997-2b27-4a9a-9154-2a254b2384aa', 'status': 'completed', 'code': 200}
Mar 31 18:16:41.871458 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 50252) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:16:41.877801 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5da1af41-d675-4969-8c5b-0b9b01b05ba8 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Publish callbacks [] for security_group (91eafa52-8a02-4cc9-8dc3-2de254a2cf85), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:41.887584 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ed25fab8-cb1a-4981-b7b7-f026fcdfd7be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:41.982878 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5da1af41-d675-4969-8c5b-0b9b01b05ba8 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (91eafa52-8a02-4cc9-8dc3-2de254a2cf85), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:41.992957 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ed25fab8-cb1a-4981-b7b7-f026fcdfd7be admin admin] Publish callbacks [] for security_group (817bffde-0dd3-4ab5-af43-125e7498c186), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:42.015993 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da1af41-d675-4969-8c5b-0b9b01b05ba8 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91eafa52-8a02-4cc9-8dc3-2de254a2cf85,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:16:42.091816 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ed25fab8-cb1a-4981-b7b7-f026fcdfd7be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (817bffde-0dd3-4ab5-af43-125e7498c186), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:42.122529 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5da1af41-d675-4969-8c5b-0b9b01b05ba8 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Publish callbacks [] for security_group (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:42.124163 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-5da1af41-d675-4969-8c5b-0b9b01b05ba8 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1797 time: 0.4634159
Mar 31 18:16:42.127225 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 50260) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:16:42.135948 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [None req-881eacbc-c607-4ab8-9442-4872d18097d6 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Request body: {'security_group_rule': {'security_group_id': '91eafa52-8a02-4cc9-8dc3-2de254a2cf85', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:16:42.136107 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-ed25fab8-cb1a-4981-b7b7-f026fcdfd7be admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fb73a832109a45b6a42252a2b0cc47e5&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2601814
Mar 31 18:16:42.136107 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed25fab8-cb1a-4981-b7b7-f026fcdfd7be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=817bffde-0dd3-4ab5-af43-125e7498c186,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:16:42.137453 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 50264) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:16:42.196473 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d0514e7f-20a7-4bea-a7ec-f57494b6e099 admin admin] Publish callbacks [] for security_group (817bffde-0dd3-4ab5-af43-125e7498c186), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:42.230067 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d0514e7f-20a7-4bea-a7ec-f57494b6e099 admin admin] Publish callbacks [] for security_group (817bffde-0dd3-4ab5-af43-125e7498c186), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:42.279639 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-881eacbc-c607-4ab8-9442-4872d18097d6 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Publish callbacks [] for security_group_rule (8a05c020-9a25-4fb8-b028-dc4781135a37), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:42.451544 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d0514e7f-20a7-4bea-a7ec-f57494b6e099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (817bffde-0dd3-4ab5-af43-125e7498c186), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:42.455808 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d0514e7f-20a7-4bea-a7ec-f57494b6e099 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:42.456343 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-63b73b6a-c696-450f-8f9e-f5eb66794e21 req-4311405d-a83e-4797-a0a0-992be4d3abdd tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] 10.222.0.58 "GET /v2.0/ports?device_id=46c453cb-f20b-4389-9b6c-58852e5cd908 HTTP/1.1" status: 200  len: 210 time: 0.0311108
Mar 31 18:16:42.459457 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-d0514e7f-20a7-4bea-a7ec-f57494b6e099 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/817bffde-0dd3-4ab5-af43-125e7498c186 HTTP/1.1" status: 204  len: 168 time: 0.3184319
Mar 31 18:16:42.465871 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0514e7f-20a7-4bea-a7ec-f57494b6e099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=817bffde-0dd3-4ab5-af43-125e7498c186,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:16:42.466913 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-881eacbc-c607-4ab8-9442-4872d18097d6 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Publish callbacks [] for security_group_rule (8a05c020-9a25-4fb8-b028-dc4781135a37), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:42.556029 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-881eacbc-c607-4ab8-9442-4872d18097d6 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527249'] for security_group_rule (8a05c020-9a25-4fb8-b028-dc4781135a37), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:42.576011 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881eacbc-c607-4ab8-9442-4872d18097d6 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a05c020-9a25-4fb8-b028-dc4781135a37,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:16:42.722138 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-881eacbc-c607-4ab8-9442-4872d18097d6 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:42.726384 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-881eacbc-c607-4ab8-9442-4872d18097d6 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5953338
Mar 31 18:16:42.726384 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 50274) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:16:42.731730 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [None req-3120c3e7-8f52-47ab-8729-d5e804e2679f tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Request body: {'security_group_rule': {'security_group_id': '91eafa52-8a02-4cc9-8dc3-2de254a2cf85', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:16:42.858029 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3120c3e7-8f52-47ab-8729-d5e804e2679f tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Publish callbacks [] for security_group_rule (8ab939c9-cb5b-457b-a722-eea3adebe9df), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:42.915632 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3120c3e7-8f52-47ab-8729-d5e804e2679f tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Publish callbacks [] for security_group_rule (8ab939c9-cb5b-457b-a722-eea3adebe9df), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:43.023488 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3120c3e7-8f52-47ab-8729-d5e804e2679f tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527249'] for security_group_rule (8ab939c9-cb5b-457b-a722-eea3adebe9df), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:43.043902 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3120c3e7-8f52-47ab-8729-d5e804e2679f tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ab939c9-cb5b-457b-a722-eea3adebe9df,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:16:43.140443 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3120c3e7-8f52-47ab-8729-d5e804e2679f tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:43.142228 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-3120c3e7-8f52-47ab-8729-d5e804e2679f tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4143338
Mar 31 18:16:43.145148 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 50290) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:16:43.149903 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [None req-67491925-befd-46f0-bc08-bb58451ffd9f tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Request body: {'floatingip': {'floating_network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:16:43.243088 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 50298) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:16:43.278212 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-67491925-befd-46f0-bc08-bb58451ffd9f tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:43.382785 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ca71445f-71b9-451c-b472-e18277b2a5c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:43.408367 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Device 061db997-2b27-4a9a-9154-2a254b2384aa no longer exists at agent hyperv_hv-cinder-maste {{(pid=103898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 31 18:16:43.417975 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-67491925-befd-46f0-bc08-bb58451ffd9f tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:43.432998 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] No Port match for: 061db997-2b27-4a9a-9154-2a254b2384aa {{(pid=103898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 31 18:16:43.433357 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Device 061db997-2b27-4a9a-9154-2a254b2384aa not bound to the agent host hv-cinder-maste {{(pid=103898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 31 18:16:43.550813 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ca71445f-71b9-451c-b472-e18277b2a5c6 admin admin] Publish callbacks [] for security_group (867f879a-5235-4e04-9645-40e31cc28c32), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:43.565370 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-67491925-befd-46f0-bc08-bb58451ffd9f tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Allocated IP 172.37.2.41 (b698396b-51c1-468f-b58d-8c59a3beb4d9/19546f9a-afff-4e10-9105-a9d5358dbe6e/cc734975-76d9-44a9-ab1f-ad7ac43a9326) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 31 18:16:43.629244 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ca71445f-71b9-451c-b472-e18277b2a5c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (867f879a-5235-4e04-9645-40e31cc28c32), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:43.693611 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-ca71445f-71b9-451c-b472-e18277b2a5c6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4b7ac844cb2b4f8c894deefd7301366e&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4470184
Mar 31 18:16:43.693857 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca71445f-71b9-451c-b472-e18277b2a5c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=867f879a-5235-4e04-9645-40e31cc28c32,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:16:43.694485 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 50330) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:16:43.715337 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-67491925-befd-46f0-bc08-bb58451ffd9f tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Publish callbacks [] for port (cc734975-76d9-44a9-ab1f-ad7ac43a9326), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:43.751259 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7c149bbf-9807-41de-b6f7-a73c2bad5526 admin admin] Publish callbacks [] for security_group (867f879a-5235-4e04-9645-40e31cc28c32), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:43.773860 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7c149bbf-9807-41de-b6f7-a73c2bad5526 admin admin] Publish callbacks [] for security_group (867f879a-5235-4e04-9645-40e31cc28c32), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:43.841489 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8e659f-c51b-44dd-b074-e878b857349c req-f7a542f6-c6df-4ea7-af47-041cfec1571f tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:16:43.843076 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-ca8e659f-c51b-44dd-b074-e878b857349c req-f7a542f6-c6df-4ea7-af47-041cfec1571f tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] 10.222.0.58 "GET /v2.0/networks?id=6985b94c-578f-440f-adb1-d40b9aefd2a5 HTTP/1.1" status: 200  len: 808 time: 0.1167085
Mar 31 18:16:43.858377 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-ca8e659f-c51b-44dd-b074-e878b857349c req-62322c46-0859-4a20-91a0-382e3fc03c7f tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] 10.222.0.58 "GET /v2.0/quotas/b2d7dee7188943ae84823848038e5357 HTTP/1.1" status: 200  len: 375 time: 0.0098584
Mar 31 18:16:43.862974 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-67491925-befd-46f0-bc08-bb58451ffd9f tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759342510062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12885778'] for port (cc734975-76d9-44a9-ab1f-ad7ac43a9326), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:43.927791 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-ca8e659f-c51b-44dd-b074-e878b857349c req-336402e3-ae19-46aa-bc6f-e54ee538d6f8 tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=b2d7dee7188943ae84823848038e5357&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0387189
Mar 31 18:16:43.932437 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7c149bbf-9807-41de-b6f7-a73c2bad5526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (867f879a-5235-4e04-9645-40e31cc28c32), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:43.934574 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67491925-befd-46f0-bc08-bb58451ffd9f tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Network b698396b-51c1-468f-b58d-8c59a3beb4d9 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 31 18:16:43.947779 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7c149bbf-9807-41de-b6f7-a73c2bad5526 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:43.947779 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-7c149bbf-9807-41de-b6f7-a73c2bad5526 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/867f879a-5235-4e04-9645-40e31cc28c32 HTTP/1.1" status: 204  len: 168 time: 0.2403603
Mar 31 18:16:43.947779 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c149bbf-9807-41de-b6f7-a73c2bad5526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=867f879a-5235-4e04-9645-40e31cc28c32,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:16:44.152110 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-67491925-befd-46f0-bc08-bb58451ffd9f tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Resources bound (agent type, host, resource id):  {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 31 18:16:44.179852 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67491925-befd-46f0-bc08-bb58451ffd9f tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 31 18:16:44.182111 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67491925-befd-46f0-bc08-bb58451ffd9f tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Pushing event updated for resources: {'Port': ['ID=cc734975-76d9-44a9-ab1f-ad7ac43a9326,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:16:44.258886 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-ca8e659f-c51b-44dd-b074-e878b857349c req-6b0d11e4-8f0f-4d85-b3fa-d53810cc661d service neutron] 10.222.0.58 "GET /v2.0/networks/6985b94c-578f-440f-adb1-d40b9aefd2a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3195341
Mar 31 18:16:44.354679 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-67491925-befd-46f0-bc08-bb58451ffd9f tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Publish callbacks [] for floatingip (c5fe7bef-c517-4991-9df7-2fab9c2b254f), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:44.388432 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-ca8e659f-c51b-44dd-b074-e878b857349c req-645f2bba-9077-47e3-b00a-6dc8b9344ba0 service neutron] 10.222.0.58 "GET /v2.0/networks/6985b94c-578f-440f-adb1-d40b9aefd2a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1018093
Mar 31 18:16:44.573892 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-67491925-befd-46f0-bc08-bb58451ffd9f tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (cc734975-76d9-44a9-ab1f-ad7ac43a9326), before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:44.729704 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-67491925-befd-46f0-bc08-bb58451ffd9f tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Publish callbacks [] for port (cc734975-76d9-44a9-ab1f-ad7ac43a9326), precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:44.792479 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-819645a9-5a79-453f-b91c-1f05bd7b5df8 req-9be8d8ae-16c5-4c87-b7ad-00ca4ea31126 tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d64f5fd-5a02-48f1-a20e-267b0d8b6fe0 HTTP/1.1" status: 200  len: 210 time: 0.0349813
Mar 31 18:16:44.820699 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-67491925-befd-46f0-bc08-bb58451ffd9f tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12885787'] for port (cc734975-76d9-44a9-ab1f-ad7ac43a9326), after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:44.895178 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 50378) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:16:44.912123 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67491925-befd-46f0-bc08-bb58451ffd9f tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Pushing event updated for resources: {'Port': ['ID=cc734975-76d9-44a9-ab1f-ad7ac43a9326,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:16:44.923566 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-67491925-befd-46f0-bc08-bb58451ffd9f tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505983'] for floatingip (c5fe7bef-c517-4991-9df7-2fab9c2b254f), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:44.925736 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-89754a58-8432-42b2-8eb4-57036d4c93b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:45.000361 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 50382) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:16:45.005149 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-89754a58-8432-42b2-8eb4-57036d4c93b5 admin admin] Publish callbacks [] for security_group (97dc92cb-722e-471f-8c12-295e4cb9a51a), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:45.038154 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-67491925-befd-46f0-bc08-bb58451ffd9f tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30337'] for floatingip (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:45.043010 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-67491925-befd-46f0-bc08-bb58451ffd9f tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.8932796
Mar 31 18:16:45.124706 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ce69c72e-0d6e-4184-b5d0-3f6d37a2b6f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:45.146973 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-89754a58-8432-42b2-8eb4-57036d4c93b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (97dc92cb-722e-471f-8c12-295e4cb9a51a), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:45.191531 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-89754a58-8432-42b2-8eb4-57036d4c93b5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0ea96f12b8e349aeb84ce54ef557dd26&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2909765
Mar 31 18:16:45.194144 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 50398) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:16:45.220734 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ce69c72e-0d6e-4184-b5d0-3f6d37a2b6f2 admin admin] Publish callbacks [] for security_group (aa7eaa91-6b9e-423b-a992-074a168e39b4), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:45.225761 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89754a58-8432-42b2-8eb4-57036d4c93b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97dc92cb-722e-471f-8c12-295e4cb9a51a,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:16:45.260830 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ece0c410-ded8-44a6-a93d-c135b5491e80 admin admin] Publish callbacks [] for security_group (97dc92cb-722e-471f-8c12-295e4cb9a51a), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:45.262244 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 50408) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:16:45.287744 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ece0c410-ded8-44a6-a93d-c135b5491e80 admin admin] Publish callbacks [] for security_group (97dc92cb-722e-471f-8c12-295e4cb9a51a), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:45.321913 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-d897bf99-232d-4009-8cfa-b11af8199413 req-ba569ed4-9fe5-4609-9312-cb42b424856f tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1858206256&fields=id&tenant_id=6fc2eb72902a441ca6a6fa9350ce75f8 HTTP/1.1" status: 200  len: 267 time: 0.0484192
Mar 31 18:16:45.323053 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ce69c72e-0d6e-4184-b5d0-3f6d37a2b6f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (aa7eaa91-6b9e-423b-a992-074a168e39b4), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:45.426032 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce69c72e-0d6e-4184-b5d0-3f6d37a2b6f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa7eaa91-6b9e-423b-a992-074a168e39b4,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:16:45.430161 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-ce69c72e-0d6e-4184-b5d0-3f6d37a2b6f2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ae970c6423854d0e8dd814cdccbaf7b7&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4287348
Mar 31 18:16:45.433731 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 50414) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:16:45.434111 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2cb662c1-b23c-4b7e-96d5-6c60cf1f53a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:45.458436 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ece0c410-ded8-44a6-a93d-c135b5491e80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (97dc92cb-722e-471f-8c12-295e4cb9a51a), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:45.460981 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ece0c410-ded8-44a6-a93d-c135b5491e80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:45.464536 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-ece0c410-ded8-44a6-a93d-c135b5491e80 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/97dc92cb-722e-471f-8c12-295e4cb9a51a HTTP/1.1" status: 204  len: 168 time: 0.2667875
Mar 31 18:16:45.485646 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece0c410-ded8-44a6-a93d-c135b5491e80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97dc92cb-722e-471f-8c12-295e4cb9a51a,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:16:45.503134 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a1d22070-dacc-412e-ad14-cb47734a4e38 admin admin] Publish callbacks [] for security_group (aa7eaa91-6b9e-423b-a992-074a168e39b4), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:45.505781 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d897bf99-232d-4009-8cfa-b11af8199413 req-4579898a-a2ee-45e6-b7ad-377cacdd33fb tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:16:45.512602 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-d897bf99-232d-4009-8cfa-b11af8199413 req-4579898a-a2ee-45e6-b7ad-377cacdd33fb tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/networks?id=fca50c83-3b91-4a03-8e1d-d873f4d904c1 HTTP/1.1" status: 200  len: 819 time: 0.1796603
Mar 31 18:16:45.531618 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-d897bf99-232d-4009-8cfa-b11af8199413 req-22ee95e9-1c93-4afc-995e-233963787ad0 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/quotas/6fc2eb72902a441ca6a6fa9350ce75f8 HTTP/1.1" status: 200  len: 375 time: 0.0181501
Mar 31 18:16:45.543470 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a1d22070-dacc-412e-ad14-cb47734a4e38 admin admin] Publish callbacks [] for security_group (aa7eaa91-6b9e-423b-a992-074a168e39b4), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:45.592127 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2cb662c1-b23c-4b7e-96d5-6c60cf1f53a3 admin admin] Publish callbacks [] for security_group (85ed41c7-dd25-4afe-8dae-d8966b0a8198), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:45.613684 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-d897bf99-232d-4009-8cfa-b11af8199413 req-297ba2d3-0e81-4422-81e2-10d2c29aea6b tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=6fc2eb72902a441ca6a6fa9350ce75f8&fields=id HTTP/1.1" status: 200  len: 394 time: 0.0683618
Mar 31 18:16:45.696732 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a1d22070-dacc-412e-ad14-cb47734a4e38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (aa7eaa91-6b9e-423b-a992-074a168e39b4), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:45.699966 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a1d22070-dacc-412e-ad14-cb47734a4e38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:45.704957 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2cb662c1-b23c-4b7e-96d5-6c60cf1f53a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (85ed41c7-dd25-4afe-8dae-d8966b0a8198), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:45.705112 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-a1d22070-dacc-412e-ad14-cb47734a4e38 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/aa7eaa91-6b9e-423b-a992-074a168e39b4 HTTP/1.1" status: 204  len: 168 time: 0.2665653
Mar 31 18:16:45.711444 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d22070-dacc-412e-ad14-cb47734a4e38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa7eaa91-6b9e-423b-a992-074a168e39b4,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:16:45.753712 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-d897bf99-232d-4009-8cfa-b11af8199413 req-38c684ea-5af2-44fa-80f2-c9a46db92fdf service neutron] 10.222.0.58 "GET /v2.0/networks/fca50c83-3b91-4a03-8e1d-d873f4d904c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1285002
Mar 31 18:16:45.764731 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-2cb662c1-b23c-4b7e-96d5-6c60cf1f53a3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=527d27a69f1a4d919930aed5ef2a0bf3&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4983473
Mar 31 18:16:45.765040 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 50420) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:16:45.773430 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb662c1-b23c-4b7e-96d5-6c60cf1f53a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85ed41c7-dd25-4afe-8dae-d8966b0a8198,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:16:45.821680 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-75e578ea-9637-47e6-8d7b-01ad02a547b9 admin admin] Publish callbacks [] for security_group (85ed41c7-dd25-4afe-8dae-d8966b0a8198), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:45.848902 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-75e578ea-9637-47e6-8d7b-01ad02a547b9 admin admin] Publish callbacks [] for security_group (85ed41c7-dd25-4afe-8dae-d8966b0a8198), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:45.880081 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-d897bf99-232d-4009-8cfa-b11af8199413 req-02fea9ab-2367-44b3-b532-0bb7310ac726 service neutron] 10.222.0.58 "GET /v2.0/networks/fca50c83-3b91-4a03-8e1d-d873f4d904c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1169996
Mar 31 18:16:45.980080 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-9dd8bdac-c061-44b3-8958-4f3ceacf3789 req-ec6b188e-5484-4717-9ea1-0e6a6c7e075a tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d64f5fd-5a02-48f1-a20e-267b0d8b6fe0 HTTP/1.1" status: 200  len: 210 time: 0.0907528
Mar 31 18:16:46.156987 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-1f217f34-8704-4f81-8343-b4bcb23796f3 req-1ffbcd77-c067-4421-bbfd-680cf112649b tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2498a53-f6d8-4236-8788-289622fc2c88 HTTP/1.1" status: 200  len: 210 time: 0.0406086
Mar 31 18:16:46.169093 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-75e578ea-9637-47e6-8d7b-01ad02a547b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (85ed41c7-dd25-4afe-8dae-d8966b0a8198), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:46.171185 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-75e578ea-9637-47e6-8d7b-01ad02a547b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:46.177836 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-75e578ea-9637-47e6-8d7b-01ad02a547b9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/85ed41c7-dd25-4afe-8dae-d8966b0a8198 HTTP/1.1" status: 204  len: 168 time: 0.4062681
Mar 31 18:16:46.180573 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e578ea-9637-47e6-8d7b-01ad02a547b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85ed41c7-dd25-4afe-8dae-d8966b0a8198,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:16:47.065571 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-dfc147df-e453-42f6-ab3a-5318dc84e8b8 req-4c2e6f9c-970c-46e7-a400-6b62546d354f tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d64f5fd-5a02-48f1-a20e-267b0d8b6fe0 HTTP/1.1" status: 200  len: 210 time: 0.0280533
Mar 31 18:16:47.225596 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 50490) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:16:47.239290 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1d5e5efc-bbd0-4e23-b9d2-7484f1d7b7d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:47.251300 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-9c216afb-aa73-4fef-98f9-2d27c669b324 req-42db78ff-ec6c-4676-83c1-537179aee7c8 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2498a53-f6d8-4236-8788-289622fc2c88 HTTP/1.1" status: 200  len: 210 time: 0.0330188
Mar 31 18:16:47.317635 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1d5e5efc-bbd0-4e23-b9d2-7484f1d7b7d8 admin admin] Publish callbacks [] for security_group (74a082c4-a220-47c3-939b-d527ae899cdf), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:47.450906 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1d5e5efc-bbd0-4e23-b9d2-7484f1d7b7d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (74a082c4-a220-47c3-939b-d527ae899cdf), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:47.491127 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-1d5e5efc-bbd0-4e23-b9d2-7484f1d7b7d8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a4e5bafd6a3e41fa91dd2a78f15b9c2f&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2644479
Mar 31 18:16:47.492218 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5e5efc-bbd0-4e23-b9d2-7484f1d7b7d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74a082c4-a220-47c3-939b-d527ae899cdf,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:16:47.494119 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 50498) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:16:47.564031 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ada6b15f-f640-4ed7-b765-3e55442e8892 admin admin] Publish callbacks [] for security_group (74a082c4-a220-47c3-939b-d527ae899cdf), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:47.627703 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ada6b15f-f640-4ed7-b765-3e55442e8892 admin admin] Publish callbacks [] for security_group (74a082c4-a220-47c3-939b-d527ae899cdf), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:47.702754 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8e659f-c51b-44dd-b074-e878b857349c req-3b7e0e73-062a-4372-8922-cc2585dbdfeb tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:16:47.704265 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-ca8e659f-c51b-44dd-b074-e878b857349c req-3b7e0e73-062a-4372-8922-cc2585dbdfeb tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] 10.222.0.44 "GET /v2.0/networks?id=6985b94c-578f-440f-adb1-d40b9aefd2a5 HTTP/1.1" status: 200  len: 808 time: 0.1529953
Mar 31 18:16:47.728308 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.v2.base [req-ca8e659f-c51b-44dd-b074-e878b857349c req-047f4a4b-0284-4584-9173-df4950ad424d tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] Request body: {'port': {'device_id': '0d64f5fd-5a02-48f1-a20e-267b0d8b6fe0', 'network_id': '6985b94c-578f-440f-adb1-d40b9aefd2a5', 'admin_state_up': True, 'tenant_id': 'b2d7dee7188943ae84823848038e5357'}} {{(pid=103897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:16:47.833207 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ada6b15f-f640-4ed7-b765-3e55442e8892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (74a082c4-a220-47c3-939b-d527ae899cdf), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:47.835837 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ada6b15f-f640-4ed7-b765-3e55442e8892 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:47.839731 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-ada6b15f-f640-4ed7-b765-3e55442e8892 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/74a082c4-a220-47c3-939b-d527ae899cdf HTTP/1.1" status: 204  len: 168 time: 0.3416927
Mar 31 18:16:47.851099 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada6b15f-f640-4ed7-b765-3e55442e8892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74a082c4-a220-47c3-939b-d527ae899cdf,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:16:47.886602 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 50508) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:16:47.930990 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca8e659f-c51b-44dd-b074-e878b857349c req-047f4a4b-0284-4584-9173-df4950ad424d tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] Made reservation on behalf of b2d7dee7188943ae84823848038e5357 for: {'port': 1} {{(pid=103897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 31 18:16:47.935229 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-ca8e659f-c51b-44dd-b074-e878b857349c req-047f4a4b-0284-4584-9173-df4950ad424d tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (None), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:48.105578 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [req-ca8e659f-c51b-44dd-b074-e878b857349c req-047f4a4b-0284-4584-9173-df4950ad424d tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] Allocated IP 172.20.0.10 (6985b94c-578f-440f-adb1-d40b9aefd2a5/5ef62352-9922-4923-b728-7f1de7d3b406/86623eca-526d-4e62-a3a8-2d929a18df20) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 31 18:16:48.180139 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-d1a61a14-2e88-4e56-81a5-d5add935a682 req-0b78a9e0-e935-4224-a3e6-3eddc84f0d2d tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d64f5fd-5a02-48f1-a20e-267b0d8b6fe0 HTTP/1.1" status: 200  len: 210 time: 0.0321610
Mar 31 18:16:48.208575 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a9925a5e-fbe3-4e91-9722-2d0a03922e7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:48.227041 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 50522) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:16:48.300171 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-ca8e659f-c51b-44dd-b074-e878b857349c req-047f4a4b-0284-4584-9173-df4950ad424d tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] Publish callbacks [] for port (86623eca-526d-4e62-a3a8-2d929a18df20), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:48.329939 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a9925a5e-fbe3-4e91-9722-2d0a03922e7d admin admin] Publish callbacks [] for security_group (6974dbcd-06e4-4307-ad79-33b986ebf79a), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:48.357220 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-f9a7ff0e-d286-40e1-ab14-914c21d10c26 req-f38d1059-ce9c-4591-a3f4-94aae7c45088 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2498a53-f6d8-4236-8788-289622fc2c88 HTTP/1.1" status: 200  len: 210 time: 0.0278001
Mar 31 18:16:48.392293 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a9925a5e-fbe3-4e91-9722-2d0a03922e7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (6974dbcd-06e4-4307-ad79-33b986ebf79a), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:48.432715 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-a9925a5e-fbe3-4e91-9722-2d0a03922e7d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7db0ac9e7cca4a75b882e7189bf2e374&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5448551
Mar 31 18:16:48.442138 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9925a5e-fbe3-4e91-9722-2d0a03922e7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6974dbcd-06e4-4307-ad79-33b986ebf79a,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:16:48.444234 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 50534) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:16:48.463825 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-ca8e659f-c51b-44dd-b074-e878b857349c req-047f4a4b-0284-4584-9173-df4950ad424d tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759342510062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13081985'] for port (86623eca-526d-4e62-a3a8-2d929a18df20), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:48.507317 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca8e659f-c51b-44dd-b074-e878b857349c req-047f4a4b-0284-4584-9173-df4950ad424d tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] Network 6985b94c-578f-440f-adb1-d40b9aefd2a5 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 31 18:16:48.508123 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-37742e92-3cd8-439f-a919-ed2aeb36f900 admin admin] Publish callbacks [] for security_group (6974dbcd-06e4-4307-ad79-33b986ebf79a), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:48.513430 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [req-ca8e659f-c51b-44dd-b074-e878b857349c req-047f4a4b-0284-4584-9173-df4950ad424d tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] Resources bound (agent type, host, resource id):  {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 31 18:16:48.517690 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca8e659f-c51b-44dd-b074-e878b857349c req-047f4a4b-0284-4584-9173-df4950ad424d tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 31 18:16:48.542339 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-37742e92-3cd8-439f-a919-ed2aeb36f900 admin admin] Publish callbacks [] for security_group (6974dbcd-06e4-4307-ad79-33b986ebf79a), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:48.591421 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8e659f-c51b-44dd-b074-e878b857349c req-047f4a4b-0284-4584-9173-df4950ad424d tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:16:48.591421 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-ca8e659f-c51b-44dd-b074-e878b857349c req-047f4a4b-0284-4584-9173-df4950ad424d tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30337'] for port (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:48.591680 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1440987a-bda7-40a7-b357-24fa021d2773 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:48.591763 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047f4a4b-0284-4584-9173-df4950ad424d tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] Pushing event updated for resources: {'Port': ['ID=86623eca-526d-4e62-a3a8-2d929a18df20,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:16:48.693849 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-ca8e659f-c51b-44dd-b074-e878b857349c req-047f4a4b-0284-4584-9173-df4950ad424d tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9691279
Mar 31 18:16:48.711717 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.v2.base [req-ca8e659f-c51b-44dd-b074-e878b857349c req-79107ec7-cb62-41f2-bb2c-1606fb1c9808 service neutron] Request body: {'port': {'device_id': '0d64f5fd-5a02-48f1-a20e-267b0d8b6fe0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=103897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:16:48.772723 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-37742e92-3cd8-439f-a919-ed2aeb36f900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (6974dbcd-06e4-4307-ad79-33b986ebf79a), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:48.772723 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-37742e92-3cd8-439f-a919-ed2aeb36f900 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:48.772723 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-37742e92-3cd8-439f-a919-ed2aeb36f900 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6974dbcd-06e4-4307-ad79-33b986ebf79a HTTP/1.1" status: 204  len: 168 time: 0.3262262
Mar 31 18:16:48.778420 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-ca8e659f-c51b-44dd-b074-e878b857349c req-79107ec7-cb62-41f2-bb2c-1606fb1c9808 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (86623eca-526d-4e62-a3a8-2d929a18df20), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:48.787171 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37742e92-3cd8-439f-a919-ed2aeb36f900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6974dbcd-06e4-4307-ad79-33b986ebf79a,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:16:48.830964 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1440987a-bda7-40a7-b357-24fa021d2773 admin admin] Publish callbacks [] for security_group (f5d52953-c43a-4a81-8379-a415c025b245), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:48.908506 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1440987a-bda7-40a7-b357-24fa021d2773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (f5d52953-c43a-4a81-8379-a415c025b245), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:48.956727 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-1440987a-bda7-40a7-b357-24fa021d2773 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=153cafb569fe45c19804cf5780627803&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7282050
Mar 31 18:16:48.959421 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 50552) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:16:48.967241 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1440987a-bda7-40a7-b357-24fa021d2773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5d52953-c43a-4a81-8379-a415c025b245,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:16:49.015310 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bb30b470-1bc3-4726-bab2-5ab07e53251b admin admin] Publish callbacks [] for security_group (f5d52953-c43a-4a81-8379-a415c025b245), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:49.062535 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bb30b470-1bc3-4726-bab2-5ab07e53251b admin admin] Publish callbacks [] for security_group (f5d52953-c43a-4a81-8379-a415c025b245), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:49.068990 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d897bf99-232d-4009-8cfa-b11af8199413 req-81552cb6-efe7-462e-8745-829a8a24df7a tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:16:49.070411 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-d897bf99-232d-4009-8cfa-b11af8199413 req-81552cb6-efe7-462e-8745-829a8a24df7a tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.44 "GET /v2.0/networks?id=fca50c83-3b91-4a03-8e1d-d873f4d904c1 HTTP/1.1" status: 200  len: 819 time: 0.1755946
Mar 31 18:16:49.199698 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bb30b470-1bc3-4726-bab2-5ab07e53251b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (f5d52953-c43a-4a81-8379-a415c025b245), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:49.206847 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bb30b470-1bc3-4726-bab2-5ab07e53251b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:49.206847 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-bb30b470-1bc3-4726-bab2-5ab07e53251b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f5d52953-c43a-4a81-8379-a415c025b245 HTTP/1.1" status: 204  len: 168 time: 0.2441378
Mar 31 18:16:49.221660 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb30b470-1bc3-4726-bab2-5ab07e53251b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5d52953-c43a-4a81-8379-a415c025b245,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:16:49.265596 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-d897bf99-232d-4009-8cfa-b11af8199413 req-85cb0514-414c-45d2-bd15-fe9425ff0454 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6fc2eb72902a441ca6a6fa9350ce75f8 HTTP/1.1" status: 200  len: 380 time: 0.1750374
Mar 31 18:16:49.282728 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.v2.base [req-d897bf99-232d-4009-8cfa-b11af8199413 req-61150a1b-3337-4d7b-824c-ddb1b7df7385 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Request body: {'port': {'device_id': 'a2498a53-f6d8-4236-8788-289622fc2c88', 'network_id': 'fca50c83-3b91-4a03-8e1d-d873f4d904c1', 'admin_state_up': True, 'tenant_id': '6fc2eb72902a441ca6a6fa9350ce75f8', 'security_groups': ['91eafa52-8a02-4cc9-8dc3-2de254a2cf85']}} {{(pid=103897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:16:49.371718 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [req-ca8e659f-c51b-44dd-b074-e878b857349c req-79107ec7-cb62-41f2-bb2c-1606fb1c9808 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86623eca-526d-4e62-a3a8-2d929a18df20 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 31 18:16:49.392971 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-ca8e659f-c51b-44dd-b074-e878b857349c req-79107ec7-cb62-41f2-bb2c-1606fb1c9808 service neutron] Publish callbacks [] for port (86623eca-526d-4e62-a3a8-2d929a18df20), precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:49.418305 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8059037-1175-4ff8-a32f-082f4a617dda req-a346f830-026d-4d17-9e56-476cc042fd97 tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:16:49.420232 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-a8059037-1175-4ff8-a32f-082f4a617dda req-a346f830-026d-4d17-9e56-476cc042fd97 tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d64f5fd-5a02-48f1-a20e-267b0d8b6fe0 HTTP/1.1" status: 200  len: 932 time: 0.1182668
Mar 31 18:16:49.440677 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [req-ca8e659f-c51b-44dd-b074-e878b857349c req-79107ec7-cb62-41f2-bb2c-1606fb1c9808 service neutron] Transition to ACTIVE for port object 86623eca-526d-4e62-a3a8-2d929a18df20 will not be triggered until provisioned by entity L2. {{(pid=103897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 31 18:16:49.489750 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-a8059037-1175-4ff8-a32f-082f4a617dda req-b3137fe5-286a-4700-846d-d3e6971ca7be tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] 10.222.0.58 "GET /v2.0/security-groups?id=a53361f2-211f-4467-8d68-0ebc60b5d67d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0635104
Mar 31 18:16:49.490084 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-aaae9a95-ad36-4f56-8b0b-a9088f70538d req-a893ee55-4810-423a-97f0-37150ba1cc12 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2498a53-f6d8-4236-8788-289622fc2c88 HTTP/1.1" status: 200  len: 210 time: 0.0344715
Mar 31 18:16:49.528829 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-ca8e659f-c51b-44dd-b074-e878b857349c req-79107ec7-cb62-41f2-bb2c-1606fb1c9808 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13081992'] for port (86623eca-526d-4e62-a3a8-2d929a18df20), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:49.584372 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79107ec7-cb62-41f2-bb2c-1606fb1c9808 service neutron] Pushing event updated for resources: {'Port': ['ID=86623eca-526d-4e62-a3a8-2d929a18df20,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:16:49.624554 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d897bf99-232d-4009-8cfa-b11af8199413 req-61150a1b-3337-4d7b-824c-ddb1b7df7385 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Made reservation on behalf of 6fc2eb72902a441ca6a6fa9350ce75f8 for: {'port': 1} {{(pid=103897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 31 18:16:49.627897 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-d897bf99-232d-4009-8cfa-b11af8199413 req-61150a1b-3337-4d7b-824c-ddb1b7df7385 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (None), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:49.705175 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [req-ca8e659f-c51b-44dd-b074-e878b857349c req-79107ec7-cb62-41f2-bb2c-1606fb1c9808 service neutron] Attempting to bind port 86623eca-526d-4e62-a3a8-2d929a18df20 on host hv-cinder-maste for vnic_type normal with profile  {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 31 18:16:49.705520 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [req-ca8e659f-c51b-44dd-b074-e878b857349c req-79107ec7-cb62-41f2-bb2c-1606fb1c9808 service neutron] Attempting to bind port 86623eca-526d-4e62-a3a8-2d929a18df20 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '2bf035f2-e500-40c1-b7c4-ababe279894a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '6985b94c-578f-440f-adb1-d40b9aefd2a5'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 31 18:16:49.705856 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8e659f-c51b-44dd-b074-e878b857349c req-79107ec7-cb62-41f2-bb2c-1606fb1c9808 service neutron] Attempting to bind port 86623eca-526d-4e62-a3a8-2d929a18df20 on network 6985b94c-578f-440f-adb1-d40b9aefd2a5 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 31 18:16:49.718832 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8e659f-c51b-44dd-b074-e878b857349c req-79107ec7-cb62-41f2-bb2c-1606fb1c9808 service neutron] Port 86623eca-526d-4e62-a3a8-2d929a18df20 on network 6985b94c-578f-440f-adb1-d40b9aefd2a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 31 18:16:49.719165 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8e659f-c51b-44dd-b074-e878b857349c req-79107ec7-cb62-41f2-bb2c-1606fb1c9808 service neutron] Attempting to bind port 86623eca-526d-4e62-a3a8-2d929a18df20 on network 6985b94c-578f-440f-adb1-d40b9aefd2a5 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 31 18:16:49.731020 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8e659f-c51b-44dd-b074-e878b857349c req-79107ec7-cb62-41f2-bb2c-1606fb1c9808 service neutron] Checking agent: {'id': '06f31eaf-9418-4d11-8606-24a34b4b4893', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 11, 36), 'started_at': datetime.datetime(2022, 3, 31, 18, 11, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 31 18:16:49.731020 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8e659f-c51b-44dd-b074-e878b857349c req-79107ec7-cb62-41f2-bb2c-1606fb1c9808 service neutron] Checking segment: {'id': '2bf035f2-e500-40c1-b7c4-ababe279894a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '6985b94c-578f-440f-adb1-d40b9aefd2a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 31 18:16:49.731020 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8e659f-c51b-44dd-b074-e878b857349c req-79107ec7-cb62-41f2-bb2c-1606fb1c9808 service neutron] Bound using segment: {'id': '2bf035f2-e500-40c1-b7c4-ababe279894a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '6985b94c-578f-440f-adb1-d40b9aefd2a5'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 31 18:16:49.731020 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [req-ca8e659f-c51b-44dd-b074-e878b857349c req-79107ec7-cb62-41f2-bb2c-1606fb1c9808 service neutron] Bound port: 86623eca-526d-4e62-a3a8-2d929a18df20, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bf035f2-e500-40c1-b7c4-ababe279894a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '6985b94c-578f-440f-adb1-d40b9aefd2a5'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 31 18:16:49.731020 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-ca8e659f-c51b-44dd-b074-e878b857349c req-79107ec7-cb62-41f2-bb2c-1606fb1c9808 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (86623eca-526d-4e62-a3a8-2d929a18df20), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:49.832692 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [req-d897bf99-232d-4009-8cfa-b11af8199413 req-61150a1b-3337-4d7b-824c-ddb1b7df7385 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Allocated IP 172.20.0.7 (fca50c83-3b91-4a03-8e1d-d873f4d904c1/5c50616b-7511-4714-bd2d-e587d92cf7dd/5510c46b-9407-41b3-b02d-dbe7f958b08c) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 31 18:16:49.850911 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [req-ca8e659f-c51b-44dd-b074-e878b857349c req-79107ec7-cb62-41f2-bb2c-1606fb1c9808 service neutron] For port 86623eca-526d-4e62-a3a8-2d929a18df20, host hv-cinder-maste, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 31 18:16:49.855612 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [req-ca8e659f-c51b-44dd-b074-e878b857349c req-79107ec7-cb62-41f2-bb2c-1606fb1c9808 service neutron] For port 86623eca-526d-4e62-a3a8-2d929a18df20, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=86623eca-526d-4e62-a3a8-2d929a18df20,segment=NetworkSegment(2bf035f2-e500-40c1-b7c4-ababe279894a),segment_id=2bf035f2-e500-40c1-b7c4-ababe279894a)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 31 18:16:49.989793 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-ca8e659f-c51b-44dd-b074-e878b857349c req-79107ec7-cb62-41f2-bb2c-1606fb1c9808 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13081992'] for port (86623eca-526d-4e62-a3a8-2d929a18df20), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:50.252384 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-d897bf99-232d-4009-8cfa-b11af8199413 req-61150a1b-3337-4d7b-824c-ddb1b7df7385 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Publish callbacks [] for port (5510c46b-9407-41b3-b02d-dbe7f958b08c), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:50.272948 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8e659f-c51b-44dd-b074-e878b857349c req-79107ec7-cb62-41f2-bb2c-1606fb1c9808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:16:50.273590 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-ca8e659f-c51b-44dd-b074-e878b857349c req-79107ec7-cb62-41f2-bb2c-1606fb1c9808 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30337'] for port (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:50.275040 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-ca8e659f-c51b-44dd-b074-e878b857349c req-79107ec7-cb62-41f2-bb2c-1606fb1c9808 service neutron] 10.222.0.44 "PUT /v2.0/ports/86623eca-526d-4e62-a3a8-2d929a18df20 HTTP/1.1" status: 200  len: 1094 time: 1.5675497
Mar 31 18:16:50.275519 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d64f5fd-5a02-48f1-a20e-267b0d8b6fe0', 'tag': '86623eca-526d-4e62-a3a8-2d929a18df20'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 31 18:16:50.277712 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73fc78de55affb2fac0a31bf62e314c48f0d961b1f9e9815d43b8150b113e94f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a17da6c0-ac99-49c1-a179-a466e901ff69" -d '{"events": [{"name": "network-changed", "server_uuid": "0d64f5fd-5a02-48f1-a20e-267b0d8b6fe0", "tag": "86623eca-526d-4e62-a3a8-2d929a18df20"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 31 18:16:50.325165 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79107ec7-cb62-41f2-bb2c-1606fb1c9808 service neutron] Pushing event updated for resources: {'Port': ['ID=86623eca-526d-4e62-a3a8-2d929a18df20,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:16:50.329941 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 18:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-316c8b34-9e61-42fb-a957-307c29685a13 x-openstack-request-id: req-316c8b34-9e61-42fb-a957-307c29685a13 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 31 18:16:50.330227 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d64f5fd-5a02-48f1-a20e-267b0d8b6fe0", "tag": "86623eca-526d-4e62-a3a8-2d929a18df20", "status": "completed", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 31 18:16:50.330479 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-316c8b34-9e61-42fb-a957-307c29685a13 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 31 18:16:50.330899 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-316c8b34-9e61-42fb-a957-307c29685a13'] response: {'name': 'network-changed', 'server_uuid': '0d64f5fd-5a02-48f1-a20e-267b0d8b6fe0', 'tag': '86623eca-526d-4e62-a3a8-2d929a18df20', 'status': 'completed', 'code': 200}
Mar 31 18:16:50.421117 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17da6c0-ac99-49c1-a179-a466e901ff69 req-5aa00835-42fa-4706-b4bf-ac4e51321216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:16:50.422729 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-a17da6c0-ac99-49c1-a179-a466e901ff69 req-5aa00835-42fa-4706-b4bf-ac4e51321216 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b2d7dee7188943ae84823848038e5357&device_id=0d64f5fd-5a02-48f1-a20e-267b0d8b6fe0 HTTP/1.1" status: 200  len: 1128 time: 0.0447564
Mar 31 18:16:50.461192 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-d897bf99-232d-4009-8cfa-b11af8199413 req-61150a1b-3337-4d7b-824c-ddb1b7df7385 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759342510062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13081985'] for port (5510c46b-9407-41b3-b02d-dbe7f958b08c), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:50.556277 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d897bf99-232d-4009-8cfa-b11af8199413 req-61150a1b-3337-4d7b-824c-ddb1b7df7385 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Network fca50c83-3b91-4a03-8e1d-d873f4d904c1 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 31 18:16:50.562228 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [req-d897bf99-232d-4009-8cfa-b11af8199413 req-61150a1b-3337-4d7b-824c-ddb1b7df7385 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Resources bound (agent type, host, resource id):  {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 31 18:16:50.566259 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61150a1b-3337-4d7b-824c-ddb1b7df7385 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Pushing event updated for resources: {'Port': ['ID=5510c46b-9407-41b3-b02d-dbe7f958b08c,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:16:50.583952 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [req-d897bf99-232d-4009-8cfa-b11af8199413 req-61150a1b-3337-4d7b-824c-ddb1b7df7385 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 31 18:16:50.680224 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f2f14f-089c-4f43-ab5a-f54d17c954be req-d782e023-5470-4484-8878-ef2e8d2e8d78 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:16:50.687625 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-61f2f14f-089c-4f43-ab5a-f54d17c954be req-d782e023-5470-4484-8878-ef2e8d2e8d78 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2498a53-f6d8-4236-8788-289622fc2c88 HTTP/1.1" status: 200  len: 931 time: 0.0713401
Mar 31 18:16:50.725219 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17da6c0-ac99-49c1-a179-a466e901ff69 req-cb1fa98a-8fc2-4120-a2c8-3eeb01869199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:16:50.727290 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-a17da6c0-ac99-49c1-a179-a466e901ff69 req-cb1fa98a-8fc2-4120-a2c8-3eeb01869199 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=b2d7dee7188943ae84823848038e5357&shared=False HTTP/1.1" status: 200  len: 909 time: 0.2859304
Mar 31 18:16:50.733170 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d897bf99-232d-4009-8cfa-b11af8199413 req-61150a1b-3337-4d7b-824c-ddb1b7df7385 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:16:50.733814 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-d897bf99-232d-4009-8cfa-b11af8199413 req-61150a1b-3337-4d7b-824c-ddb1b7df7385 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30337'] for port (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:50.750211 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-61f2f14f-089c-4f43-ab5a-f54d17c954be req-8592ce80-5e77-4149-a70d-9c788d7e1dfa tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=91eafa52-8a02-4cc9-8dc3-2de254a2cf85&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0614440
Mar 31 18:16:50.812198 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cb0f9c-f51b-4dfd-bf23-477613894944 req-c1fc5fc3-f120-4234-b479-ff3d9998dc77 tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:16:50.813723 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-b4cb0f9c-f51b-4dfd-bf23-477613894944 req-c1fc5fc3-f120-4234-b479-ff3d9998dc77 tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d64f5fd-5a02-48f1-a20e-267b0d8b6fe0 HTTP/1.1" status: 200  len: 944 time: 0.1979651
Mar 31 18:16:50.887081 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-85664575-9bb3-4758-98af-082b42523020 None None] Provisioning complete for port 5510c46b-9407-41b3-b02d-dbe7f958b08c triggered by entity DHCP. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:16:50.891719 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-85664575-9bb3-4758-98af-082b42523020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (5510c46b-9407-41b3-b02d-dbe7f958b08c), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:50.897942 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-d897bf99-232d-4009-8cfa-b11af8199413 req-61150a1b-3337-4d7b-824c-ddb1b7df7385 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6276186
Mar 31 18:16:50.899038 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17da6c0-ac99-49c1-a179-a466e901ff69 req-d8b53a51-cab1-4343-9e33-9a3f358c1cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:16:50.901104 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-a17da6c0-ac99-49c1-a179-a466e901ff69 req-d8b53a51-cab1-4343-9e33-9a3f358c1cd9 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1622610
Mar 31 18:16:50.905808 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-b4cb0f9c-f51b-4dfd-bf23-477613894944 req-78d07ebd-ac1c-48a7-840a-9d81b7acdd4c tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] 10.222.0.58 "GET /v2.0/security-groups?id=a53361f2-211f-4467-8d68-0ebc60b5d67d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0790930
Mar 31 18:16:50.928448 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.v2.base [req-d897bf99-232d-4009-8cfa-b11af8199413 req-8b41115b-7c40-466e-9916-dd3e6e65381c service neutron] Request body: {'port': {'device_id': 'a2498a53-f6d8-4236-8788-289622fc2c88', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=103897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:16:50.936575 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-85664575-9bb3-4758-98af-082b42523020 None None] Port 5510c46b-9407-41b3-b02d-dbe7f958b08c cannot update to ACTIVE because it is not bound. {{(pid=103898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 31 18:16:51.019626 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-d897bf99-232d-4009-8cfa-b11af8199413 req-8b41115b-7c40-466e-9916-dd3e6e65381c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (5510c46b-9407-41b3-b02d-dbe7f958b08c), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:51.085322 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8e659f-c51b-44dd-b074-e878b857349c req-a64e3531-865f-4093-b83b-7a70d603b74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:16:51.086855 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-ca8e659f-c51b-44dd-b074-e878b857349c req-a64e3531-865f-4093-b83b-7a70d603b74e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b2d7dee7188943ae84823848038e5357&device_id=0d64f5fd-5a02-48f1-a20e-267b0d8b6fe0 HTTP/1.1" status: 200  len: 1128 time: 0.1031501
Mar 31 18:16:51.200007 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-ca8e659f-c51b-44dd-b074-e878b857349c req-76d4301e-e7fc-420b-8329-2bc3289d34bb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=86623eca-526d-4e62-a3a8-2d929a18df20 HTTP/1.1" status: 200  len: 217 time: 0.0521719
Mar 31 18:16:51.296288 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8e659f-c51b-44dd-b074-e878b857349c req-b112c664-d342-4ebc-831a-9aaf868284cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:16:51.297474 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-ca8e659f-c51b-44dd-b074-e878b857349c req-b112c664-d342-4ebc-831a-9aaf868284cc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5ef62352-9922-4923-b728-7f1de7d3b406 HTTP/1.1" status: 200  len: 848 time: 0.0914907
Mar 31 18:16:51.345891 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-ca8e659f-c51b-44dd-b074-e878b857349c req-88116e17-86b2-43e8-8a5a-9fac4ceff8f7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6985b94c-578f-440f-adb1-d40b9aefd2a5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0347290
Mar 31 18:16:51.486269 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [req-d897bf99-232d-4009-8cfa-b11af8199413 req-8b41115b-7c40-466e-9916-dd3e6e65381c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5510c46b-9407-41b3-b02d-dbe7f958b08c {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 31 18:16:51.504359 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-d897bf99-232d-4009-8cfa-b11af8199413 req-8b41115b-7c40-466e-9916-dd3e6e65381c service neutron] Publish callbacks [] for port (5510c46b-9407-41b3-b02d-dbe7f958b08c), precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:51.518457 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-ca8e659f-c51b-44dd-b074-e878b857349c req-7b7b1a00-eeac-4f9e-a531-250fb22caff5 service neutron] 10.222.0.44 "GET /v2.0/networks/6985b94c-578f-440f-adb1-d40b9aefd2a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1614060
Mar 31 18:16:51.521420 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [req-d897bf99-232d-4009-8cfa-b11af8199413 req-8b41115b-7c40-466e-9916-dd3e6e65381c service neutron] Transition to ACTIVE for port object 5510c46b-9407-41b3-b02d-dbe7f958b08c will not be triggered until provisioned by entity L2. {{(pid=103897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 31 18:16:51.606090 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-d897bf99-232d-4009-8cfa-b11af8199413 req-8b41115b-7c40-466e-9916-dd3e6e65381c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13081992'] for port (5510c46b-9407-41b3-b02d-dbe7f958b08c), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:51.641312 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-ca8e659f-c51b-44dd-b074-e878b857349c req-c63e80f1-5083-46cb-9efd-e0408d270ea7 service neutron] 10.222.0.44 "GET /v2.0/networks/6985b94c-578f-440f-adb1-d40b9aefd2a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1123321
Mar 31 18:16:51.683937 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b41115b-7c40-466e-9916-dd3e6e65381c service neutron] Pushing event updated for resources: {'Port': ['ID=5510c46b-9407-41b3-b02d-dbe7f958b08c,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:16:51.740618 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [req-d897bf99-232d-4009-8cfa-b11af8199413 req-8b41115b-7c40-466e-9916-dd3e6e65381c service neutron] Attempting to bind port 5510c46b-9407-41b3-b02d-dbe7f958b08c on host hv-cinder-maste for vnic_type normal with profile  {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 31 18:16:51.740951 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [req-d897bf99-232d-4009-8cfa-b11af8199413 req-8b41115b-7c40-466e-9916-dd3e6e65381c service neutron] Attempting to bind port 5510c46b-9407-41b3-b02d-dbe7f958b08c by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'bcaae20b-26f6-4a98-8fc9-ae5ab378776d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'fca50c83-3b91-4a03-8e1d-d873f4d904c1'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 31 18:16:51.741284 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d897bf99-232d-4009-8cfa-b11af8199413 req-8b41115b-7c40-466e-9916-dd3e6e65381c service neutron] Attempting to bind port 5510c46b-9407-41b3-b02d-dbe7f958b08c on network fca50c83-3b91-4a03-8e1d-d873f4d904c1 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 31 18:16:51.746759 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d897bf99-232d-4009-8cfa-b11af8199413 req-8b41115b-7c40-466e-9916-dd3e6e65381c service neutron] Port 5510c46b-9407-41b3-b02d-dbe7f958b08c on network fca50c83-3b91-4a03-8e1d-d873f4d904c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 31 18:16:51.747060 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d897bf99-232d-4009-8cfa-b11af8199413 req-8b41115b-7c40-466e-9916-dd3e6e65381c service neutron] Attempting to bind port 5510c46b-9407-41b3-b02d-dbe7f958b08c on network fca50c83-3b91-4a03-8e1d-d873f4d904c1 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 31 18:16:51.753024 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d897bf99-232d-4009-8cfa-b11af8199413 req-8b41115b-7c40-466e-9916-dd3e6e65381c service neutron] Checking agent: {'id': '06f31eaf-9418-4d11-8606-24a34b4b4893', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 11, 36), 'started_at': datetime.datetime(2022, 3, 31, 18, 11, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 31 18:16:51.753361 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d897bf99-232d-4009-8cfa-b11af8199413 req-8b41115b-7c40-466e-9916-dd3e6e65381c service neutron] Checking segment: {'id': 'bcaae20b-26f6-4a98-8fc9-ae5ab378776d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'fca50c83-3b91-4a03-8e1d-d873f4d904c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 31 18:16:51.753749 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d897bf99-232d-4009-8cfa-b11af8199413 req-8b41115b-7c40-466e-9916-dd3e6e65381c service neutron] Bound using segment: {'id': 'bcaae20b-26f6-4a98-8fc9-ae5ab378776d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'fca50c83-3b91-4a03-8e1d-d873f4d904c1'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 31 18:16:51.754182 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [req-d897bf99-232d-4009-8cfa-b11af8199413 req-8b41115b-7c40-466e-9916-dd3e6e65381c service neutron] Bound port: 5510c46b-9407-41b3-b02d-dbe7f958b08c, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcaae20b-26f6-4a98-8fc9-ae5ab378776d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'fca50c83-3b91-4a03-8e1d-d873f4d904c1'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 31 18:16:51.754549 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-d897bf99-232d-4009-8cfa-b11af8199413 req-8b41115b-7c40-466e-9916-dd3e6e65381c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (5510c46b-9407-41b3-b02d-dbe7f958b08c), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:51.830156 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [req-d897bf99-232d-4009-8cfa-b11af8199413 req-8b41115b-7c40-466e-9916-dd3e6e65381c service neutron] For port 5510c46b-9407-41b3-b02d-dbe7f958b08c, host hv-cinder-maste, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 31 18:16:51.834209 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [req-d897bf99-232d-4009-8cfa-b11af8199413 req-8b41115b-7c40-466e-9916-dd3e6e65381c service neutron] For port 5510c46b-9407-41b3-b02d-dbe7f958b08c, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5510c46b-9407-41b3-b02d-dbe7f958b08c,segment=NetworkSegment(bcaae20b-26f6-4a98-8fc9-ae5ab378776d),segment_id=bcaae20b-26f6-4a98-8fc9-ae5ab378776d)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 31 18:16:51.911999 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-d897bf99-232d-4009-8cfa-b11af8199413 req-8b41115b-7c40-466e-9916-dd3e6e65381c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13081992'] for port (5510c46b-9407-41b3-b02d-dbe7f958b08c), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:51.950660 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481f0a80-1a63-44a3-abf4-493d2c7ac100 req-8295ba93-0806-4a2c-98e6-ede6221da354 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:16:51.960315 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-481f0a80-1a63-44a3-abf4-493d2c7ac100 req-8295ba93-0806-4a2c-98e6-ede6221da354 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2498a53-f6d8-4236-8788-289622fc2c88 HTTP/1.1" status: 200  len: 943 time: 0.0990400
Mar 31 18:16:51.969497 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d897bf99-232d-4009-8cfa-b11af8199413 req-8b41115b-7c40-466e-9916-dd3e6e65381c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:16:51.970400 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-d897bf99-232d-4009-8cfa-b11af8199413 req-8b41115b-7c40-466e-9916-dd3e6e65381c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30337'] for port (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:51.972306 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-d897bf99-232d-4009-8cfa-b11af8199413 req-8b41115b-7c40-466e-9916-dd3e6e65381c service neutron] 10.222.0.44 "PUT /v2.0/ports/5510c46b-9407-41b3-b02d-dbe7f958b08c HTTP/1.1" status: 200  len: 1093 time: 1.0500216
Mar 31 18:16:52.032036 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b41115b-7c40-466e-9916-dd3e6e65381c service neutron] Pushing event updated for resources: {'Port': ['ID=5510c46b-9407-41b3-b02d-dbe7f958b08c,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:16:52.053826 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-481f0a80-1a63-44a3-abf4-493d2c7ac100 req-38fc20e0-24a6-4035-9543-eadb5b466419 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=91eafa52-8a02-4cc9-8dc3-2de254a2cf85&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0800011
Mar 31 18:16:52.094230 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4653f228-3601-4627-b3b6-ce9adf90231d req-aa345fed-de63-4bd8-9fa5-05f6761ab63a tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:16:52.095799 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-4653f228-3601-4627-b3b6-ce9adf90231d req-aa345fed-de63-4bd8-9fa5-05f6761ab63a tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d64f5fd-5a02-48f1-a20e-267b0d8b6fe0 HTTP/1.1" status: 200  len: 944 time: 0.0805027
Mar 31 18:16:52.175674 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-4653f228-3601-4627-b3b6-ce9adf90231d req-366fbe11-1884-4543-a855-49a088cd93e0 tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] 10.222.0.58 "GET /v2.0/security-groups?id=a53361f2-211f-4467-8d68-0ebc60b5d67d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0737278
Mar 31 18:16:52.202963 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d897bf99-232d-4009-8cfa-b11af8199413 req-48fc773c-58d9-453d-8d6b-4a04335b1698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:16:52.209933 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-d897bf99-232d-4009-8cfa-b11af8199413 req-48fc773c-58d9-453d-8d6b-4a04335b1698 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6fc2eb72902a441ca6a6fa9350ce75f8&device_id=a2498a53-f6d8-4236-8788-289622fc2c88 HTTP/1.1" status: 200  len: 1127 time: 0.0652912
Mar 31 18:16:52.256686 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-d897bf99-232d-4009-8cfa-b11af8199413 req-6bec718d-8d31-4dc8-90f1-416770563484 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5510c46b-9407-41b3-b02d-dbe7f958b08c HTTP/1.1" status: 200  len: 217 time: 0.0366237
Mar 31 18:16:52.305424 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d897bf99-232d-4009-8cfa-b11af8199413 req-3c0858eb-7c93-4967-bd5d-542081de7521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:16:52.307648 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-d897bf99-232d-4009-8cfa-b11af8199413 req-3c0858eb-7c93-4967-bd5d-542081de7521 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5c50616b-7511-4714-bd2d-e587d92cf7dd HTTP/1.1" status: 200  len: 858 time: 0.0435963
Mar 31 18:16:52.343553 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2498a53-f6d8-4236-8788-289622fc2c88', 'tag': '5510c46b-9407-41b3-b02d-dbe7f958b08c'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 31 18:16:52.345776 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73fc78de55affb2fac0a31bf62e314c48f0d961b1f9e9815d43b8150b113e94f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9075f509-9fa6-49f5-8c95-e4853ea7aa50" -d '{"events": [{"name": "network-changed", "server_uuid": "a2498a53-f6d8-4236-8788-289622fc2c88", "tag": "5510c46b-9407-41b3-b02d-dbe7f958b08c"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 31 18:16:52.367798 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d897bf99-232d-4009-8cfa-b11af8199413 req-0c1df851-a0ab-46bb-8f51-9d1c679584fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:16:52.369916 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-d897bf99-232d-4009-8cfa-b11af8199413 req-0c1df851-a0ab-46bb-8f51-9d1c679584fa service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fca50c83-3b91-4a03-8e1d-d873f4d904c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0557396
Mar 31 18:16:52.387622 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 18:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f06325e-d207-452e-a852-2efb4b4b3f1f x-openstack-request-id: req-9f06325e-d207-452e-a852-2efb4b4b3f1f {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 31 18:16:52.387918 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2498a53-f6d8-4236-8788-289622fc2c88", "tag": "5510c46b-9407-41b3-b02d-dbe7f958b08c", "status": "completed", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 31 18:16:52.388171 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9f06325e-d207-452e-a852-2efb4b4b3f1f {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 31 18:16:52.388561 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f06325e-d207-452e-a852-2efb4b4b3f1f'] response: {'name': 'network-changed', 'server_uuid': 'a2498a53-f6d8-4236-8788-289622fc2c88', 'tag': '5510c46b-9407-41b3-b02d-dbe7f958b08c', 'status': 'completed', 'code': 200}
Mar 31 18:16:52.465902 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-d897bf99-232d-4009-8cfa-b11af8199413 req-e9f99937-0fa9-42f3-a448-6ccfb67db4b3 service neutron] 10.222.0.44 "GET /v2.0/networks/fca50c83-3b91-4a03-8e1d-d873f4d904c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0882127
Mar 31 18:16:52.572072 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-d897bf99-232d-4009-8cfa-b11af8199413 req-66d84d59-328c-44d2-91fe-306d898b0a1f service neutron] 10.222.0.44 "GET /v2.0/networks/fca50c83-3b91-4a03-8e1d-d873f4d904c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0972311
Mar 31 18:16:52.794342 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9075f509-9fa6-49f5-8c95-e4853ea7aa50 req-7466dc6c-e2d0-4c70-9105-f94e098c9e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:16:52.795868 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-9075f509-9fa6-49f5-8c95-e4853ea7aa50 req-7466dc6c-e2d0-4c70-9105-f94e098c9e40 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6fc2eb72902a441ca6a6fa9350ce75f8&device_id=a2498a53-f6d8-4236-8788-289622fc2c88 HTTP/1.1" status: 200  len: 1127 time: 0.0445647
Mar 31 18:16:52.887665 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9075f509-9fa6-49f5-8c95-e4853ea7aa50 req-4138a8a1-3ce3-4e74-8040-5bb659a1d90b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:16:52.889102 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-9075f509-9fa6-49f5-8c95-e4853ea7aa50 req-4138a8a1-3ce3-4e74-8040-5bb659a1d90b service neutron] 10.222.0.44 "GET /v2.0/networks?id=fca50c83-3b91-4a03-8e1d-d873f4d904c1 HTTP/1.1" status: 200  len: 920 time: 0.0865896
Mar 31 18:16:52.935115 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-9075f509-9fa6-49f5-8c95-e4853ea7aa50 req-add5460c-2df0-48aa-ab46-6eb81f025e95 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5510c46b-9407-41b3-b02d-dbe7f958b08c HTTP/1.1" status: 200  len: 217 time: 0.0366457
Mar 31 18:16:52.997941 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9075f509-9fa6-49f5-8c95-e4853ea7aa50 req-1da301e5-a52d-4219-9520-c2242f642c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:16:52.999445 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-9075f509-9fa6-49f5-8c95-e4853ea7aa50 req-1da301e5-a52d-4219-9520-c2242f642c24 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5c50616b-7511-4714-bd2d-e587d92cf7dd HTTP/1.1" status: 200  len: 858 time: 0.0550523
Mar 31 18:16:53.050534 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9075f509-9fa6-49f5-8c95-e4853ea7aa50 req-b8372e8a-57c4-4b04-a2bd-5b18d9e9ec4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:16:53.056352 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-9075f509-9fa6-49f5-8c95-e4853ea7aa50 req-b8372e8a-57c4-4b04-a2bd-5b18d9e9ec4e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fca50c83-3b91-4a03-8e1d-d873f4d904c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0459483
Mar 31 18:16:53.182427 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-9075f509-9fa6-49f5-8c95-e4853ea7aa50 req-2770559a-33b5-4a1f-a89d-d749c5728d75 service neutron] 10.222.0.44 "GET /v2.0/networks/fca50c83-3b91-4a03-8e1d-d873f4d904c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1236475
Mar 31 18:16:53.203386 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5047013-db29-4237-9b12-bb54852685a7 req-4eae41d2-b096-4870-ad05-8070d8dc5a5f tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:16:53.204799 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-e5047013-db29-4237-9b12-bb54852685a7 req-4eae41d2-b096-4870-ad05-8070d8dc5a5f tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2498a53-f6d8-4236-8788-289622fc2c88 HTTP/1.1" status: 200  len: 943 time: 0.0802891
Mar 31 18:16:53.324109 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-e5047013-db29-4237-9b12-bb54852685a7 req-8b8e8c8d-27ca-49d1-957a-3f00a20b3dea tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=91eafa52-8a02-4cc9-8dc3-2de254a2cf85&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1081243
Mar 31 18:16:53.325745 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15174c06-0ea2-443b-a96e-e01cb5925cd4 req-1d0bc924-3705-43ca-8f5e-9f35ab12e90e tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:16:53.327405 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-15174c06-0ea2-443b-a96e-e01cb5925cd4 req-1d0bc924-3705-43ca-8f5e-9f35ab12e90e tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d64f5fd-5a02-48f1-a20e-267b0d8b6fe0 HTTP/1.1" status: 200  len: 944 time: 0.0624337
Mar 31 18:16:53.355982 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-9075f509-9fa6-49f5-8c95-e4853ea7aa50 req-94fdeeec-4d31-4d3c-bec7-027b1d014458 service neutron] 10.222.0.44 "GET /v2.0/networks/fca50c83-3b91-4a03-8e1d-d873f4d904c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1675792
Mar 31 18:16:53.391814 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-15174c06-0ea2-443b-a96e-e01cb5925cd4 req-51ee7d73-0d4a-4e27-9d7c-6190a3a79fc9 tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] 10.222.0.58 "GET /v2.0/security-groups?id=a53361f2-211f-4467-8d68-0ebc60b5d67d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0569687
Mar 31 18:16:54.451921 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89933da3-3e88-459e-99b8-d2c6e5da5974 req-04439b91-128f-4f28-b56f-a3404cf7442e tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:16:54.458741 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-89933da3-3e88-459e-99b8-d2c6e5da5974 req-04439b91-128f-4f28-b56f-a3404cf7442e tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2498a53-f6d8-4236-8788-289622fc2c88 HTTP/1.1" status: 200  len: 943 time: 0.0661407
Mar 31 18:16:54.506338 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-89933da3-3e88-459e-99b8-d2c6e5da5974 req-398129de-3b69-44e3-afd3-a81e172f0a5d tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=91eafa52-8a02-4cc9-8dc3-2de254a2cf85&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429664
Mar 31 18:16:54.513809 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9cc903-e971-4165-90ae-465a608d6245 req-5914801d-7a36-4ea1-8ba4-745b4c276176 tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:16:54.515446 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-1a9cc903-e971-4165-90ae-465a608d6245 req-5914801d-7a36-4ea1-8ba4-745b4c276176 tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d64f5fd-5a02-48f1-a20e-267b0d8b6fe0 HTTP/1.1" status: 200  len: 944 time: 0.0534005
Mar 31 18:16:54.562846 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-1a9cc903-e971-4165-90ae-465a608d6245 req-fb7941f3-264c-4961-89a0-0771493fd2c2 tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] 10.222.0.58 "GET /v2.0/security-groups?id=a53361f2-211f-4467-8d68-0ebc60b5d67d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419414
Mar 31 18:16:55.450677 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Device 86623eca-526d-4e62-a3a8-2d929a18df20 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103898) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 31 18:16:55.548120 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] For port 86623eca-526d-4e62-a3a8-2d929a18df20, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=86623eca-526d-4e62-a3a8-2d929a18df20,segment=NetworkSegment(2bf035f2-e500-40c1-b7c4-ababe279894a),segment_id=2bf035f2-e500-40c1-b7c4-ababe279894a)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:16:55.560471 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Returning: {'device': '86623eca-526d-4e62-a3a8-2d929a18df20', 'network_id': '6985b94c-578f-440f-adb1-d40b9aefd2a5', 'port_id': '86623eca-526d-4e62-a3a8-2d929a18df20', 'mac_address': 'fa:16:3e:b3:16:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ef62352-9922-4923-b728-7f1de7d3b406', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103898) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 31 18:16:55.604978 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Current status of the port 86623eca-526d-4e62-a3a8-2d929a18df20 is: DOWN; New status is: BUILD {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:16:55.605457 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (86623eca-526d-4e62-a3a8-2d929a18df20), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:55.619880 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.notifiers.nova [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86623eca-526d-4e62-a3a8-2d929a18df20 {{(pid=103898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 31 18:16:55.638760 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e04873-a94b-4bd3-ab36-73b573741069 req-1e480856-c337-4a81-92ec-cb10abae52e8 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:16:55.640268 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-b1e04873-a94b-4bd3-ab36-73b573741069 req-1e480856-c337-4a81-92ec-cb10abae52e8 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2498a53-f6d8-4236-8788-289622fc2c88 HTTP/1.1" status: 200  len: 943 time: 0.0716708
Mar 31 18:16:55.641133 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] For port 86623eca-526d-4e62-a3a8-2d929a18df20, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=86623eca-526d-4e62-a3a8-2d929a18df20,segment=NetworkSegment(2bf035f2-e500-40c1-b7c4-ababe279894a),segment_id=2bf035f2-e500-40c1-b7c4-ababe279894a)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:16:55.689746 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-b1e04873-a94b-4bd3-ab36-73b573741069 req-0901847f-4fa9-4325-8829-1ad2d7dff5a5 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=91eafa52-8a02-4cc9-8dc3-2de254a2cf85&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423949
Mar 31 18:16:55.690839 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890c5048-ed1a-4dcd-b5b6-ff3edcc80eda req-9dd2b183-71ba-4a3a-b718-b6eb69d14104 tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:16:55.698122 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-890c5048-ed1a-4dcd-b5b6-ff3edcc80eda req-9dd2b183-71ba-4a3a-b718-b6eb69d14104 tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d64f5fd-5a02-48f1-a20e-267b0d8b6fe0 HTTP/1.1" status: 200  len: 944 time: 0.0615439
Mar 31 18:16:55.705754 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (86623eca-526d-4e62-a3a8-2d929a18df20), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:55.745518 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-890c5048-ed1a-4dcd-b5b6-ff3edcc80eda req-be5a50c3-fce5-441a-a379-78b48d493743 tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] 10.222.0.58 "GET /v2.0/security-groups?id=a53361f2-211f-4467-8d68-0ebc60b5d67d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464263
Mar 31 18:16:55.770090 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Pushing event updated for resources: {'Port': ['ID=86623eca-526d-4e62-a3a8-2d929a18df20,revision_number=4']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:16:55.784123 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:16:55.784766 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:16:55.785371 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:16:55.786348 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:16:55.787127 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:16:55.788183 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:16:55.789072 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:16:55.789849 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:16:55.790719 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:16:55.791207 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:16:55.791545 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:16:55.791904 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:16:55.792240 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:16:55.792569 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:16:55.792945 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:16:56.388791 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] get_ports_and_sgs() called for port_ids ['86623eca-526d-4e62-a3a8-2d929a18df20'] {{(pid=103898) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 31 18:16:56.825090 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb933549-679d-4bae-8b70-db20e76b4429 req-effc49a9-96ac-43ae-aa53-f3b01563227a tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:16:56.827678 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-fb933549-679d-4bae-8b70-db20e76b4429 req-effc49a9-96ac-43ae-aa53-f3b01563227a tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2498a53-f6d8-4236-8788-289622fc2c88 HTTP/1.1" status: 200  len: 943 time: 0.0667052
Mar 31 18:16:56.872429 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fe2750-3db9-4206-b9d0-19d105da4347 req-928e2574-96e7-4dd2-8ed1-9f975c533808 tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:16:56.875049 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-a5fe2750-3db9-4206-b9d0-19d105da4347 req-928e2574-96e7-4dd2-8ed1-9f975c533808 tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d64f5fd-5a02-48f1-a20e-267b0d8b6fe0 HTTP/1.1" status: 200  len: 945 time: 0.0596201
Mar 31 18:16:56.879951 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-fb933549-679d-4bae-8b70-db20e76b4429 req-b1f99e14-5b5b-4918-8473-be120371d9f8 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=91eafa52-8a02-4cc9-8dc3-2de254a2cf85&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467358
Mar 31 18:16:56.941819 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-a5fe2750-3db9-4206-b9d0-19d105da4347 req-88ba7b3e-ad6f-49df-88b8-64526ac89992 tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] 10.222.0.58 "GET /v2.0/security-groups?id=a53361f2-211f-4467-8d68-0ebc60b5d67d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0625954
Mar 31 18:16:57.215765 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 50826) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:16:57.332269 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9bd60146-dbf7-418e-88b0-4c44c3e1bda6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:57.420148 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9bd60146-dbf7-418e-88b0-4c44c3e1bda6 admin admin] Publish callbacks [] for security_group (605ea069-5418-4870-ae6f-f8d240fd2452), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:57.456980 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Device 5510c46b-9407-41b3-b02d-dbe7f958b08c details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103898) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 31 18:16:57.516452 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9bd60146-dbf7-418e-88b0-4c44c3e1bda6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (605ea069-5418-4870-ae6f-f8d240fd2452), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:57.562251 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] For port 5510c46b-9407-41b3-b02d-dbe7f958b08c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5510c46b-9407-41b3-b02d-dbe7f958b08c,segment=NetworkSegment(bcaae20b-26f6-4a98-8fc9-ae5ab378776d),segment_id=bcaae20b-26f6-4a98-8fc9-ae5ab378776d)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:16:57.563373 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-9bd60146-dbf7-418e-88b0-4c44c3e1bda6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1c8ac39bfa2d44d7b043bff02b6ed8f2&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3465309
Mar 31 18:16:57.564545 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd60146-dbf7-418e-88b0-4c44c3e1bda6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=605ea069-5418-4870-ae6f-f8d240fd2452,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:16:57.567263 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 50830) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:16:57.578667 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Returning: {'device': '5510c46b-9407-41b3-b02d-dbe7f958b08c', 'network_id': 'fca50c83-3b91-4a03-8e1d-d873f4d904c1', 'port_id': '5510c46b-9407-41b3-b02d-dbe7f958b08c', 'mac_address': 'fa:16:3e:c4:8a:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c50616b-7511-4714-bd2d-e587d92cf7dd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103898) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 31 18:16:57.627489 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-97beaa81-34a1-4270-a50b-b71734263c2e admin admin] Publish callbacks [] for security_group (605ea069-5418-4870-ae6f-f8d240fd2452), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:57.628567 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Current status of the port 5510c46b-9407-41b3-b02d-dbe7f958b08c is: DOWN; New status is: BUILD {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:16:57.629395 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (5510c46b-9407-41b3-b02d-dbe7f958b08c), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:57.653613 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.notifiers.nova [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5510c46b-9407-41b3-b02d-dbe7f958b08c {{(pid=103898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 31 18:16:57.660759 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-97beaa81-34a1-4270-a50b-b71734263c2e admin admin] Publish callbacks [] for security_group (605ea069-5418-4870-ae6f-f8d240fd2452), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:57.679499 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] For port 5510c46b-9407-41b3-b02d-dbe7f958b08c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5510c46b-9407-41b3-b02d-dbe7f958b08c,segment=NetworkSegment(bcaae20b-26f6-4a98-8fc9-ae5ab378776d),segment_id=bcaae20b-26f6-4a98-8fc9-ae5ab378776d)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:16:57.798262 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (5510c46b-9407-41b3-b02d-dbe7f958b08c), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:57.831766 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-97beaa81-34a1-4270-a50b-b71734263c2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (605ea069-5418-4870-ae6f-f8d240fd2452), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:57.835136 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-97beaa81-34a1-4270-a50b-b71734263c2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:57.839394 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-97beaa81-34a1-4270-a50b-b71734263c2e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/605ea069-5418-4870-ae6f-f8d240fd2452 HTTP/1.1" status: 204  len: 168 time: 0.2701902
Mar 31 18:16:57.851605 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97beaa81-34a1-4270-a50b-b71734263c2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=605ea069-5418-4870-ae6f-f8d240fd2452,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:16:57.867592 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Pushing event updated for resources: {'Port': ['ID=5510c46b-9407-41b3-b02d-dbe7f958b08c,revision_number=4']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:16:58.025047 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ce067-7bd8-4b52-a585-fc234d2760ec req-7eaab697-63df-4230-ae5b-c616f1b92bbf tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:16:58.026626 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-b51ce067-7bd8-4b52-a585-fc234d2760ec req-7eaab697-63df-4230-ae5b-c616f1b92bbf tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2498a53-f6d8-4236-8788-289622fc2c88 HTTP/1.1" status: 200  len: 944 time: 0.0671847
Mar 31 18:16:58.089935 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c1913d-494d-435e-98ee-53fb24c64390 req-d569ad66-4438-42a4-9a30-16b53e2b1569 tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:16:58.092197 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-f0c1913d-494d-435e-98ee-53fb24c64390 req-d569ad66-4438-42a4-9a30-16b53e2b1569 tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d64f5fd-5a02-48f1-a20e-267b0d8b6fe0 HTTP/1.1" status: 200  len: 945 time: 0.0815799
Mar 31 18:16:58.095535 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-b51ce067-7bd8-4b52-a585-fc234d2760ec req-65acfe88-85d7-4966-aaeb-61b447817273 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=91eafa52-8a02-4cc9-8dc3-2de254a2cf85&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0630558
Mar 31 18:16:58.167554 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-f0c1913d-494d-435e-98ee-53fb24c64390 req-8d25c095-12d5-469b-a63d-ba5ed58fda67 tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] 10.222.0.58 "GET /v2.0/security-groups?id=a53361f2-211f-4467-8d68-0ebc60b5d67d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0667329
Mar 31 18:16:58.271239 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 50852) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:16:58.330445 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] get_ports_and_sgs() called for port_ids ['5510c46b-9407-41b3-b02d-dbe7f958b08c'] {{(pid=103898) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 31 18:16:58.422446 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-cd77d40b-4c12-41c0-a771-85caf8ad57c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:58.499144 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-cd77d40b-4c12-41c0-a771-85caf8ad57c4 admin admin] Publish callbacks [] for security_group (b22ca00c-acad-4a2e-a716-89b965f461b0), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:58.615439 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-cd77d40b-4c12-41c0-a771-85caf8ad57c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (b22ca00c-acad-4a2e-a716-89b965f461b0), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:58.658102 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-cd77d40b-4c12-41c0-a771-85caf8ad57c4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0389ef682d85435e8321a277daf0218c&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3857887
Mar 31 18:16:58.658958 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd77d40b-4c12-41c0-a771-85caf8ad57c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b22ca00c-acad-4a2e-a716-89b965f461b0,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:16:58.660863 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 50856) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:16:58.711908 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2c89eafb-1c6b-4f90-ba61-e6dc32cec7f1 admin admin] Publish callbacks [] for security_group (b22ca00c-acad-4a2e-a716-89b965f461b0), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:58.735662 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2c89eafb-1c6b-4f90-ba61-e6dc32cec7f1 admin admin] Publish callbacks [] for security_group (b22ca00c-acad-4a2e-a716-89b965f461b0), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:58.756754 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 50858) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:16:58.772828 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b89fa00d-1e93-4d1d-9c15-a3fddb7dc9af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:58.861201 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2c89eafb-1c6b-4f90-ba61-e6dc32cec7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (b22ca00c-acad-4a2e-a716-89b965f461b0), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:58.864693 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2c89eafb-1c6b-4f90-ba61-e6dc32cec7f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:58.865878 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-2c89eafb-1c6b-4f90-ba61-e6dc32cec7f1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b22ca00c-acad-4a2e-a716-89b965f461b0 HTTP/1.1" status: 204  len: 168 time: 0.2038887
Mar 31 18:16:58.874881 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c89eafb-1c6b-4f90-ba61-e6dc32cec7f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b22ca00c-acad-4a2e-a716-89b965f461b0,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:16:58.918283 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b89fa00d-1e93-4d1d-9c15-a3fddb7dc9af admin admin] Publish callbacks [] for security_group (15859593-78f5-45e8-8f01-8ad01d334bf5), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:58.998194 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b89fa00d-1e93-4d1d-9c15-a3fddb7dc9af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (15859593-78f5-45e8-8f01-8ad01d334bf5), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:59.033243 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-38272cbf-7353-4ef6-82b9-e2725f380a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (08150f5b-1b08-4271-84f1-4a3b03ee1892), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:59.038627 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-b89fa00d-1e93-4d1d-9c15-a3fddb7dc9af admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=102c3e6642a4455fa063ee852c6073da&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2807295
Mar 31 18:16:59.039901 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89fa00d-1e93-4d1d-9c15-a3fddb7dc9af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15859593-78f5-45e8-8f01-8ad01d334bf5,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:16:59.042359 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 50868) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:16:59.094562 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d66f04a1-a0a4-48a6-a3a8-669062bb3a04 admin admin] Publish callbacks [] for security_group (15859593-78f5-45e8-8f01-8ad01d334bf5), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:59.117773 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d66f04a1-a0a4-48a6-a3a8-669062bb3a04 admin admin] Publish callbacks [] for security_group (15859593-78f5-45e8-8f01-8ad01d334bf5), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:59.221508 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0e8f8d-c021-41fc-bacf-2967400902df req-296dff85-84cd-4d15-b14b-0d4d7324f73c tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:16:59.223004 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-3f0e8f8d-c021-41fc-bacf-2967400902df req-296dff85-84cd-4d15-b14b-0d4d7324f73c tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2498a53-f6d8-4236-8788-289622fc2c88 HTTP/1.1" status: 200  len: 944 time: 0.0527296
Mar 31 18:16:59.231806 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d66f04a1-a0a4-48a6-a3a8-669062bb3a04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (15859593-78f5-45e8-8f01-8ad01d334bf5), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:59.235268 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d66f04a1-a0a4-48a6-a3a8-669062bb3a04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:59.241394 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-d66f04a1-a0a4-48a6-a3a8-669062bb3a04 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/15859593-78f5-45e8-8f01-8ad01d334bf5 HTTP/1.1" status: 204  len: 168 time: 0.1930611
Mar 31 18:16:59.275684 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66f04a1-a0a4-48a6-a3a8-669062bb3a04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15859593-78f5-45e8-8f01-8ad01d334bf5,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:16:59.287600 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-3f0e8f8d-c021-41fc-bacf-2967400902df req-53db90e2-0447-43e0-81b3-e04f7ebff48d tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=91eafa52-8a02-4cc9-8dc3-2de254a2cf85&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0584362
Mar 31 18:16:59.329274 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e862b-d7c1-4b92-9163-6b6610c1e2aa req-1b0e685f-3d66-4241-9aa0-1743ac4c3513 tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:16:59.330815 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-b29e862b-d7c1-4b92-9163-6b6610c1e2aa req-1b0e685f-3d66-4241-9aa0-1743ac4c3513 tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d64f5fd-5a02-48f1-a20e-267b0d8b6fe0 HTTP/1.1" status: 200  len: 945 time: 0.0924685
Mar 31 18:16:59.379818 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-b29e862b-d7c1-4b92-9163-6b6610c1e2aa req-e0726142-0aea-4a99-97b2-e1a95718c4f6 tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] 10.222.0.58 "GET /v2.0/security-groups?id=a53361f2-211f-4467-8d68-0ebc60b5d67d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427856
Mar 31 18:16:59.466474 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Device 86623eca-526d-4e62-a3a8-2d929a18df20 up at agent hyperv_hv-cinder-maste {{(pid=103898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 31 18:16:59.592125 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Provisioning for port 86623eca-526d-4e62-a3a8-2d929a18df20 completed by entity L2. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 31 18:16:59.596331 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Provisioning complete for port 86623eca-526d-4e62-a3a8-2d929a18df20 triggered by entity L2. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:16:59.596701 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (86623eca-526d-4e62-a3a8-2d929a18df20), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:59.685444 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Current status of the port 86623eca-526d-4e62-a3a8-2d929a18df20 is: BUILD; New status is: ACTIVE {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:16:59.686107 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (86623eca-526d-4e62-a3a8-2d929a18df20), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:59.717625 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d64f5fd-5a02-48f1-a20e-267b0d8b6fe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86623eca-526d-4e62-a3a8-2d929a18df20'}] {{(pid=103898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 31 18:16:59.719929 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb3075c6172e5baa69f5abc91eefeb9b3c1bf45f76ecf44b7f00bb5a6f62f1a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddf9f6a9-7303-496c-97a7-a79ef7a76fc8" -d '{"events": [{"server_uuid": "0d64f5fd-5a02-48f1-a20e-267b0d8b6fe0", "name": "network-vif-plugged", "status": "completed", "tag": "86623eca-526d-4e62-a3a8-2d929a18df20"}]}' {{(pid=103898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 31 18:16:59.732678 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] For port 86623eca-526d-4e62-a3a8-2d929a18df20, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=86623eca-526d-4e62-a3a8-2d929a18df20,segment=NetworkSegment(2bf035f2-e500-40c1-b7c4-ababe279894a),segment_id=2bf035f2-e500-40c1-b7c4-ababe279894a)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:16:59.755724 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 18:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-238a3f22-2b1e-4203-a8a3-67f7b3aca6ec x-openstack-request-id: req-238a3f22-2b1e-4203-a8a3-67f7b3aca6ec {{(pid=103898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 31 18:16:59.756235 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d64f5fd-5a02-48f1-a20e-267b0d8b6fe0", "name": "network-vif-plugged", "status": "completed", "tag": "86623eca-526d-4e62-a3a8-2d929a18df20", "code": 200}]} {{(pid=103898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 31 18:16:59.756490 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-238a3f22-2b1e-4203-a8a3-67f7b3aca6ec {{(pid=103898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 31 18:16:59.756888 dv-cinder-master-3-iscsi neutron-server[103898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-238a3f22-2b1e-4203-a8a3-67f7b3aca6ec'] response: {'server_uuid': '0d64f5fd-5a02-48f1-a20e-267b0d8b6fe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86623eca-526d-4e62-a3a8-2d929a18df20', 'code': 200}
Mar 31 18:16:59.803920 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (86623eca-526d-4e62-a3a8-2d929a18df20), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:16:59.881292 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Pushing event updated for resources: {'Port': ['ID=86623eca-526d-4e62-a3a8-2d929a18df20,revision_number=5']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:17:00.170201 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9130033-bb81-4ad4-a389-731ee83553cf req-50477f57-f320-4ca9-9c1c-d284d3bd2ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:17:00.171752 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-b9130033-bb81-4ad4-a389-731ee83553cf req-50477f57-f320-4ca9-9c1c-d284d3bd2ffe service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0d64f5fd-5a02-48f1-a20e-267b0d8b6fe0 HTTP/1.1" status: 200  len: 1130 time: 0.0487733
Mar 31 18:17:00.215953 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-b9130033-bb81-4ad4-a389-731ee83553cf req-e24054ea-9fc6-4cac-a332-e99ca2d20ecf service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=a53361f2-211f-4467-8d68-0ebc60b5d67d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381410
Mar 31 18:17:00.409868 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5813ba-6ff5-4a47-a156-6c995ca111d8 req-5d78d6fb-59db-4d83-ac99-cf61ba1dd1e4 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:17:00.411438 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-bf5813ba-6ff5-4a47-a156-6c995ca111d8 req-5d78d6fb-59db-4d83-ac99-cf61ba1dd1e4 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2498a53-f6d8-4236-8788-289622fc2c88 HTTP/1.1" status: 200  len: 944 time: 0.0525391
Mar 31 18:17:00.470476 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-bf5813ba-6ff5-4a47-a156-6c995ca111d8 req-25ea9710-9388-46e6-b6a5-786649dc8412 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=91eafa52-8a02-4cc9-8dc3-2de254a2cf85&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0515435
Mar 31 18:17:00.512389 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213abf6e-a497-4fd9-93b9-a822a0b2a1b1 req-d59362e0-aaed-4871-b47e-9b9e93d065b1 tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:17:00.513836 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-213abf6e-a497-4fd9-93b9-a822a0b2a1b1 req-d59362e0-aaed-4871-b47e-9b9e93d065b1 tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d64f5fd-5a02-48f1-a20e-267b0d8b6fe0 HTTP/1.1" status: 200  len: 946 time: 0.0597870
Mar 31 18:17:00.565156 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-213abf6e-a497-4fd9-93b9-a822a0b2a1b1 req-fc6a62d9-8525-42ff-8eb2-83493d074fc9 tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] 10.222.0.58 "GET /v2.0/security-groups?id=a53361f2-211f-4467-8d68-0ebc60b5d67d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447254
Mar 31 18:17:01.391995 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-23dbb1d0-fba7-4caa-9fb7-d6127d454db5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (f09d5d1b-4294-4f18-9a00-351412ae7ca6), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:17:01.471713 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Device 5510c46b-9407-41b3-b02d-dbe7f958b08c up at agent hyperv_hv-cinder-maste {{(pid=103898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 31 18:17:01.597744 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3271c29-667e-4075-a428-8f1c6153aaae req-0afa6bd8-eacd-4fc4-b294-586d4b82b9b7 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:17:01.603754 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-d3271c29-667e-4075-a428-8f1c6153aaae req-0afa6bd8-eacd-4fc4-b294-586d4b82b9b7 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2498a53-f6d8-4236-8788-289622fc2c88 HTTP/1.1" status: 200  len: 944 time: 0.0601904
Mar 31 18:17:01.606982 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Provisioning for port 5510c46b-9407-41b3-b02d-dbe7f958b08c completed by entity L2. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 31 18:17:01.607868 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Provisioning complete for port 5510c46b-9407-41b3-b02d-dbe7f958b08c triggered by entity L2. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:17:01.608367 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (5510c46b-9407-41b3-b02d-dbe7f958b08c), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:17:01.656989 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-d3271c29-667e-4075-a428-8f1c6153aaae req-22cf57f7-e5a5-4d82-9145-577349948bac tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=91eafa52-8a02-4cc9-8dc3-2de254a2cf85&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0510375
Mar 31 18:17:01.713368 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37175169-b54e-4ab6-8ff5-4034dab4ceeb req-f454acc2-1b11-45c6-8d07-77c77d1266c9 tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:17:01.714707 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Current status of the port 5510c46b-9407-41b3-b02d-dbe7f958b08c is: BUILD; New status is: ACTIVE {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:17:01.714908 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-37175169-b54e-4ab6-8ff5-4034dab4ceeb req-f454acc2-1b11-45c6-8d07-77c77d1266c9 tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d64f5fd-5a02-48f1-a20e-267b0d8b6fe0 HTTP/1.1" status: 200  len: 946 time: 0.0548644
Mar 31 18:17:01.715413 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (5510c46b-9407-41b3-b02d-dbe7f958b08c), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:17:01.758420 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2498a53-f6d8-4236-8788-289622fc2c88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5510c46b-9407-41b3-b02d-dbe7f958b08c'}] {{(pid=103898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 31 18:17:01.763617 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb3075c6172e5baa69f5abc91eefeb9b3c1bf45f76ecf44b7f00bb5a6f62f1a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d091d713-efc4-45ba-bef8-6c66a0380833" -d '{"events": [{"server_uuid": "a2498a53-f6d8-4236-8788-289622fc2c88", "name": "network-vif-plugged", "status": "completed", "tag": "5510c46b-9407-41b3-b02d-dbe7f958b08c"}]}' {{(pid=103898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 31 18:17:01.771854 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] For port 5510c46b-9407-41b3-b02d-dbe7f958b08c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5510c46b-9407-41b3-b02d-dbe7f958b08c,segment=NetworkSegment(bcaae20b-26f6-4a98-8fc9-ae5ab378776d),segment_id=bcaae20b-26f6-4a98-8fc9-ae5ab378776d)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:17:01.791082 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-37175169-b54e-4ab6-8ff5-4034dab4ceeb req-ec00e1ea-e74c-4504-b5a8-b79c71398f42 tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] 10.222.0.58 "GET /v2.0/security-groups?id=a53361f2-211f-4467-8d68-0ebc60b5d67d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0700462
Mar 31 18:17:01.800732 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 18:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecfad5e3-f54d-43a1-8823-4a50235443d5 x-openstack-request-id: req-ecfad5e3-f54d-43a1-8823-4a50235443d5 {{(pid=103898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 31 18:17:01.801059 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2498a53-f6d8-4236-8788-289622fc2c88", "name": "network-vif-plugged", "status": "completed", "tag": "5510c46b-9407-41b3-b02d-dbe7f958b08c", "code": 200}]} {{(pid=103898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 31 18:17:01.801318 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ecfad5e3-f54d-43a1-8823-4a50235443d5 {{(pid=103898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 31 18:17:01.801787 dv-cinder-master-3-iscsi neutron-server[103898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecfad5e3-f54d-43a1-8823-4a50235443d5'] response: {'server_uuid': 'a2498a53-f6d8-4236-8788-289622fc2c88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5510c46b-9407-41b3-b02d-dbe7f958b08c', 'code': 200}
Mar 31 18:17:01.875920 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (5510c46b-9407-41b3-b02d-dbe7f958b08c), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:17:02.065768 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Pushing event updated for resources: {'Port': ['ID=5510c46b-9407-41b3-b02d-dbe7f958b08c,revision_number=5']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:17:02.307369 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c79c2d-c02e-4dd3-a304-77973f21e78b req-e0a4184e-e029-4ad3-a32f-ec380ac3d8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:17:02.308351 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-25c79c2d-c02e-4dd3-a304-77973f21e78b req-e0a4184e-e029-4ad3-a32f-ec380ac3d8d3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a2498a53-f6d8-4236-8788-289622fc2c88 HTTP/1.1" status: 200  len: 1129 time: 0.0454228
Mar 31 18:17:02.352099 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-be477ca9-b30f-4eb3-92ce-971cde9f4756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (d0835089-4a76-4105-9221-c81b46927b3c), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:17:02.360749 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-25c79c2d-c02e-4dd3-a304-77973f21e78b req-fe35122b-6f17-4c53-82e1-7033435f94f9 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=91eafa52-8a02-4cc9-8dc3-2de254a2cf85&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395322
Mar 31 18:17:02.778285 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2928f45-1e2b-457d-af04-7f4d7d41eb1f req-2f57fcc2-75af-4c03-948c-d260cff4e08d tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:17:02.779806 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-d2928f45-1e2b-457d-af04-7f4d7d41eb1f req-2f57fcc2-75af-4c03-948c-d260cff4e08d tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2498a53-f6d8-4236-8788-289622fc2c88 HTTP/1.1" status: 200  len: 945 time: 0.0537951
Mar 31 18:17:02.826292 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-d2928f45-1e2b-457d-af04-7f4d7d41eb1f req-1e0fb4e9-4adb-4e7c-a070-61db1ee5e675 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=91eafa52-8a02-4cc9-8dc3-2de254a2cf85&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406878
Mar 31 18:17:02.910501 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1d2256-dcb3-4370-b731-07cf61245cd7 req-5f215077-7a45-4131-a25c-f43d9d03249c tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:17:02.912028 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-ff1d2256-dcb3-4370-b731-07cf61245cd7 req-5f215077-7a45-4131-a25c-f43d9d03249c tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d64f5fd-5a02-48f1-a20e-267b0d8b6fe0 HTTP/1.1" status: 200  len: 946 time: 0.0531065
Mar 31 18:17:02.962167 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-ff1d2256-dcb3-4370-b731-07cf61245cd7 req-6a849650-ba1a-434d-afd0-7144c468b159 tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] 10.222.0.58 "GET /v2.0/security-groups?id=a53361f2-211f-4467-8d68-0ebc60b5d67d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439939
Mar 31 18:17:03.577290 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 51034) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:17:03.709280 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a63c91eb-0d9e-46bd-9762-59e652d7920c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:17:03.788239 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a63c91eb-0d9e-46bd-9762-59e652d7920c admin admin] Publish callbacks [] for security_group (d3b47441-1c3c-4f9f-ba69-c8f1b7e7fc5a), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:17:03.855205 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a63c91eb-0d9e-46bd-9762-59e652d7920c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (d3b47441-1c3c-4f9f-ba69-c8f1b7e7fc5a), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:17:03.905025 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-a63c91eb-0d9e-46bd-9762-59e652d7920c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fb962ac798774e059b37301b19dcde70&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3253479
Mar 31 18:17:03.905025 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 51054) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:17:03.910022 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63c91eb-0d9e-46bd-9762-59e652d7920c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b47441-1c3c-4f9f-ba69-c8f1b7e7fc5a,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:17:03.955604 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-61acbcaf-515a-4595-a759-82c8bf4c0ac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (1ee04592-4785-424e-aa2a-0bd32f5faacf), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:17:04.005422 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81e2163-3872-4fb3-a7d7-c29e52cd7ebe req-5cdc92d4-124b-4de4-ba2f-5450b3e3cbb8 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:17:04.006954 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-a81e2163-3872-4fb3-a7d7-c29e52cd7ebe req-5cdc92d4-124b-4de4-ba2f-5450b3e3cbb8 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2498a53-f6d8-4236-8788-289622fc2c88 HTTP/1.1" status: 200  len: 945 time: 0.0995207
Mar 31 18:17:04.008287 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-554cddaa-54a3-4a30-9770-037f3b0aa41e admin admin] Publish callbacks [] for security_group (d3b47441-1c3c-4f9f-ba69-c8f1b7e7fc5a), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:17:04.045347 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-554cddaa-54a3-4a30-9770-037f3b0aa41e admin admin] Publish callbacks [] for security_group (d3b47441-1c3c-4f9f-ba69-c8f1b7e7fc5a), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:17:04.095068 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-a81e2163-3872-4fb3-a7d7-c29e52cd7ebe req-d5e6ce6e-bf3e-420c-9a1f-e9dd7edbb0a4 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=91eafa52-8a02-4cc9-8dc3-2de254a2cf85&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0776665
Mar 31 18:17:04.237673 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-554cddaa-54a3-4a30-9770-037f3b0aa41e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (d3b47441-1c3c-4f9f-ba69-c8f1b7e7fc5a), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:17:04.240386 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-554cddaa-54a3-4a30-9770-037f3b0aa41e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:17:04.241522 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-554cddaa-54a3-4a30-9770-037f3b0aa41e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d3b47441-1c3c-4f9f-ba69-c8f1b7e7fc5a HTTP/1.1" status: 204  len: 168 time: 0.3327425
Mar 31 18:17:04.250192 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554cddaa-54a3-4a30-9770-037f3b0aa41e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b47441-1c3c-4f9f-ba69-c8f1b7e7fc5a,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:17:05.067651 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1fd098-a515-4ba6-a72e-3d11c2fb3c46 req-db831053-47b4-4d1f-b088-3326a8e09414 tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:17:05.069277 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-7d1fd098-a515-4ba6-a72e-3d11c2fb3c46 req-db831053-47b4-4d1f-b088-3326a8e09414 tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d64f5fd-5a02-48f1-a20e-267b0d8b6fe0 HTTP/1.1" status: 200  len: 946 time: 0.0741787
Mar 31 18:17:05.078149 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (b6d39f6c-4dc3-40bd-bbe5-e05b1f1d4e13), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:17:05.083520 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 51084) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:17:05.099632 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-dba404a2-af4b-41f5-ad67-23d7a9fb2123 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:17:05.121862 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-7d1fd098-a515-4ba6-a72e-3d11c2fb3c46 req-3b8c1bb6-d2a0-4736-9bab-4272bddd75d6 tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] 10.222.0.58 "GET /v2.0/security-groups?id=a53361f2-211f-4467-8d68-0ebc60b5d67d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459354
Mar 31 18:17:05.196466 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-dba404a2-af4b-41f5-ad67-23d7a9fb2123 admin admin] Publish callbacks [] for security_group (a464b9d3-d65a-43cc-a548-58599a95560b), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:17:05.247681 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a372658c-0ec3-45e2-b8e3-c0095dec0a2c req-02c59bff-dffb-4700-a7c8-5b572c55dcd9 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:17:05.249393 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-a372658c-0ec3-45e2-b8e3-c0095dec0a2c req-02c59bff-dffb-4700-a7c8-5b572c55dcd9 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2498a53-f6d8-4236-8788-289622fc2c88 HTTP/1.1" status: 200  len: 945 time: 0.0660591
Mar 31 18:17:05.284998 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-dba404a2-af4b-41f5-ad67-23d7a9fb2123 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (a464b9d3-d65a-43cc-a548-58599a95560b), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:17:05.311200 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-a372658c-0ec3-45e2-b8e3-c0095dec0a2c req-e797ecd5-8fe7-4681-bfe2-7221afeca586 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=91eafa52-8a02-4cc9-8dc3-2de254a2cf85&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0560555
Mar 31 18:17:05.334102 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-dba404a2-af4b-41f5-ad67-23d7a9fb2123 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=316841b1979241819e9ec5f26e713972&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2494655
Mar 31 18:17:05.334961 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba404a2-af4b-41f5-ad67-23d7a9fb2123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a464b9d3-d65a-43cc-a548-58599a95560b,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:17:05.337392 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 51096) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:17:05.343130 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba404a2-af4b-41f5-ad67-23d7a9fb2123 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:17:05.343591 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba404a2-af4b-41f5-ad67-23d7a9fb2123 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:17:05.343783 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba404a2-af4b-41f5-ad67-23d7a9fb2123 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:17:05.344119 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba404a2-af4b-41f5-ad67-23d7a9fb2123 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:17:05.344492 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba404a2-af4b-41f5-ad67-23d7a9fb2123 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:17:05.345103 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba404a2-af4b-41f5-ad67-23d7a9fb2123 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:17:05.345103 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba404a2-af4b-41f5-ad67-23d7a9fb2123 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:17:05.345394 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba404a2-af4b-41f5-ad67-23d7a9fb2123 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:17:05.345715 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba404a2-af4b-41f5-ad67-23d7a9fb2123 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:17:05.346035 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba404a2-af4b-41f5-ad67-23d7a9fb2123 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:17:05.346359 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba404a2-af4b-41f5-ad67-23d7a9fb2123 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:17:05.346706 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba404a2-af4b-41f5-ad67-23d7a9fb2123 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:17:05.347025 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba404a2-af4b-41f5-ad67-23d7a9fb2123 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:17:05.347407 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba404a2-af4b-41f5-ad67-23d7a9fb2123 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:17:05.347648 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba404a2-af4b-41f5-ad67-23d7a9fb2123 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:17:05.419612 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-facc0653-5eb7-4991-84ca-095cac3fe338 admin admin] Publish callbacks [] for security_group (a464b9d3-d65a-43cc-a548-58599a95560b), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:17:05.447138 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-facc0653-5eb7-4991-84ca-095cac3fe338 admin admin] Publish callbacks [] for security_group (a464b9d3-d65a-43cc-a548-58599a95560b), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:17:05.473970 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1cc1f5-1a7e-4eb8-8dcc-347be6c979cd req-8b8c8448-075e-448f-ae88-713ba46ea324 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:17:05.475495 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-5b1cc1f5-1a7e-4eb8-8dcc-347be6c979cd req-8b8c8448-075e-448f-ae88-713ba46ea324 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2498a53-f6d8-4236-8788-289622fc2c88 HTTP/1.1" status: 200  len: 945 time: 0.0955517
Mar 31 18:17:05.484544 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 51100) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:17:05.492457 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.v2.base [None req-b7ad184f-8b69-4988-94a9-eb94d6e92b59 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Request body: {'floatingip': {'port_id': '5510c46b-9407-41b3-b02d-dbe7f958b08c'}} {{(pid=103897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:17:05.531519 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b7ad184f-8b69-4988-94a9-eb94d6e92b59 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Publish callbacks [] for floatingip (c5fe7bef-c517-4991-9df7-2fab9c2b254f), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:17:05.640341 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-facc0653-5eb7-4991-84ca-095cac3fe338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (a464b9d3-d65a-43cc-a548-58599a95560b), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:17:05.640341 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-facc0653-5eb7-4991-84ca-095cac3fe338 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:17:05.643807 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-facc0653-5eb7-4991-84ca-095cac3fe338 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a464b9d3-d65a-43cc-a548-58599a95560b HTTP/1.1" status: 204  len: 168 time: 0.3024402
Mar 31 18:17:05.658514 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facc0653-5eb7-4991-84ca-095cac3fe338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a464b9d3-d65a-43cc-a548-58599a95560b,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:17:06.013115 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b7ad184f-8b69-4988-94a9-eb94d6e92b59 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:17:06.088512 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b7ad184f-8b69-4988-94a9-eb94d6e92b59 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505983'] for floatingip (c5fe7bef-c517-4991-9df7-2fab9c2b254f), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:17:06.208887 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (06f31eaf-9418-4d11-8606-24a34b4b4893), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:17:06.441469 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 51114) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:17:06.441469 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f144d230-2eea-4706-a56c-53ab72ed0cb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:17:06.442085 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e14c46b-3f29-4cdd-8afe-64f8b9d06117 req-dc68ee93-5cdd-437d-861b-9103e43f7a2c tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:17:06.442085 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-0e14c46b-3f29-4cdd-8afe-64f8b9d06117 req-dc68ee93-5cdd-437d-861b-9103e43f7a2c tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d64f5fd-5a02-48f1-a20e-267b0d8b6fe0 HTTP/1.1" status: 200  len: 946 time: 0.0972571
Mar 31 18:17:06.453004 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.db.l3_db [None req-b7ad184f-8b69-4988-94a9-eb94d6e92b59 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Floating IP c5fe7bef-c517-4991-9df7-2fab9c2b254f associated. External IP: 172.37.2.41, port: 5510c46b-9407-41b3-b02d-dbe7f958b08c.
Mar 31 18:17:06.501686 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f144d230-2eea-4706-a56c-53ab72ed0cb6 admin admin] Publish callbacks [] for security_group (365c4495-e7a5-4654-b8ec-8a12fe83b9a1), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:17:06.568424 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-0e14c46b-3f29-4cdd-8afe-64f8b9d06117 req-296186b9-2ad2-4d4c-a5b5-31214a9624df tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] 10.222.0.58 "GET /v2.0/security-groups?id=a53361f2-211f-4467-8d68-0ebc60b5d67d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1239803
Mar 31 18:17:06.591264 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f144d230-2eea-4706-a56c-53ab72ed0cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (365c4495-e7a5-4654-b8ec-8a12fe83b9a1), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:17:06.634184 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-f144d230-2eea-4706-a56c-53ab72ed0cb6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=25c96a12b3594a50b9a6cee5e14e0464&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2202718
Mar 31 18:17:06.634569 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 51118) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:17:06.640567 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f144d230-2eea-4706-a56c-53ab72ed0cb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=365c4495-e7a5-4654-b8ec-8a12fe83b9a1,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:17:06.697842 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ade03a5f-310d-4d72-826b-11355980526f admin admin] Publish callbacks [] for security_group (365c4495-e7a5-4654-b8ec-8a12fe83b9a1), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:17:06.725205 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ade03a5f-310d-4d72-826b-11355980526f admin admin] Publish callbacks [] for security_group (365c4495-e7a5-4654-b8ec-8a12fe83b9a1), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:17:06.743727 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7ad184f-8b69-4988-94a9-eb94d6e92b59 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Router d678eb86-3733-4b06-a3b9-aa722ad43e05 has already been hosted by L3 agent f09d5d1b-4294-4f18-9a00-351412ae7ca6 {{(pid=103897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 31 18:17:06.858088 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7ad184f-8b69-4988-94a9-eb94d6e92b59 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 31 18:17:06.862899 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b7ad184f-8b69-4988-94a9-eb94d6e92b59 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30337'] for floatingip (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:17:06.868795 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e959265-75b3-4d00-a358-ba646683a28f None None] Sync routers for ids ['d678eb86-3733-4b06-a3b9-aa722ad43e05'] in dv-cinder-master-3-iscsi {{(pid=103899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 31 18:17:06.878149 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e959265-75b3-4d00-a358-ba646683a28f None None] Routers {'d678eb86-3733-4b06-a3b9-aa722ad43e05'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 31 18:17:06.878791 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_hamode_db [None req-2e959265-75b3-4d00-a358-ba646683a28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f77159fd850>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T18:05:01Z,description=<?>,heartbeat_timestamp=2022-03-31T18:17:01Z,host='dv-cinder-master-3-iscsi',id=f09d5d1b-4294-4f18-9a00-351412ae7ca6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-31T18:05:02Z,topic='l3_agent')) {'router_ids': ['d678eb86-3733-4b06-a3b9-aa722ad43e05'], 'active': True} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:17:06.883211 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ade03a5f-310d-4d72-826b-11355980526f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (365c4495-e7a5-4654-b8ec-8a12fe83b9a1), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:17:06.895740 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ade03a5f-310d-4d72-826b-11355980526f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:17:06.895740 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-ade03a5f-310d-4d72-826b-11355980526f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/365c4495-e7a5-4654-b8ec-8a12fe83b9a1 HTTP/1.1" status: 204  len: 168 time: 0.2554231
Mar 31 18:17:06.896471 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-b7ad184f-8b69-4988-94a9-eb94d6e92b59 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "PUT /v2.0/floatingips/c5fe7bef-c517-4991-9df7-2fab9c2b254f HTTP/1.1" status: 200  len: 990 time: 1.4083481
Mar 31 18:17:06.896471 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2498a53-f6d8-4236-8788-289622fc2c88', 'tag': '5510c46b-9407-41b3-b02d-dbe7f958b08c'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 31 18:17:06.897807 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73fc78de55affb2fac0a31bf62e314c48f0d961b1f9e9815d43b8150b113e94f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbcb3fd7-e30e-4c3b-a98d-68d5b32b9388" -d '{"events": [{"name": "network-changed", "server_uuid": "a2498a53-f6d8-4236-8788-289622fc2c88", "tag": "5510c46b-9407-41b3-b02d-dbe7f958b08c"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 31 18:17:06.903328 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade03a5f-310d-4d72-826b-11355980526f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=365c4495-e7a5-4654-b8ec-8a12fe83b9a1,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:17:06.968935 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 18:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ec1c6d0-41a7-424a-95ab-48afdc1b4631 x-openstack-request-id: req-4ec1c6d0-41a7-424a-95ab-48afdc1b4631 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 31 18:17:06.969416 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2498a53-f6d8-4236-8788-289622fc2c88", "tag": "5510c46b-9407-41b3-b02d-dbe7f958b08c", "status": "completed", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 31 18:17:06.969847 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4ec1c6d0-41a7-424a-95ab-48afdc1b4631 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 31 18:17:06.970407 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ec1c6d0-41a7-424a-95ab-48afdc1b4631'] response: {'name': 'network-changed', 'server_uuid': 'a2498a53-f6d8-4236-8788-289622fc2c88', 'tag': '5510c46b-9407-41b3-b02d-dbe7f958b08c', 'status': 'completed', 'code': 200}
Mar 31 18:17:07.013009 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvr_db [None req-2e959265-75b3-4d00-a358-ba646683a28f None None] Set router d678eb86-3733-4b06-a3b9-aa722ad43e05 gateway port host: dv-cinder-master-3-iscsi {{(pid=103899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 31 18:17:07.150466 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcb3fd7-e30e-4c3b-a98d-68d5b32b9388 req-156a730b-e7b2-4961-b35f-f1947043850a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:17:07.152076 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-bbcb3fd7-e30e-4c3b-a98d-68d5b32b9388 req-156a730b-e7b2-4961-b35f-f1947043850a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6fc2eb72902a441ca6a6fa9350ce75f8&device_id=a2498a53-f6d8-4236-8788-289622fc2c88 HTTP/1.1" status: 200  len: 1129 time: 0.0781040
Mar 31 18:17:07.159837 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481254a0-aca7-4334-95c6-2192ace5cbcc req-a25dbb76-7979-4d5c-9f48-b0a46999dbef tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:17:07.161169 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-481254a0-aca7-4334-95c6-2192ace5cbcc req-a25dbb76-7979-4d5c-9f48-b0a46999dbef tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] 10.222.0.44 "GET /v2.0/ports?device_id=0d64f5fd-5a02-48f1-a20e-267b0d8b6fe0 HTTP/1.1" status: 200  len: 946 time: 0.0884991
Mar 31 18:17:07.259705 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_hamode_db [None req-2e959265-75b3-4d00-a358-ba646683a28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f77159fd850>, [{'id': 'd678eb86-3733-4b06-a3b9-aa722ad43e05', 'name': 'tempest-ServerRescueNegativeTestJSON-1830224405-router', 'tenant_id': '6fc2eb72902a441ca6a6fa9350ce75f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.24'}], 'enable_snat': True}, 'gw_port_id': '59d53217-d0eb-4fc5-bfe8-49437283aec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:13:42Z', 'updated_at': '2022-03-31T18:13:48Z', 'revision_number': 4, 'project_id': '6fc2eb72902a441ca6a6fa9350ce75f8', 'gw_port': {'id': '59d53217-d0eb-4fc5-bfe8-49437283aec0', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:10:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd678eb86-3733-4b06-a3b9-aa722ad43e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:13:43Z', 'updated_at': '2022-03-31T18:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'c5fe7bef-c517-4991-9df7-2fab9c2b254f', 'tenant_id': '6fc2eb72902a441ca6a6fa9350ce75f8', 'floating_ip_address': '172.37.2.41', 'floating_network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'router_id': 'd678eb86-3733-4b06-a3b9-aa722ad43e05', 'port_id': '5510c46b-9407-41b3-b02d-dbe7f958b08c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 301, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fca50c83-3b91-4a03-8e1d-d873f4d904c1', 'mac_address': 'fa:16:3e:c4:8a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2498a53-f6d8-4236-8788-289622fc2c88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T18:16:44Z', 'updated_at': '2022-03-31T18:17:05Z', 'revision_number': 1, 'project_id': '6fc2eb72902a441ca6a6fa9350ce75f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51b8168b-e7fb-4efb-b67b-28eeb8745794', 'name': '', 'network_id': 'fca50c83-3b91-4a03-8e1d-d873f4d904c1', 'tenant_id': '6fc2eb72902a441ca6a6fa9350ce75f8', 'mac_address': 'fa:16:3e:bb:ce:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd678eb86-3733-4b06-a3b9-aa722ad43e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5c50616b-7511-4714-bd2d-e587d92cf7dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:13:47Z', 'updated_at': '2022-03-31T18:13:53Z', 'revision_number': 5, 'project_id': '6fc2eb72902a441ca6a6fa9350ce75f8', 'subnets': [{'id': '5c50616b-7511-4714-bd2d-e587d92cf7dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:17:07.292151 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e959265-75b3-4d00-a358-ba646683a28f None None] Checking router: d678eb86-3733-4b06-a3b9-aa722ad43e05 for host: dv-cinder-master-3-iscsi {{(pid=103899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 31 18:17:07.300757 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e959265-75b3-4d00-a358-ba646683a28f None None] Routers {'d678eb86-3733-4b06-a3b9-aa722ad43e05'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 31 18:17:07.301377 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_hamode_db [None req-2e959265-75b3-4d00-a358-ba646683a28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f77159fd850>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T18:05:01Z,description=<?>,heartbeat_timestamp=2022-03-31T18:17:01Z,host='dv-cinder-master-3-iscsi',id=f09d5d1b-4294-4f18-9a00-351412ae7ca6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-31T18:05:02Z,topic='l3_agent')) {'router_ids': ['d678eb86-3733-4b06-a3b9-aa722ad43e05'], 'active': True} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:17:07.316003 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcb3fd7-e30e-4c3b-a98d-68d5b32b9388 req-b0f719ce-60f3-49a3-be5e-bfd8fb6cb587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:17:07.317480 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-bbcb3fd7-e30e-4c3b-a98d-68d5b32b9388 req-b0f719ce-60f3-49a3-be5e-bfd8fb6cb587 service neutron] 10.222.0.44 "GET /v2.0/networks?id=fca50c83-3b91-4a03-8e1d-d873f4d904c1 HTTP/1.1" status: 200  len: 920 time: 0.1553035
Mar 31 18:17:07.384402 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [req-481254a0-aca7-4334-95c6-2192ace5cbcc req-5a51ab50-4ec2-440d-979b-1f14c739f0eb tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] Deleting port 86623eca-526d-4e62-a3a8-2d929a18df20 {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 31 18:17:07.384750 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-481254a0-aca7-4334-95c6-2192ace5cbcc req-5a51ab50-4ec2-440d-979b-1f14c739f0eb tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759343023638'] for port (86623eca-526d-4e62-a3a8-2d929a18df20), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:17:07.431284 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvr_db [None req-2e959265-75b3-4d00-a358-ba646683a28f None None] Set router d678eb86-3733-4b06-a3b9-aa722ad43e05 gateway port host: dv-cinder-master-3-iscsi {{(pid=103899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 31 18:17:07.448178 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-bbcb3fd7-e30e-4c3b-a98d-68d5b32b9388 req-dd94d551-92ae-4f96-b3f0-d016e1760e5e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5510c46b-9407-41b3-b02d-dbe7f958b08c HTTP/1.1" status: 200  len: 998 time: 0.1184523
Mar 31 18:17:07.529504 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcb3fd7-e30e-4c3b-a98d-68d5b32b9388 req-7efa4dc8-c4d5-4b16-890b-0970f39d69f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:17:07.530975 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-bbcb3fd7-e30e-4c3b-a98d-68d5b32b9388 req-7efa4dc8-c4d5-4b16-890b-0970f39d69f6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5c50616b-7511-4714-bd2d-e587d92cf7dd HTTP/1.1" status: 200  len: 858 time: 0.0755153
Mar 31 18:17:07.537079 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [req-481254a0-aca7-4334-95c6-2192ace5cbcc req-5a51ab50-4ec2-440d-979b-1f14c739f0eb tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] For port 86623eca-526d-4e62-a3a8-2d929a18df20, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=86623eca-526d-4e62-a3a8-2d929a18df20,segment=NetworkSegment(2bf035f2-e500-40c1-b7c4-ababe279894a),segment_id=2bf035f2-e500-40c1-b7c4-ababe279894a)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:17:07.537443 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-481254a0-aca7-4334-95c6-2192ace5cbcc req-5a51ab50-4ec2-440d-979b-1f14c739f0eb tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505421'] for port (86623eca-526d-4e62-a3a8-2d929a18df20), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:17:07.585372 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [req-481254a0-aca7-4334-95c6-2192ace5cbcc req-5a51ab50-4ec2-440d-979b-1f14c739f0eb tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] Calling delete_port for 86623eca-526d-4e62-a3a8-2d929a18df20 owned by compute:nova {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 31 18:17:07.661144 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcb3fd7-e30e-4c3b-a98d-68d5b32b9388 req-b3a036b8-6521-41d9-8844-3a8001c7a7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:17:07.662600 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-bbcb3fd7-e30e-4c3b-a98d-68d5b32b9388 req-b3a036b8-6521-41d9-8844-3a8001c7a7cf service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fca50c83-3b91-4a03-8e1d-d873f4d904c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.1217995
Mar 31 18:17:07.668118 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_hamode_db [None req-2e959265-75b3-4d00-a358-ba646683a28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f77159fd850>, [{'id': 'd678eb86-3733-4b06-a3b9-aa722ad43e05', 'name': 'tempest-ServerRescueNegativeTestJSON-1830224405-router', 'tenant_id': '6fc2eb72902a441ca6a6fa9350ce75f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.24'}], 'enable_snat': True}, 'gw_port_id': '59d53217-d0eb-4fc5-bfe8-49437283aec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:13:42Z', 'updated_at': '2022-03-31T18:13:48Z', 'revision_number': 4, 'project_id': '6fc2eb72902a441ca6a6fa9350ce75f8', 'gw_port': {'id': '59d53217-d0eb-4fc5-bfe8-49437283aec0', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:10:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd678eb86-3733-4b06-a3b9-aa722ad43e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:13:43Z', 'updated_at': '2022-03-31T18:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'c5fe7bef-c517-4991-9df7-2fab9c2b254f', 'tenant_id': '6fc2eb72902a441ca6a6fa9350ce75f8', 'floating_ip_address': '172.37.2.41', 'floating_network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'router_id': 'd678eb86-3733-4b06-a3b9-aa722ad43e05', 'port_id': '5510c46b-9407-41b3-b02d-dbe7f958b08c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 301, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fca50c83-3b91-4a03-8e1d-d873f4d904c1', 'mac_address': 'fa:16:3e:c4:8a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2498a53-f6d8-4236-8788-289622fc2c88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T18:16:44Z', 'updated_at': '2022-03-31T18:17:05Z', 'revision_number': 1, 'project_id': '6fc2eb72902a441ca6a6fa9350ce75f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51b8168b-e7fb-4efb-b67b-28eeb8745794', 'name': '', 'network_id': 'fca50c83-3b91-4a03-8e1d-d873f4d904c1', 'tenant_id': '6fc2eb72902a441ca6a6fa9350ce75f8', 'mac_address': 'fa:16:3e:bb:ce:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd678eb86-3733-4b06-a3b9-aa722ad43e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5c50616b-7511-4714-bd2d-e587d92cf7dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:13:47Z', 'updated_at': '2022-03-31T18:13:53Z', 'revision_number': 5, 'project_id': '6fc2eb72902a441ca6a6fa9350ce75f8', 'subnets': [{'id': '5c50616b-7511-4714-bd2d-e587d92cf7dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:17:07.698304 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e959265-75b3-4d00-a358-ba646683a28f None None] The sync data for ids ['d678eb86-3733-4b06-a3b9-aa722ad43e05'] in dv-cinder-master-3-iscsi is: [{'id': 'd678eb86-3733-4b06-a3b9-aa722ad43e05', 'name': 'tempest-ServerRescueNegativeTestJSON-1830224405-router', 'tenant_id': '6fc2eb72902a441ca6a6fa9350ce75f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.24'}], 'enable_snat': True}, 'gw_port_id': '59d53217-d0eb-4fc5-bfe8-49437283aec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:13:42Z', 'updated_at': '2022-03-31T18:13:48Z', 'revision_number': 4, 'project_id': '6fc2eb72902a441ca6a6fa9350ce75f8', 'gw_port': {'id': '59d53217-d0eb-4fc5-bfe8-49437283aec0', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:10:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd678eb86-3733-4b06-a3b9-aa722ad43e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:13:43Z', 'updated_at': '2022-03-31T18:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'c5fe7bef-c517-4991-9df7-2fab9c2b254f', 'tenant_id': '6fc2eb72902a441ca6a6fa9350ce75f8', 'floating_ip_address': '172.37.2.41', 'floating_network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'router_id': 'd678eb86-3733-4b06-a3b9-aa722ad43e05', 'port_id': '5510c46b-9407-41b3-b02d-dbe7f958b08c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 301, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fca50c83-3b91-4a03-8e1d-d873f4d904c1', 'mac_address': 'fa:16:3e:c4:8a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2498a53-f6d8-4236-8788-289622fc2c88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T18:16:44Z', 'updated_at': '2022-03-31T18:17:05Z', 'revision_number': 1, 'project_id': '6fc2eb72902a441ca6a6fa9350ce75f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51b8168b-e7fb-4efb-b67b-28eeb8745794', 'name': '', 'network_id': 'fca50c83-3b91-4a03-8e1d-d873f4d904c1', 'tenant_id': '6fc2eb72902a441ca6a6fa9350ce75f8', 'mac_address': 'fa:16:3e:bb:ce:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd678eb86-3733-4b06-a3b9-aa722ad43e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5c50616b-7511-4714-bd2d-e587d92cf7dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:13:47Z', 'updated_at': '2022-03-31T18:13:53Z', 'revision_number': 5, 'project_id': '6fc2eb72902a441ca6a6fa9350ce75f8', 'subnets': [{'id': '5c50616b-7511-4714-bd2d-e587d92cf7dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 31 18:17:07.815473 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4e84dc-8bc0-4141-8a3d-bade9217f9f3 req-e0880bd6-dd4a-483b-928b-3fc1e40123c8 tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:17:07.817138 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-7b4e84dc-8bc0-4141-8a3d-bade9217f9f3 req-e0880bd6-dd4a-483b-928b-3fc1e40123c8 tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d64f5fd-5a02-48f1-a20e-267b0d8b6fe0 HTTP/1.1" status: 200  len: 946 time: 0.1757205
Mar 31 18:17:07.902926 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-bbcb3fd7-e30e-4c3b-a98d-68d5b32b9388 req-07bf3f8f-17c9-4909-9d81-72099e83dedf service neutron] 10.222.0.44 "GET /v2.0/networks/fca50c83-3b91-4a03-8e1d-d873f4d904c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2204535
Mar 31 18:17:07.989484 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-7b4e84dc-8bc0-4141-8a3d-bade9217f9f3 req-ffa95d2e-a6af-4abf-99bb-b52626d1220d tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] 10.222.0.58 "GET /v2.0/security-groups?id=a53361f2-211f-4467-8d68-0ebc60b5d67d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1622500
Mar 31 18:17:08.011036 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb613d0-0cc0-4a90-997a-8af017f17094 None None] New status for floating IP c5fe7bef-c517-4991-9df7-2fab9c2b254f: ACTIVE {{(pid=103898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 31 18:17:08.040663 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-bbcb3fd7-e30e-4c3b-a98d-68d5b32b9388 req-14619822-c05e-4765-8d73-4378181f4e06 service neutron] 10.222.0.44 "GET /v2.0/networks/fca50c83-3b91-4a03-8e1d-d873f4d904c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1311731
Mar 31 18:17:08.055326 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-481254a0-aca7-4334-95c6-2192ace5cbcc req-5a51ab50-4ec2-440d-979b-1f14c739f0eb tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759343027577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759342510071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13081985'] for port (86623eca-526d-4e62-a3a8-2d929a18df20), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:17:08.091678 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a51ab50-4ec2-440d-979b-1f14c739f0eb tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] Pushing event deleted for resources: {'Port': ['ID=86623eca-526d-4e62-a3a8-2d929a18df20,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:17:08.121278 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] get_ports_and_sgs() called for port_ids ['86623eca-526d-4e62-a3a8-2d929a18df20'] {{(pid=103898) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 31 18:17:08.141089 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [req-481254a0-aca7-4334-95c6-2192ace5cbcc req-5a51ab50-4ec2-440d-979b-1f14c739f0eb tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] No DVR routers for this DVR port 86623eca-526d-4e62-a3a8-2d929a18df20 on host hv-cinder-maste {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 31 18:17:08.143585 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-481254a0-aca7-4334-95c6-2192ace5cbcc req-5a51ab50-4ec2-440d-979b-1f14c739f0eb tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30337'] for port (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:17:08.147218 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-481254a0-aca7-4334-95c6-2192ace5cbcc req-5a51ab50-4ec2-440d-979b-1f14c739f0eb tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] 10.222.0.44 "DELETE /v2.0/ports/86623eca-526d-4e62-a3a8-2d929a18df20 HTTP/1.1" status: 204  len: 173 time: 0.9769354
Mar 31 18:17:08.325123 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 51174) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:17:08.439565 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1f783e37-32cb-4114-b937-3e84a335c957 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:17:08.525094 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1f783e37-32cb-4114-b937-3e84a335c957 admin admin] Publish callbacks [] for security_group (827481c7-ff54-4f95-bc4e-2f5f872052ec), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:17:08.619840 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1f783e37-32cb-4114-b937-3e84a335c957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (827481c7-ff54-4f95-bc4e-2f5f872052ec), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:17:08.665205 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-1f783e37-32cb-4114-b937-3e84a335c957 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5ff333654b7d41cdb9f8a4101b963ca2&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3383298
Mar 31 18:17:08.666661 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f783e37-32cb-4114-b937-3e84a335c957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=827481c7-ff54-4f95-bc4e-2f5f872052ec,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:17:08.667749 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 51226) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:17:08.719904 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-91cb15a3-1e76-408d-96db-0b8d8beb3099 admin admin] Publish callbacks [] for security_group (827481c7-ff54-4f95-bc4e-2f5f872052ec), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:17:08.747059 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-91cb15a3-1e76-408d-96db-0b8d8beb3099 admin admin] Publish callbacks [] for security_group (827481c7-ff54-4f95-bc4e-2f5f872052ec), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:17:08.883347 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-91cb15a3-1e76-408d-96db-0b8d8beb3099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (827481c7-ff54-4f95-bc4e-2f5f872052ec), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:17:08.885968 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-91cb15a3-1e76-408d-96db-0b8d8beb3099 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:17:08.887190 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-91cb15a3-1e76-408d-96db-0b8d8beb3099 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/827481c7-ff54-4f95-bc4e-2f5f872052ec HTTP/1.1" status: 204  len: 168 time: 0.2183845
Mar 31 18:17:08.895465 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cb15a3-1e76-408d-96db-0b8d8beb3099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=827481c7-ff54-4f95-bc4e-2f5f872052ec,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:17:08.972035 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d64f5fd-5a02-48f1-a20e-267b0d8b6fe0', 'name': 'network-vif-deleted', 'tag': '86623eca-526d-4e62-a3a8-2d929a18df20'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 31 18:17:08.974444 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73fc78de55affb2fac0a31bf62e314c48f0d961b1f9e9815d43b8150b113e94f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a4ae2f1-dd18-4c76-a2ef-725f903a0f29" -d '{"events": [{"server_uuid": "0d64f5fd-5a02-48f1-a20e-267b0d8b6fe0", "name": "network-vif-deleted", "tag": "86623eca-526d-4e62-a3a8-2d929a18df20"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 31 18:17:09.011327 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 18:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc5bc545-9352-4136-abee-c55b398299f1 x-openstack-request-id: req-cc5bc545-9352-4136-abee-c55b398299f1 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 31 18:17:09.011624 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d64f5fd-5a02-48f1-a20e-267b0d8b6fe0", "name": "network-vif-deleted", "tag": "86623eca-526d-4e62-a3a8-2d929a18df20", "status": "completed", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 31 18:17:09.011877 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cc5bc545-9352-4136-abee-c55b398299f1 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 31 18:17:09.012276 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc5bc545-9352-4136-abee-c55b398299f1'] response: {'server_uuid': '0d64f5fd-5a02-48f1-a20e-267b0d8b6fe0', 'name': 'network-vif-deleted', 'tag': '86623eca-526d-4e62-a3a8-2d929a18df20', 'status': 'completed', 'code': 200}
Mar 31 18:17:09.107686 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-97d0dbf7-af07-4454-a618-8b0a2aa1f86c req-920d248c-6f4e-485f-ace9-396363ad9e74 tempest-VolumesActionsTest-1472785080 tempest-VolumesActionsTest-1472785080-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d64f5fd-5a02-48f1-a20e-267b0d8b6fe0 HTTP/1.1" status: 200  len: 210 time: 0.0290411
Mar 31 18:17:11.523783 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Device 86623eca-526d-4e62-a3a8-2d929a18df20 no longer exists at agent hyperv_hv-cinder-maste {{(pid=103898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 31 18:17:11.547791 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] No Port match for: 86623eca-526d-4e62-a3a8-2d929a18df20 {{(pid=103898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 31 18:17:11.549220 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Device 86623eca-526d-4e62-a3a8-2d929a18df20 not bound to the agent host hv-cinder-maste {{(pid=103898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 31 18:17:18.868691 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.agents_db [None req-39f62d97-bd56-4bf2-8522-12846eccdd8f None None] Agent healthcheck: found 6 active agents {{(pid=103899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 31 18:17:25.363689 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 51574) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:17:25.478489 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0c7b155e-394f-44be-b411-16f4bc180645 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:17:25.554630 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0c7b155e-394f-44be-b411-16f4bc180645 admin admin] Publish callbacks [] for security_group (59bb121e-4534-430d-bb04-32157f5e16ac), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:17:25.789205 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0c7b155e-394f-44be-b411-16f4bc180645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (59bb121e-4534-430d-bb04-32157f5e16ac), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:17:25.847111 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7b155e-394f-44be-b411-16f4bc180645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59bb121e-4534-430d-bb04-32157f5e16ac,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:17:25.847111 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-0c7b155e-394f-44be-b411-16f4bc180645 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=22c262e17efb4fa79613411d8c09724c&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4659212
Mar 31 18:17:25.847111 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7b155e-394f-44be-b411-16f4bc180645 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:17:25.847111 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7b155e-394f-44be-b411-16f4bc180645 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:17:25.847111 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7b155e-394f-44be-b411-16f4bc180645 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:17:25.847111 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7b155e-394f-44be-b411-16f4bc180645 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:17:25.847111 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7b155e-394f-44be-b411-16f4bc180645 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:17:25.847111 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7b155e-394f-44be-b411-16f4bc180645 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:17:25.847111 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7b155e-394f-44be-b411-16f4bc180645 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:17:25.847111 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7b155e-394f-44be-b411-16f4bc180645 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:17:25.847111 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7b155e-394f-44be-b411-16f4bc180645 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:17:25.847111 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7b155e-394f-44be-b411-16f4bc180645 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:17:25.847111 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7b155e-394f-44be-b411-16f4bc180645 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:17:25.847111 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7b155e-394f-44be-b411-16f4bc180645 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:17:25.847111 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7b155e-394f-44be-b411-16f4bc180645 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:17:25.847111 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7b155e-394f-44be-b411-16f4bc180645 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:17:25.848433 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7b155e-394f-44be-b411-16f4bc180645 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:17:25.848539 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 51580) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:17:25.910067 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b4115f12-37e6-466b-ab9a-f17e80afbcab admin admin] Publish callbacks [] for security_group (59bb121e-4534-430d-bb04-32157f5e16ac), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:17:25.933693 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b4115f12-37e6-466b-ab9a-f17e80afbcab admin admin] Publish callbacks [] for security_group (59bb121e-4534-430d-bb04-32157f5e16ac), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:17:26.052062 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b4115f12-37e6-466b-ab9a-f17e80afbcab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (59bb121e-4534-430d-bb04-32157f5e16ac), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:17:26.056500 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b4115f12-37e6-466b-ab9a-f17e80afbcab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:17:26.060414 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-b4115f12-37e6-466b-ab9a-f17e80afbcab admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/59bb121e-4534-430d-bb04-32157f5e16ac HTTP/1.1" status: 204  len: 168 time: 0.2164588
Mar 31 18:17:26.070020 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4115f12-37e6-466b-ab9a-f17e80afbcab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59bb121e-4534-430d-bb04-32157f5e16ac,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:17:26.890469 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 51598) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:17:26.904516 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-dc00d2d5-0c58-48f7-ad43-2f76111a3bc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:17:27.043556 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-dc00d2d5-0c58-48f7-ad43-2f76111a3bc7 admin admin] Publish callbacks [] for security_group (ce15df43-b078-4484-929b-71e1081b2331), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:17:27.139538 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-dc00d2d5-0c58-48f7-ad43-2f76111a3bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (ce15df43-b078-4484-929b-71e1081b2331), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:17:27.184633 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-dc00d2d5-0c58-48f7-ad43-2f76111a3bc7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b6685451cfc14721abd5922a3cae6fae&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2925980
Mar 31 18:17:27.185138 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc00d2d5-0c58-48f7-ad43-2f76111a3bc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce15df43-b078-4484-929b-71e1081b2331,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:17:27.187612 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 51602) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:17:27.241557 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ad9ee8cd-34b0-4b83-80af-dd1106f1b901 admin admin] Publish callbacks [] for security_group (ce15df43-b078-4484-929b-71e1081b2331), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:17:27.264021 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ad9ee8cd-34b0-4b83-80af-dd1106f1b901 admin admin] Publish callbacks [] for security_group (ce15df43-b078-4484-929b-71e1081b2331), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:17:27.446695 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ad9ee8cd-34b0-4b83-80af-dd1106f1b901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (ce15df43-b078-4484-929b-71e1081b2331), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:17:27.449764 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ad9ee8cd-34b0-4b83-80af-dd1106f1b901 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:17:27.450994 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-ad9ee8cd-34b0-4b83-80af-dd1106f1b901 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ce15df43-b078-4484-929b-71e1081b2331 HTTP/1.1" status: 204  len: 168 time: 0.2622530
Mar 31 18:17:27.460750 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9ee8cd-34b0-4b83-80af-dd1106f1b901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce15df43-b078-4484-929b-71e1081b2331,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:17:28.282523 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 51618) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:17:28.304439 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-34331250-c6b3-4ee2-aeb0-0b7adcb0665a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:17:28.377977 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-34331250-c6b3-4ee2-aeb0-0b7adcb0665a admin admin] Publish callbacks [] for security_group (6368c332-6d56-41e2-9278-16d79e12e955), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:17:28.503437 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-34331250-c6b3-4ee2-aeb0-0b7adcb0665a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (6368c332-6d56-41e2-9278-16d79e12e955), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:17:28.537228 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34331250-c6b3-4ee2-aeb0-0b7adcb0665a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6368c332-6d56-41e2-9278-16d79e12e955,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:17:28.571641 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 51624) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:17:28.572381 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-34331250-c6b3-4ee2-aeb0-0b7adcb0665a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=abc62176b4d94b7e843b423f7a4d6c60&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2880468
Mar 31 18:17:28.625975 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-389d3ea5-71c2-4fc3-b2eb-a1b7fcea7632 admin admin] Publish callbacks [] for security_group (6368c332-6d56-41e2-9278-16d79e12e955), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:17:28.651369 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-389d3ea5-71c2-4fc3-b2eb-a1b7fcea7632 admin admin] Publish callbacks [] for security_group (6368c332-6d56-41e2-9278-16d79e12e955), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:17:28.827712 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-389d3ea5-71c2-4fc3-b2eb-a1b7fcea7632 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (6368c332-6d56-41e2-9278-16d79e12e955), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:17:28.830583 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-389d3ea5-71c2-4fc3-b2eb-a1b7fcea7632 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:17:28.834880 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-389d3ea5-71c2-4fc3-b2eb-a1b7fcea7632 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6368c332-6d56-41e2-9278-16d79e12e955 HTTP/1.1" status: 204  len: 168 time: 0.2589495
Mar 31 18:17:28.841626 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389d3ea5-71c2-4fc3-b2eb-a1b7fcea7632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6368c332-6d56-41e2-9278-16d79e12e955,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:17:29.028047 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-e5a686a2-df7c-4fb4-8808-b761330f7c66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (08150f5b-1b08-4271-84f1-4a3b03ee1892), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:17:31.349854 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f5ca5928-dbae-4984-8f81-33579a3de5fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (f09d5d1b-4294-4f18-9a00-351412ae7ca6), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:17:31.358957 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 51714) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:17:31.483361 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e234ac46-edd0-4fb4-963d-b56bb5f68671 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:17:31.578834 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e234ac46-edd0-4fb4-963d-b56bb5f68671 admin admin] Publish callbacks [] for security_group (3d80d568-ded9-412a-a810-2bcf6d2f1886), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:17:31.651891 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e234ac46-edd0-4fb4-963d-b56bb5f68671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (3d80d568-ded9-412a-a810-2bcf6d2f1886), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:17:31.695830 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-e234ac46-edd0-4fb4-963d-b56bb5f68671 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c271c9fbccdc440a9093f671ea81b71f&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3357179
Mar 31 18:17:31.697370 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e234ac46-edd0-4fb4-963d-b56bb5f68671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d80d568-ded9-412a-a810-2bcf6d2f1886,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:17:31.698544 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 51724) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:17:31.757550 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-88687ff2-07d1-4417-bcf7-af60c1a54c4a admin admin] Publish callbacks [] for security_group (3d80d568-ded9-412a-a810-2bcf6d2f1886), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:17:31.780241 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-88687ff2-07d1-4417-bcf7-af60c1a54c4a admin admin] Publish callbacks [] for security_group (3d80d568-ded9-412a-a810-2bcf6d2f1886), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:17:31.943358 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-88687ff2-07d1-4417-bcf7-af60c1a54c4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (3d80d568-ded9-412a-a810-2bcf6d2f1886), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:17:31.946183 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-88687ff2-07d1-4417-bcf7-af60c1a54c4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:17:31.947733 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-88687ff2-07d1-4417-bcf7-af60c1a54c4a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3d80d568-ded9-412a-a810-2bcf6d2f1886 HTTP/1.1" status: 204  len: 168 time: 0.2481151
Mar 31 18:17:31.973116 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88687ff2-07d1-4417-bcf7-af60c1a54c4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d80d568-ded9-412a-a810-2bcf6d2f1886,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:17:32.396488 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-be477ca9-b30f-4eb3-92ce-971cde9f4756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (d0835089-4a76-4105-9221-c81b46927b3c), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:17:32.807600 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 51740) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:17:32.821705 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-60b8349e-f887-4f6e-b7cc-bbe63b8a75d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:17:32.897782 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-60b8349e-f887-4f6e-b7cc-bbe63b8a75d9 admin admin] Publish callbacks [] for security_group (5b8580d5-1ebd-4ac1-8c8d-46c915c0ee1e), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:17:32.965558 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-60b8349e-f887-4f6e-b7cc-bbe63b8a75d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (5b8580d5-1ebd-4ac1-8c8d-46c915c0ee1e), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:17:33.004156 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-60b8349e-f887-4f6e-b7cc-bbe63b8a75d9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7bdf104892b246158a3e5c4a927fe9b3&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1954463
Mar 31 18:17:33.005305 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b8349e-f887-4f6e-b7cc-bbe63b8a75d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b8580d5-1ebd-4ac1-8c8d-46c915c0ee1e,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:17:33.006947 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 51742) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:17:33.060230 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-75be0dd4-45db-45ba-aa91-a6d0e344e8c3 admin admin] Publish callbacks [] for security_group (5b8580d5-1ebd-4ac1-8c8d-46c915c0ee1e), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:17:33.096520 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-75be0dd4-45db-45ba-aa91-a6d0e344e8c3 admin admin] Publish callbacks [] for security_group (5b8580d5-1ebd-4ac1-8c8d-46c915c0ee1e), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:17:33.246077 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-75be0dd4-45db-45ba-aa91-a6d0e344e8c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (5b8580d5-1ebd-4ac1-8c8d-46c915c0ee1e), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:17:33.248814 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-75be0dd4-45db-45ba-aa91-a6d0e344e8c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:17:33.250041 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-75be0dd4-45db-45ba-aa91-a6d0e344e8c3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5b8580d5-1ebd-4ac1-8c8d-46c915c0ee1e HTTP/1.1" status: 204  len: 168 time: 0.2415063
Mar 31 18:17:33.267419 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75be0dd4-45db-45ba-aa91-a6d0e344e8c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b8580d5-1ebd-4ac1-8c8d-46c915c0ee1e,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:17:33.945457 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-61acbcaf-515a-4595-a759-82c8bf4c0ac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (1ee04592-4785-424e-aa2a-0bd32f5faacf), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:17:34.183314 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 51760) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:17:34.191219 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c2dd3272-6a4d-437d-81f3-dd2fc0180f67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:17:34.276685 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c2dd3272-6a4d-437d-81f3-dd2fc0180f67 admin admin] Publish callbacks [] for security_group (b0c84237-19b7-40e4-b7c6-20af9e85b2f7), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:17:34.371476 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c2dd3272-6a4d-437d-81f3-dd2fc0180f67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (b0c84237-19b7-40e4-b7c6-20af9e85b2f7), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:17:34.411329 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-c2dd3272-6a4d-437d-81f3-dd2fc0180f67 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ac13e959e9864f22ac3b2e8006d29ee5&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2323530
Mar 31 18:17:34.412317 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dd3272-6a4d-437d-81f3-dd2fc0180f67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0c84237-19b7-40e4-b7c6-20af9e85b2f7,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:17:34.418240 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 51766) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:17:34.466437 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b2c1b6bf-9589-4bb9-8a50-3780edd380c7 admin admin] Publish callbacks [] for security_group (b0c84237-19b7-40e4-b7c6-20af9e85b2f7), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:17:34.487065 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b2c1b6bf-9589-4bb9-8a50-3780edd380c7 admin admin] Publish callbacks [] for security_group (b0c84237-19b7-40e4-b7c6-20af9e85b2f7), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:17:34.617112 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b2c1b6bf-9589-4bb9-8a50-3780edd380c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (b0c84237-19b7-40e4-b7c6-20af9e85b2f7), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:17:34.619729 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b2c1b6bf-9589-4bb9-8a50-3780edd380c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:17:34.620879 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-b2c1b6bf-9589-4bb9-8a50-3780edd380c7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b0c84237-19b7-40e4-b7c6-20af9e85b2f7 HTTP/1.1" status: 204  len: 168 time: 0.2016420
Mar 31 18:17:34.628367 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c1b6bf-9589-4bb9-8a50-3780edd380c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0c84237-19b7-40e4-b7c6-20af9e85b2f7,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:17:35.039474 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (b6d39f6c-4dc3-40bd-bbe5-e05b1f1d4e13), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:17:36.215802 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (06f31eaf-9418-4d11-8606-24a34b4b4893), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:17:40.513325 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-8cf5f9dd-c29e-4ad7-a8b0-1a2ee9336bde req-c0e8c5e6-3d3d-40f8-86c0-1b36bce2bfa8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0579655
Mar 31 18:17:40.617560 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf5f9dd-c29e-4ad7-a8b0-1a2ee9336bde req-986937d8-8666-437b-bfa9-7ca45d3f6780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:17:40.619320 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-8cf5f9dd-c29e-4ad7-a8b0-1a2ee9336bde req-986937d8-8666-437b-bfa9-7ca45d3f6780 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=eb7248f2c93342cd823f385c53a69d05&device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0 HTTP/1.1" status: 200  len: 1129 time: 0.0635827
Mar 31 18:17:40.735269 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf5f9dd-c29e-4ad7-a8b0-1a2ee9336bde req-164251c9-af89-4e6f-9420-9cccd89928fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:17:40.736940 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-8cf5f9dd-c29e-4ad7-a8b0-1a2ee9336bde req-164251c9-af89-4e6f-9420-9cccd89928fb service neutron] 10.222.0.44 "GET /v2.0/networks?id=b654ebd8-4c33-443d-bee5-4bafdafcd132 HTTP/1.1" status: 200  len: 917 time: 0.0937858
Mar 31 18:17:40.884930 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-8cf5f9dd-c29e-4ad7-a8b0-1a2ee9336bde req-78fd7028-21f3-4747-8fc9-ee6b5497d5c6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3bfd294a-f954-4562-8fbf-0cd104ab3bee HTTP/1.1" status: 200  len: 1001 time: 0.1381853
Mar 31 18:17:40.950019 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf5f9dd-c29e-4ad7-a8b0-1a2ee9336bde req-c186b43e-a891-4fc9-a82d-bd5e4308f1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:17:40.955323 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-8cf5f9dd-c29e-4ad7-a8b0-1a2ee9336bde req-c186b43e-a891-4fc9-a82d-bd5e4308f1b9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b54f9372-100f-4525-b4b3-2814afa9d771 HTTP/1.1" status: 200  len: 855 time: 0.0635784
Mar 31 18:17:41.044527 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf5f9dd-c29e-4ad7-a8b0-1a2ee9336bde req-60dc6b06-ba88-4227-99e0-bf2ddc793084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:17:41.048434 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-8cf5f9dd-c29e-4ad7-a8b0-1a2ee9336bde req-60dc6b06-ba88-4227-99e0-bf2ddc793084 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b654ebd8-4c33-443d-bee5-4bafdafcd132&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0821342
Mar 31 18:17:41.182587 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-8cf5f9dd-c29e-4ad7-a8b0-1a2ee9336bde req-4ed710f1-adf4-4308-aa40-66b5b543d246 service neutron] 10.222.0.44 "GET /v2.0/networks/b654ebd8-4c33-443d-bee5-4bafdafcd132?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1265619
Mar 31 18:17:41.353058 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-8cf5f9dd-c29e-4ad7-a8b0-1a2ee9336bde req-fb08c501-eaa2-4058-8be6-58a5771b5682 service neutron] 10.222.0.44 "GET /v2.0/networks/b654ebd8-4c33-443d-bee5-4bafdafcd132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1616368
Mar 31 18:17:45.755919 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 52030) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:17:45.883899 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0abfa4ce-5220-4054-8343-71139a2f4788 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:17:45.962856 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0abfa4ce-5220-4054-8343-71139a2f4788 admin admin] Publish callbacks [] for security_group (cadf4450-a52a-4102-982d-1162b3f7778a), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:17:46.027356 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0abfa4ce-5220-4054-8343-71139a2f4788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (cadf4450-a52a-4102-982d-1162b3f7778a), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:17:46.067380 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-0abfa4ce-5220-4054-8343-71139a2f4788 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=56653d3bcb334731874dd7dfb3c6ca94&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3103673
Mar 31 18:17:46.068483 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abfa4ce-5220-4054-8343-71139a2f4788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cadf4450-a52a-4102-982d-1162b3f7778a,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:17:46.069983 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 52044) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:17:46.124611 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4b704e29-14a3-408a-aa3f-196fefc785d7 admin admin] Publish callbacks [] for security_group (cadf4450-a52a-4102-982d-1162b3f7778a), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:17:46.148714 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4b704e29-14a3-408a-aa3f-196fefc785d7 admin admin] Publish callbacks [] for security_group (cadf4450-a52a-4102-982d-1162b3f7778a), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:17:46.284815 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4b704e29-14a3-408a-aa3f-196fefc785d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (cadf4450-a52a-4102-982d-1162b3f7778a), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:17:46.288141 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4b704e29-14a3-408a-aa3f-196fefc785d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:17:46.289608 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-4b704e29-14a3-408a-aa3f-196fefc785d7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cadf4450-a52a-4102-982d-1162b3f7778a HTTP/1.1" status: 204  len: 168 time: 0.2184017
Mar 31 18:17:46.298501 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b704e29-14a3-408a-aa3f-196fefc785d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cadf4450-a52a-4102-982d-1162b3f7778a,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:17:47.022641 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 52064) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:17:47.040543 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-2a2d4b5a-7eb1-4c28-a3b9-87b6c1189e41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:17:47.133188 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-2a2d4b5a-7eb1-4c28-a3b9-87b6c1189e41 admin admin] Publish callbacks [] for security_group (10afce0e-1af6-47f6-aae4-13cc3d1323d4), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:17:47.216757 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-2a2d4b5a-7eb1-4c28-a3b9-87b6c1189e41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (10afce0e-1af6-47f6-aae4-13cc3d1323d4), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:17:47.251473 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2d4b5a-7eb1-4c28-a3b9-87b6c1189e41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10afce0e-1af6-47f6-aae4-13cc3d1323d4,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:17:47.302034 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-2a2d4b5a-7eb1-4c28-a3b9-87b6c1189e41 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9a9eaa27701d4d4085cb2b0dd22c2e1a&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2770820
Mar 31 18:17:47.304005 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 52066) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:17:47.367920 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1ecf61fd-479c-4b29-8123-2f235a3605ba admin admin] Publish callbacks [] for security_group (10afce0e-1af6-47f6-aae4-13cc3d1323d4), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:17:47.398290 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1ecf61fd-479c-4b29-8123-2f235a3605ba admin admin] Publish callbacks [] for security_group (10afce0e-1af6-47f6-aae4-13cc3d1323d4), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:17:47.524058 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 52072) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:17:47.553241 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1ecf61fd-479c-4b29-8123-2f235a3605ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (10afce0e-1af6-47f6-aae4-13cc3d1323d4), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:17:47.556020 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1ecf61fd-479c-4b29-8123-2f235a3605ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:17:47.557414 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-1ecf61fd-479c-4b29-8123-2f235a3605ba admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/10afce0e-1af6-47f6-aae4-13cc3d1323d4 HTTP/1.1" status: 204  len: 168 time: 0.2523704
Mar 31 18:17:47.588000 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecf61fd-479c-4b29-8123-2f235a3605ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10afce0e-1af6-47f6-aae4-13cc3d1323d4,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:17:47.720579 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a93c5080-8297-4de5-8e48-c73cf8bc87fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:17:47.816826 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a93c5080-8297-4de5-8e48-c73cf8bc87fb admin admin] Publish callbacks [] for security_group (20e5b020-89bf-4fbd-875b-a882a2a32720), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:17:47.884753 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a93c5080-8297-4de5-8e48-c73cf8bc87fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (20e5b020-89bf-4fbd-875b-a882a2a32720), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:17:47.948742 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-a93c5080-8297-4de5-8e48-c73cf8bc87fb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=80bdb68d492243238486145e4267480c&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4231977
Mar 31 18:17:47.949727 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93c5080-8297-4de5-8e48-c73cf8bc87fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20e5b020-89bf-4fbd-875b-a882a2a32720,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:17:47.951416 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 52084) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:17:48.015419 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-37c29391-6bbd-472f-bf3a-f46126f4f7d2 admin admin] Publish callbacks [] for security_group (20e5b020-89bf-4fbd-875b-a882a2a32720), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:17:48.045729 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-37c29391-6bbd-472f-bf3a-f46126f4f7d2 admin admin] Publish callbacks [] for security_group (20e5b020-89bf-4fbd-875b-a882a2a32720), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:17:48.209822 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-37c29391-6bbd-472f-bf3a-f46126f4f7d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (20e5b020-89bf-4fbd-875b-a882a2a32720), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:17:48.212637 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-37c29391-6bbd-472f-bf3a-f46126f4f7d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:17:48.214045 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-37c29391-6bbd-472f-bf3a-f46126f4f7d2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/20e5b020-89bf-4fbd-875b-a882a2a32720 HTTP/1.1" status: 204  len: 168 time: 0.2615879
Mar 31 18:17:48.223688 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c29391-6bbd-472f-bf3a-f46126f4f7d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20e5b020-89bf-4fbd-875b-a882a2a32720,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:17:55.810208 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.agents_db [None req-39f62d97-bd56-4bf2-8522-12846eccdd8f None None] Agent healthcheck: found 6 active agents {{(pid=103899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 31 18:17:59.140145 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-d3fb613e-b3f2-4d51-922c-26ed3ddf64c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (08150f5b-1b08-4271-84f1-4a3b03ee1892), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:17:59.489103 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 52294) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:17:59.596519 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-519ed6c6-c5f1-4695-88cd-18c38a62c3eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:17:59.676129 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-519ed6c6-c5f1-4695-88cd-18c38a62c3eb admin admin] Publish callbacks [] for security_group (3e966d2f-34a2-45b0-af8f-f77b0f922fd7), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:17:59.786351 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-519ed6c6-c5f1-4695-88cd-18c38a62c3eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (3e966d2f-34a2-45b0-af8f-f77b0f922fd7), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:17:59.823273 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-519ed6c6-c5f1-4695-88cd-18c38a62c3eb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b1f92d1febf84c289d423ad1dd7da188&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3330541
Mar 31 18:17:59.826308 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 52314) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:17:59.849221 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519ed6c6-c5f1-4695-88cd-18c38a62c3eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e966d2f-34a2-45b0-af8f-f77b0f922fd7,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:17:59.888864 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a18d65d4-a6fb-4066-8cd8-2d153cb6a4c2 admin admin] Publish callbacks [] for security_group (3e966d2f-34a2-45b0-af8f-f77b0f922fd7), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:17:59.912363 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a18d65d4-a6fb-4066-8cd8-2d153cb6a4c2 admin admin] Publish callbacks [] for security_group (3e966d2f-34a2-45b0-af8f-f77b0f922fd7), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:00.185841 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a18d65d4-a6fb-4066-8cd8-2d153cb6a4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (3e966d2f-34a2-45b0-af8f-f77b0f922fd7), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:00.188402 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a18d65d4-a6fb-4066-8cd8-2d153cb6a4c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:00.190272 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-a18d65d4-a6fb-4066-8cd8-2d153cb6a4c2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3e966d2f-34a2-45b0-af8f-f77b0f922fd7 HTTP/1.1" status: 204  len: 168 time: 0.3628254
Mar 31 18:18:00.198130 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18d65d4-a6fb-4066-8cd8-2d153cb6a4c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e966d2f-34a2-45b0-af8f-f77b0f922fd7,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:18:01.240789 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 52352) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:18:01.337253 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [None req-03e1a9df-9a2d-4135-9862-6d9b84fba283 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1376616462-network', 'tenant_id': '10c09876736547b59f4bb56fa5740f5f'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:18:01.409649 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-405c1fc3-ee61-4537-b724-b75615cd01fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (f09d5d1b-4294-4f18-9a00-351412ae7ca6), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:01.454312 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03e1a9df-9a2d-4135-9862-6d9b84fba283 admin admin] Made reservation on behalf of 10c09876736547b59f4bb56fa5740f5f for: {'network': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 31 18:18:01.457318 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-03e1a9df-9a2d-4135-9862-6d9b84fba283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for network (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:01.466228 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-03e1a9df-9a2d-4135-9862-6d9b84fba283 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:01.541425 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-03e1a9df-9a2d-4135-9862-6d9b84fba283 admin admin] Publish callbacks [] for security_group (b614d42b-30b0-488f-9e89-e8a41233c33f), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:01.602994 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-03e1a9df-9a2d-4135-9862-6d9b84fba283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (b614d42b-30b0-488f-9e89-e8a41233c33f), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:01.623983 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03e1a9df-9a2d-4135-9862-6d9b84fba283 admin admin] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'}  {{(pid=103896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 31 18:18:01.637613 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e1a9df-9a2d-4135-9862-6d9b84fba283 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b614d42b-30b0-488f-9e89-e8a41233c33f,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:18:01.643268 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-03e1a9df-9a2d-4135-9862-6d9b84fba283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186132'] for segment (33169074-c456-4fd1-bacd-4ec254efacf8), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:01.643788 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.db.segments_db [None req-03e1a9df-9a2d-4135-9862-6d9b84fba283 admin admin] Added segment 33169074-c456-4fd1-bacd-4ec254efacf8 of type vlan for network c4432959-6b7d-4f95-a29d-a5c36d6927da
Mar 31 18:18:01.682285 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-03e1a9df-9a2d-4135-9862-6d9b84fba283 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759342480442'] for network (c4432959-6b7d-4f95-a29d-a5c36d6927da), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:01.752505 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-03e1a9df-9a2d-4135-9862-6d9b84fba283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679'] for network (c4432959-6b7d-4f95-a29d-a5c36d6927da), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:01.753484 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e1a9df-9a2d-4135-9862-6d9b84fba283 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:18:01.754066 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-03e1a9df-9a2d-4135-9862-6d9b84fba283 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548721'] for network (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:01.814502 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e1a9df-9a2d-4135-9862-6d9b84fba283 admin admin] Pushing event updated for resources: {'Network': ['ID=c4432959-6b7d-4f95-a29d-a5c36d6927da,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:18:01.824760 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Network c4432959-6b7d-4f95-a29d-a5c36d6927da details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=103898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 31 18:18:01.897099 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-03e1a9df-9a2d-4135-9862-6d9b84fba283 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.6550400
Mar 31 18:18:01.899966 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 52360) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:18:01.904798 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [None req-ec55fb8b-6ddf-424b-8001-51ccd0a1b339 admin admin] Request body: {'subnet': {'network_id': 'c4432959-6b7d-4f95-a29d-a5c36d6927da', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1376616462-subnet', 'tenant_id': '10c09876736547b59f4bb56fa5740f5f', 'ip_version': 4}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:18:01.980031 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec55fb8b-6ddf-424b-8001-51ccd0a1b339 admin admin] Made reservation on behalf of 10c09876736547b59f4bb56fa5740f5f for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 31 18:18:01.982395 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ec55fb8b-6ddf-424b-8001-51ccd0a1b339 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33198968'] for subnet (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:02.265675 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ec55fb8b-6ddf-424b-8001-51ccd0a1b339 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12884898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33198958'] for subnet (6100fa0d-d38e-4338-b107-b174954c8737), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:02.323944 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec55fb8b-6ddf-424b-8001-51ccd0a1b339 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6100fa0d-d38e-4338-b107-b174954c8737,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:18:02.332024 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec55fb8b-6ddf-424b-8001-51ccd0a1b339 admin admin] Checking segment: {'id': '33169074-c456-4fd1-bacd-4ec254efacf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'c4432959-6b7d-4f95-a29d-a5c36d6927da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 31 18:18:02.332396 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec55fb8b-6ddf-424b-8001-51ccd0a1b339 admin admin] Network hostable DHCP agents. Network: c4432959-6b7d-4f95-a29d-a5c36d6927da, hostable agents: ['08150f5b-1b08-4271-84f1-4a3b03ee1892'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 31 18:18:02.415323 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-be477ca9-b30f-4eb3-92ce-971cde9f4756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (d0835089-4a76-4105-9221-c81b46927b3c), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:02.471633 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec55fb8b-6ddf-424b-8001-51ccd0a1b339 admin admin] Network c4432959-6b7d-4f95-a29d-a5c36d6927da is scheduled to be hosted by DHCP agent 08150f5b-1b08-4271-84f1-4a3b03ee1892 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 31 18:18:02.574404 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-ec55fb8b-6ddf-424b-8001-51ccd0a1b339 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, c4432959-6b7d-4f95-a29d-a5c36d6927da) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 31 18:18:02.578561 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec55fb8b-6ddf-424b-8001-51ccd0a1b339 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:18:02.579227 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ec55fb8b-6ddf-424b-8001-51ccd0a1b339 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:02.583574 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd95bc4-7191-4f14-a3b5-9b27a3b2f135 None None] Network c4432959-6b7d-4f95-a29d-a5c36d6927da requested from dv-cinder-master-3-iscsi {{(pid=103898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 31 18:18:02.687895 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9649b43-02bd-4e69-a248-085068f86e21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-c4432959-6b7d-4f95-a29d-a5c36d6927da', 'network_id': 'c4432959-6b7d-4f95-a29d-a5c36d6927da', 'project_id': '10c09876736547b59f4bb56fa5740f5f', 'fixed_ips': [{'subnet_id': '6100fa0d-d38e-4338-b107-b174954c8737'}]}} from dv-cinder-master-3-iscsi. {{(pid=103898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 31 18:18:02.688761 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b9649b43-02bd-4e69-a248-085068f86e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:02.697068 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-ec55fb8b-6ddf-424b-8001-51ccd0a1b339 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7960818
Mar 31 18:18:02.699965 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 52372) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:18:02.704432 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [None req-04a727a6-f092-45e3-9942-a830c18a5b76 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1376616462-router', 'tenant_id': '10c09876736547b59f4bb56fa5740f5f', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9'}}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:18:02.791546 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-04a727a6-f092-45e3-9942-a830c18a5b76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-494391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-419'] for router (85bf721a-32c5-46c5-b697-964fba9ca660), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:02.792770 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-04a727a6-f092-45e3-9942-a830c18a5b76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-495015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-506102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-487386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-426'] for router (85bf721a-32c5-46c5-b697-964fba9ca660), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:02.823382 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.db_base_plugin_common [None req-b9649b43-02bd-4e69-a248-085068f86e21 None None] Allocated IP 172.20.0.2 (c4432959-6b7d-4f95-a29d-a5c36d6927da/6100fa0d-d38e-4338-b107-b174954c8737/120d30ff-3beb-4cde-ad82-6670369d4456) {{(pid=103898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 31 18:18:02.844074 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-04a727a6-f092-45e3-9942-a830c18a5b76 admin admin] Publish callbacks [] for router_controller (85bf721a-32c5-46c5-b697-964fba9ca660), precommit_add_association {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:02.969553 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b9649b43-02bd-4e69-a248-085068f86e21 None None] Publish callbacks [] for port (120d30ff-3beb-4cde-ad82-6670369d4456), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:03.059280 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b9649b43-02bd-4e69-a248-085068f86e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759342510062'] for port (120d30ff-3beb-4cde-ad82-6670369d4456), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:03.068210 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-04a727a6-f092-45e3-9942-a830c18a5b76 admin admin] Publish callbacks [] for router_gateway (85bf721a-32c5-46c5-b697-964fba9ca660), precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:03.096248 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9649b43-02bd-4e69-a248-085068f86e21 None None] Network c4432959-6b7d-4f95-a29d-a5c36d6927da is already hosted by enough agents. {{(pid=103898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 31 18:18:03.099134 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.base_scheduler [None req-b9649b43-02bd-4e69-a248-085068f86e21 None None] Resources bound (agent type, host, resource id):  {{(pid=103898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 31 18:18:03.107005 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9649b43-02bd-4e69-a248-085068f86e21 None None] Received port after_create {{(pid=103898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 31 18:18:03.112673 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9649b43-02bd-4e69-a248-085068f86e21 None None] Pushing event updated for resources: {'Port': ['ID=120d30ff-3beb-4cde-ad82-6670369d4456,revision_number=1']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:18:03.123698 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9649b43-02bd-4e69-a248-085068f86e21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:18:03.124046 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9649b43-02bd-4e69-a248-085068f86e21 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:18:03.124388 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9649b43-02bd-4e69-a248-085068f86e21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:18:03.124724 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9649b43-02bd-4e69-a248-085068f86e21 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:18:03.125067 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9649b43-02bd-4e69-a248-085068f86e21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:18:03.125395 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9649b43-02bd-4e69-a248-085068f86e21 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:18:03.125720 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9649b43-02bd-4e69-a248-085068f86e21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:18:03.126062 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9649b43-02bd-4e69-a248-085068f86e21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:18:03.133512 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9649b43-02bd-4e69-a248-085068f86e21 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:18:03.133512 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9649b43-02bd-4e69-a248-085068f86e21 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:18:03.133512 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9649b43-02bd-4e69-a248-085068f86e21 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:18:03.133512 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9649b43-02bd-4e69-a248-085068f86e21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:18:03.133512 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9649b43-02bd-4e69-a248-085068f86e21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:18:03.133512 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9649b43-02bd-4e69-a248-085068f86e21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:18:03.133512 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9649b43-02bd-4e69-a248-085068f86e21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:18:03.180528 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-b9649b43-02bd-4e69-a248-085068f86e21 None None] Attempting to bind port 120d30ff-3beb-4cde-ad82-6670369d4456 on host dv-cinder-master-3-iscsi for vnic_type normal with profile  {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 31 18:18:03.180890 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-b9649b43-02bd-4e69-a248-085068f86e21 None None] Attempting to bind port 120d30ff-3beb-4cde-ad82-6670369d4456 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '33169074-c456-4fd1-bacd-4ec254efacf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'c4432959-6b7d-4f95-a29d-a5c36d6927da'}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 31 18:18:03.181246 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9649b43-02bd-4e69-a248-085068f86e21 None None] Attempting to bind port 120d30ff-3beb-4cde-ad82-6670369d4456 on network c4432959-6b7d-4f95-a29d-a5c36d6927da {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 31 18:18:03.186016 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9649b43-02bd-4e69-a248-085068f86e21 None None] Checking agent: {'id': 'b6d39f6c-4dc3-40bd-bbe5-e05b1f1d4e13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 5, 5), 'started_at': datetime.datetime(2022, 3, 31, 18, 5, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 31 18:18:03.186387 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9649b43-02bd-4e69-a248-085068f86e21 None None] Checking segment: {'id': '33169074-c456-4fd1-bacd-4ec254efacf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'c4432959-6b7d-4f95-a29d-a5c36d6927da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 31 18:18:03.186805 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b9649b43-02bd-4e69-a248-085068f86e21 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:03.187195 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9649b43-02bd-4e69-a248-085068f86e21 None None] Bound using segment: {'id': '33169074-c456-4fd1-bacd-4ec254efacf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'c4432959-6b7d-4f95-a29d-a5c36d6927da'} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 31 18:18:03.187653 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-b9649b43-02bd-4e69-a248-085068f86e21 None None] Bound port: 120d30ff-3beb-4cde-ad82-6670369d4456, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33169074-c456-4fd1-bacd-4ec254efacf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'c4432959-6b7d-4f95-a29d-a5c36d6927da'}}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 31 18:18:03.188044 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b9649b43-02bd-4e69-a248-085068f86e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (120d30ff-3beb-4cde-ad82-6670369d4456), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:03.250204 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-b9649b43-02bd-4e69-a248-085068f86e21 None None] For port 120d30ff-3beb-4cde-ad82-6670369d4456, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 31 18:18:03.253725 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-b9649b43-02bd-4e69-a248-085068f86e21 None None] For port 120d30ff-3beb-4cde-ad82-6670369d4456, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=120d30ff-3beb-4cde-ad82-6670369d4456,segment=NetworkSegment(33169074-c456-4fd1-bacd-4ec254efacf8),segment_id=33169074-c456-4fd1-bacd-4ec254efacf8)] {{(pid=103898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 31 18:18:03.329117 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b9649b43-02bd-4e69-a248-085068f86e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (120d30ff-3beb-4cde-ad82-6670369d4456), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:03.380399 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-04a727a6-f092-45e3-9942-a830c18a5b76 admin admin] Publish callbacks [] for router_gateway (85bf721a-32c5-46c5-b697-964fba9ca660), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:03.389074 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9649b43-02bd-4e69-a248-085068f86e21 None None] Pushing event updated for resources: {'Port': ['ID=120d30ff-3beb-4cde-ad82-6670369d4456,revision_number=2']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:18:03.401377 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-04a727a6-f092-45e3-9942-a830c18a5b76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:03.512366 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-04a727a6-f092-45e3-9942-a830c18a5b76 admin admin] Allocated IP 172.37.2.11 (b698396b-51c1-468f-b58d-8c59a3beb4d9/19546f9a-afff-4e10-9105-a9d5358dbe6e/21baf863-794c-4c05-a0e0-9c540ebbefdf) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 31 18:18:03.630771 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-04a727a6-f092-45e3-9942-a830c18a5b76 admin admin] Publish callbacks [] for port (21baf863-794c-4c05-a0e0-9c540ebbefdf), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:03.734481 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-04a727a6-f092-45e3-9942-a830c18a5b76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759342510062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12885778'] for port (21baf863-794c-4c05-a0e0-9c540ebbefdf), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:03.774972 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a727a6-f092-45e3-9942-a830c18a5b76 admin admin] Network b698396b-51c1-468f-b58d-8c59a3beb4d9 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 31 18:18:03.779825 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-04a727a6-f092-45e3-9942-a830c18a5b76 admin admin] Resources bound (agent type, host, resource id):  {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 31 18:18:03.782266 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a727a6-f092-45e3-9942-a830c18a5b76 admin admin] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 31 18:18:03.789159 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a727a6-f092-45e3-9942-a830c18a5b76 admin admin] Pushing event updated for resources: {'Port': ['ID=21baf863-794c-4c05-a0e0-9c540ebbefdf,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:18:03.928862 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-61acbcaf-515a-4595-a759-82c8bf4c0ac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (1ee04592-4785-424e-aa2a-0bd32f5faacf), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:04.333535 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-04a727a6-f092-45e3-9942-a830c18a5b76 admin admin] Publish callbacks [] for router_gateway (85bf721a-32c5-46c5-b697-964fba9ca660), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:04.363392 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82c9ae2-894e-4701-85b7-b8a3de39d5e8 None None] Network c4432959-6b7d-4f95-a29d-a5c36d6927da requested from dv-cinder-master-3-iscsi {{(pid=103898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 31 18:18:04.369318 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Device 120d30ff-3beb-4cde-ad82-6670369d4456 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 31 18:18:04.452910 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-d7f83885-02df-4069-9c34-407cc6a7d322 None None] Provisioning complete for port 120d30ff-3beb-4cde-ad82-6670369d4456 triggered by entity DHCP. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:18:04.453277 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-d7f83885-02df-4069-9c34-407cc6a7d322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (120d30ff-3beb-4cde-ad82-6670369d4456), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:04.536071 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-04a727a6-f092-45e3-9942-a830c18a5b76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-495022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-505889'] for router (85bf721a-32c5-46c5-b697-964fba9ca660), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:04.537823 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Provisioning complete for port 120d30ff-3beb-4cde-ad82-6670369d4456 triggered by entity L2. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:18:04.538193 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (120d30ff-3beb-4cde-ad82-6670369d4456), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:04.620201 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-d7f83885-02df-4069-9c34-407cc6a7d322 None None] Current status of the port 120d30ff-3beb-4cde-ad82-6670369d4456 is: DOWN; New status is: ACTIVE {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:18:04.620586 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-d7f83885-02df-4069-9c34-407cc6a7d322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (120d30ff-3beb-4cde-ad82-6670369d4456), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:04.682376 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-d7f83885-02df-4069-9c34-407cc6a7d322 None None] For port 120d30ff-3beb-4cde-ad82-6670369d4456, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=120d30ff-3beb-4cde-ad82-6670369d4456,segment=NetworkSegment(33169074-c456-4fd1-bacd-4ec254efacf8),segment_id=33169074-c456-4fd1-bacd-4ec254efacf8)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:18:04.688993 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Current status of the port 120d30ff-3beb-4cde-ad82-6670369d4456 is: DOWN; New status is: ACTIVE {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:18:04.689436 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (120d30ff-3beb-4cde-ad82-6670369d4456), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:04.790400 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04a727a6-f092-45e3-9942-a830c18a5b76 admin admin] Router 85bf721a-32c5-46c5-b697-964fba9ca660 is scheduled to L3 agent f09d5d1b-4294-4f18-9a00-351412ae7ca6 with binding_index 1 {{(pid=103896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 31 18:18:04.803420 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-d7f83885-02df-4069-9c34-407cc6a7d322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (120d30ff-3beb-4cde-ad82-6670369d4456), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:04.877675 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.db.api [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103898) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 31 18:18:04.878067 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG oslo_db.api [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 31 18:18:04.881127 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f83885-02df-4069-9c34-407cc6a7d322 None None] Pushing event updated for resources: {'Port': ['ID=120d30ff-3beb-4cde-ad82-6670369d4456,revision_number=3']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:18:04.906256 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04a727a6-f092-45e3-9942-a830c18a5b76 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 31 18:18:04.920275 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752171b5-4e44-49b9-9d98-018f84d6acf1 None None] Sync routers for ids ['85bf721a-32c5-46c5-b697-964fba9ca660'] in dv-cinder-master-3-iscsi {{(pid=103899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 31 18:18:04.925707 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-12acd0a5-a1bc-4a47-8fbb-a774756c3e20 None None] Provisioning complete for port 120d30ff-3beb-4cde-ad82-6670369d4456 triggered by entity DHCP. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:18:04.926147 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-12acd0a5-a1bc-4a47-8fbb-a774756c3e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (120d30ff-3beb-4cde-ad82-6670369d4456), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:04.933515 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752171b5-4e44-49b9-9d98-018f84d6acf1 None None] Routers {'85bf721a-32c5-46c5-b697-964fba9ca660'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 31 18:18:04.934135 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_hamode_db [None req-752171b5-4e44-49b9-9d98-018f84d6acf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7717b9aaf0>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T18:05:01Z,description=<?>,heartbeat_timestamp=2022-03-31T18:18:01Z,host='dv-cinder-master-3-iscsi',id=f09d5d1b-4294-4f18-9a00-351412ae7ca6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-31T18:05:02Z,topic='l3_agent')) {'router_ids': ['85bf721a-32c5-46c5-b697-964fba9ca660'], 'active': True} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:18:04.992771 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-04a727a6-f092-45e3-9942-a830c18a5b76 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:04.996773 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-04a727a6-f092-45e3-9942-a830c18a5b76 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 2.2931833
Mar 31 18:18:04.997365 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 52388) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:18:05.025157 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-12acd0a5-a1bc-4a47-8fbb-a774756c3e20 None None] Current status of the port 120d30ff-3beb-4cde-ad82-6670369d4456 is: ACTIVE; New status is: ACTIVE {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:18:05.046689 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvr_db [None req-752171b5-4e44-49b9-9d98-018f84d6acf1 None None] Set router 85bf721a-32c5-46c5-b697-964fba9ca660 gateway port host: dv-cinder-master-3-iscsi {{(pid=103899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 31 18:18:05.071734 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (b6d39f6c-4dc3-40bd-bbe5-e05b1f1d4e13), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:05.235847 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_hamode_db [None req-752171b5-4e44-49b9-9d98-018f84d6acf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7717b9aaf0>, [{'id': '85bf721a-32c5-46c5-b697-964fba9ca660', 'name': 'tempest-TestShelveInstance-1376616462-router', 'tenant_id': '10c09876736547b59f4bb56fa5740f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.11'}], 'enable_snat': True}, 'gw_port_id': '21baf863-794c-4c05-a0e0-9c540ebbefdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:18:02Z', 'updated_at': '2022-03-31T18:18:04Z', 'revision_number': 3, 'project_id': '10c09876736547b59f4bb56fa5740f5f', 'gw_port': {'id': '21baf863-794c-4c05-a0e0-9c540ebbefdf', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c2:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85bf721a-32c5-46c5-b697-964fba9ca660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:18:03Z', 'updated_at': '2022-03-31T18:18:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:18:05.261407 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752171b5-4e44-49b9-9d98-018f84d6acf1 None None] Checking router: 85bf721a-32c5-46c5-b697-964fba9ca660 for host: dv-cinder-master-3-iscsi {{(pid=103899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 31 18:18:05.261751 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752171b5-4e44-49b9-9d98-018f84d6acf1 None None] Updating router 85bf721a-32c5-46c5-b697-964fba9ca660 port 21baf863-794c-4c05-a0e0-9c540ebbefdf binding host dv-cinder-master-3-iscsi {{(pid=103899) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 31 18:18:05.289951 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-752171b5-4e44-49b9-9d98-018f84d6acf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (21baf863-794c-4c05-a0e0-9c540ebbefdf), before_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:05.415748 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Current status of the port 120d30ff-3beb-4cde-ad82-6670369d4456 is: ACTIVE; New status is: ACTIVE {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:18:05.416782 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-22753b7a-ca81-468f-86ca-5db4fc6ee99e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:05.550009 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-752171b5-4e44-49b9-9d98-018f84d6acf1 None None] Publish callbacks [] for port (21baf863-794c-4c05-a0e0-9c540ebbefdf), precommit_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:05.578832 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-22753b7a-ca81-468f-86ca-5db4fc6ee99e admin admin] Allocated IP 172.20.0.1 (c4432959-6b7d-4f95-a29d-a5c36d6927da/6100fa0d-d38e-4338-b107-b174954c8737/c69bec34-1ae4-4c85-aa43-4da97b1cf6b9) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 31 18:18:05.602929 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-752171b5-4e44-49b9-9d98-018f84d6acf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (21baf863-794c-4c05-a0e0-9c540ebbefdf), after_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:05.655972 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.managers [None req-752171b5-4e44-49b9-9d98-018f84d6acf1 None None] Attempting to bind port 21baf863-794c-4c05-a0e0-9c540ebbefdf on host dv-cinder-master-3-iscsi for vnic_type normal with profile  {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 31 18:18:05.656421 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.managers [None req-752171b5-4e44-49b9-9d98-018f84d6acf1 None None] Attempting to bind port 21baf863-794c-4c05-a0e0-9c540ebbefdf by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '31f32929-b46a-4720-9f75-d20195c1993a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9'}] {{(pid=103899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 31 18:18:05.656795 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752171b5-4e44-49b9-9d98-018f84d6acf1 None None] Attempting to bind port 21baf863-794c-4c05-a0e0-9c540ebbefdf on network b698396b-51c1-468f-b58d-8c59a3beb4d9 {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 31 18:18:05.672174 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752171b5-4e44-49b9-9d98-018f84d6acf1 None None] Checking agent: {'id': 'b6d39f6c-4dc3-40bd-bbe5-e05b1f1d4e13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 5, 5), 'started_at': datetime.datetime(2022, 3, 31, 18, 5, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 31 18:18:05.672645 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752171b5-4e44-49b9-9d98-018f84d6acf1 None None] Checking segment: {'id': '31f32929-b46a-4720-9f75-d20195c1993a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 31 18:18:05.673349 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-752171b5-4e44-49b9-9d98-018f84d6acf1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:05.673918 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752171b5-4e44-49b9-9d98-018f84d6acf1 None None] Bound using segment: {'id': '31f32929-b46a-4720-9f75-d20195c1993a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9'} {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 31 18:18:05.674396 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.managers [None req-752171b5-4e44-49b9-9d98-018f84d6acf1 None None] Bound port: 21baf863-794c-4c05-a0e0-9c540ebbefdf, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31f32929-b46a-4720-9f75-d20195c1993a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9'}}] {{(pid=103899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 31 18:18:05.674939 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-752171b5-4e44-49b9-9d98-018f84d6acf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (21baf863-794c-4c05-a0e0-9c540ebbefdf), before_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:05.683704 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ddf73c-5d4f-48dc-aab7-18ab3ac40b99 None None] Pushing event updated for resources: {'Port': ['ID=21baf863-794c-4c05-a0e0-9c540ebbefdf,revision_number=2']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:18:05.708923 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ddf73c-5d4f-48dc-aab7-18ab3ac40b99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:18:05.709273 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ddf73c-5d4f-48dc-aab7-18ab3ac40b99 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:18:05.709669 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ddf73c-5d4f-48dc-aab7-18ab3ac40b99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:18:05.710032 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ddf73c-5d4f-48dc-aab7-18ab3ac40b99 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:18:05.710374 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ddf73c-5d4f-48dc-aab7-18ab3ac40b99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:18:05.710719 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ddf73c-5d4f-48dc-aab7-18ab3ac40b99 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:18:05.711046 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ddf73c-5d4f-48dc-aab7-18ab3ac40b99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:18:05.711369 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ddf73c-5d4f-48dc-aab7-18ab3ac40b99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:18:05.711491 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-22753b7a-ca81-468f-86ca-5db4fc6ee99e admin admin] Publish callbacks [] for port (c69bec34-1ae4-4c85-aa43-4da97b1cf6b9), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:05.711692 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ddf73c-5d4f-48dc-aab7-18ab3ac40b99 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:18:05.712008 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ddf73c-5d4f-48dc-aab7-18ab3ac40b99 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:18:05.712331 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ddf73c-5d4f-48dc-aab7-18ab3ac40b99 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:18:05.712670 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ddf73c-5d4f-48dc-aab7-18ab3ac40b99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:18:05.712992 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ddf73c-5d4f-48dc-aab7-18ab3ac40b99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:18:05.713313 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ddf73c-5d4f-48dc-aab7-18ab3ac40b99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:18:05.713820 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ddf73c-5d4f-48dc-aab7-18ab3ac40b99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:18:05.745013 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.db [None req-752171b5-4e44-49b9-9d98-018f84d6acf1 None None] For port 21baf863-794c-4c05-a0e0-9c540ebbefdf, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 31 18:18:05.747973 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.db [None req-752171b5-4e44-49b9-9d98-018f84d6acf1 None None] For port 21baf863-794c-4c05-a0e0-9c540ebbefdf, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=21baf863-794c-4c05-a0e0-9c540ebbefdf,segment=NetworkSegment(31f32929-b46a-4720-9f75-d20195c1993a),segment_id=31f32929-b46a-4720-9f75-d20195c1993a)] {{(pid=103899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 31 18:18:05.848856 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-22753b7a-ca81-468f-86ca-5db4fc6ee99e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759342510062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12885778'] for port (c69bec34-1ae4-4c85-aa43-4da97b1cf6b9), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:05.849090 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-752171b5-4e44-49b9-9d98-018f84d6acf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (21baf863-794c-4c05-a0e0-9c540ebbefdf), after_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:05.890393 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22753b7a-ca81-468f-86ca-5db4fc6ee99e admin admin] Network c4432959-6b7d-4f95-a29d-a5c36d6927da is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 31 18:18:05.900564 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-22753b7a-ca81-468f-86ca-5db4fc6ee99e admin admin] Resources bound (agent type, host, resource id):  {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 31 18:18:05.903175 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22753b7a-ca81-468f-86ca-5db4fc6ee99e admin admin] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 31 18:18:05.912098 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ddf73c-5d4f-48dc-aab7-18ab3ac40b99 None None] Pushing event updated for resources: {'Port': ['ID=21baf863-794c-4c05-a0e0-9c540ebbefdf,revision_number=3']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:18:05.919113 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752171b5-4e44-49b9-9d98-018f84d6acf1 None None] Routers {'85bf721a-32c5-46c5-b697-964fba9ca660'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 31 18:18:05.919712 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_hamode_db [None req-752171b5-4e44-49b9-9d98-018f84d6acf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7717b9aaf0>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T18:05:01Z,description=<?>,heartbeat_timestamp=2022-03-31T18:18:01Z,host='dv-cinder-master-3-iscsi',id=f09d5d1b-4294-4f18-9a00-351412ae7ca6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-31T18:05:02Z,topic='l3_agent')) {'router_ids': ['85bf721a-32c5-46c5-b697-964fba9ca660'], 'active': True} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:18:05.930782 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22753b7a-ca81-468f-86ca-5db4fc6ee99e admin admin] Pushing event updated for resources: {'Port': ['ID=c69bec34-1ae4-4c85-aa43-4da97b1cf6b9,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:18:05.938379 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 52402) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:18:05.953910 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-22753b7a-ca81-468f-86ca-5db4fc6ee99e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-506870'] for router_interface (85bf721a-32c5-46c5-b697-964fba9ca660), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:05.997064 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9528c9c-09f6-4c04-a199-e3aa205b8b06 admin admin] Deleting subnet 5ef62352-9922-4923-b728-7f1de7d3b406 {{(pid=103897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 31 18:18:06.000539 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c9528c9c-09f6-4c04-a199-e3aa205b8b06 admin admin] Publish callbacks [] for subnet (5ef62352-9922-4923-b728-7f1de7d3b406), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:06.038810 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvr_db [None req-752171b5-4e44-49b9-9d98-018f84d6acf1 None None] Set router 85bf721a-32c5-46c5-b697-964fba9ca660 gateway port host: dv-cinder-master-3-iscsi {{(pid=103899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 31 18:18:06.048801 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c9528c9c-09f6-4c04-a199-e3aa205b8b06 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13080895'] for subnet (5ef62352-9922-4923-b728-7f1de7d3b406), precommit_delete_associations {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:06.106792 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c9528c9c-09f6-4c04-a199-e3aa205b8b06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1237091'] for subnet (5ef62352-9922-4923-b728-7f1de7d3b406), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:06.223653 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-22753b7a-ca81-468f-86ca-5db4fc6ee99e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (c69bec34-1ae4-4c85-aa43-4da97b1cf6b9), before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:06.236964 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_hamode_db [None req-752171b5-4e44-49b9-9d98-018f84d6acf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7717b9aaf0>, [{'id': '85bf721a-32c5-46c5-b697-964fba9ca660', 'name': 'tempest-TestShelveInstance-1376616462-router', 'tenant_id': '10c09876736547b59f4bb56fa5740f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.11'}], 'enable_snat': True}, 'gw_port_id': '21baf863-794c-4c05-a0e0-9c540ebbefdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:18:02Z', 'updated_at': '2022-03-31T18:18:04Z', 'revision_number': 3, 'project_id': '10c09876736547b59f4bb56fa5740f5f', 'gw_port': {'id': '21baf863-794c-4c05-a0e0-9c540ebbefdf', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c2:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85bf721a-32c5-46c5-b697-964fba9ca660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:18:03Z', 'updated_at': '2022-03-31T18:18:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:18:06.273440 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752171b5-4e44-49b9-9d98-018f84d6acf1 None None] The sync data for ids ['85bf721a-32c5-46c5-b697-964fba9ca660'] in dv-cinder-master-3-iscsi is: [{'id': '85bf721a-32c5-46c5-b697-964fba9ca660', 'name': 'tempest-TestShelveInstance-1376616462-router', 'tenant_id': '10c09876736547b59f4bb56fa5740f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.11'}], 'enable_snat': True}, 'gw_port_id': '21baf863-794c-4c05-a0e0-9c540ebbefdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:18:02Z', 'updated_at': '2022-03-31T18:18:04Z', 'revision_number': 3, 'project_id': '10c09876736547b59f4bb56fa5740f5f', 'gw_port': {'id': '21baf863-794c-4c05-a0e0-9c540ebbefdf', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c2:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85bf721a-32c5-46c5-b697-964fba9ca660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:18:03Z', 'updated_at': '2022-03-31T18:18:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=103899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 31 18:18:06.318070 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c9528c9c-09f6-4c04-a199-e3aa205b8b06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1237076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13080946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24666377'] for subnet (5ef62352-9922-4923-b728-7f1de7d3b406), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:06.325845 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (06f31eaf-9418-4d11-8606-24a34b4b4893), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:06.332261 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-df647596-3bc8-4e4f-a800-13efebb491da None None] Provisioning complete for port c69bec34-1ae4-4c85-aa43-4da97b1cf6b9 triggered by entity DHCP. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:18:06.332660 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-df647596-3bc8-4e4f-a800-13efebb491da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (c69bec34-1ae4-4c85-aa43-4da97b1cf6b9), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:06.364625 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9528c9c-09f6-4c04-a199-e3aa205b8b06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ef62352-9922-4923-b728-7f1de7d3b406,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:18:06.375715 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9528c9c-09f6-4c04-a199-e3aa205b8b06 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:18:06.376566 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9528c9c-09f6-4c04-a199-e3aa205b8b06 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:18:06.377024 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9528c9c-09f6-4c04-a199-e3aa205b8b06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:18:06.377375 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9528c9c-09f6-4c04-a199-e3aa205b8b06 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:18:06.377763 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9528c9c-09f6-4c04-a199-e3aa205b8b06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:18:06.383505 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9528c9c-09f6-4c04-a199-e3aa205b8b06 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:18:06.390222 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9528c9c-09f6-4c04-a199-e3aa205b8b06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:18:06.390222 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9528c9c-09f6-4c04-a199-e3aa205b8b06 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:18:06.390222 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9528c9c-09f6-4c04-a199-e3aa205b8b06 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:18:06.390222 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9528c9c-09f6-4c04-a199-e3aa205b8b06 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:18:06.390222 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9528c9c-09f6-4c04-a199-e3aa205b8b06 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:18:06.390222 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9528c9c-09f6-4c04-a199-e3aa205b8b06 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:18:06.390222 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9528c9c-09f6-4c04-a199-e3aa205b8b06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:18:06.390222 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9528c9c-09f6-4c04-a199-e3aa205b8b06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:18:06.390222 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9528c9c-09f6-4c04-a199-e3aa205b8b06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:18:06.396078 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c9528c9c-09f6-4c04-a199-e3aa205b8b06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548721'] for subnet (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:06.402283 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-c9528c9c-09f6-4c04-a199-e3aa205b8b06 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/5ef62352-9922-4923-b728-7f1de7d3b406 HTTP/1.1" status: 204  len: 168 time: 0.4626939
Mar 31 18:18:06.403231 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 52406) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:18:06.411044 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-df647596-3bc8-4e4f-a800-13efebb491da None None] Port c69bec34-1ae4-4c85-aa43-4da97b1cf6b9 cannot update to ACTIVE because it is not bound. {{(pid=103898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 31 18:18:06.425215 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Device 120d30ff-3beb-4cde-ad82-6670369d4456 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 31 18:18:06.434301 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-22753b7a-ca81-468f-86ca-5db4fc6ee99e admin admin] Publish callbacks [] for port (c69bec34-1ae4-4c85-aa43-4da97b1cf6b9), precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:06.484507 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Provisioning complete for port 120d30ff-3beb-4cde-ad82-6670369d4456 triggered by entity L2. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:18:06.484893 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (120d30ff-3beb-4cde-ad82-6670369d4456), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:06.496777 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ff7c13d7-097a-488c-b070-38b0a6b2bc89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1066274'] for network (6985b94c-578f-440f-adb1-d40b9aefd2a5), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:06.535160 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-22753b7a-ca81-468f-86ca-5db4fc6ee99e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12885787'] for port (c69bec34-1ae4-4c85-aa43-4da97b1cf6b9), after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:06.584190 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Current status of the port 120d30ff-3beb-4cde-ad82-6670369d4456 is: ACTIVE; New status is: ACTIVE {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:18:06.634021 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22753b7a-ca81-468f-86ca-5db4fc6ee99e admin admin] Pushing event updated for resources: {'Port': ['ID=c69bec34-1ae4-4c85-aa43-4da97b1cf6b9,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:18:06.642145 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-22753b7a-ca81-468f-86ca-5db4fc6ee99e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-506722'] for router_interface (85bf721a-32c5-46c5-b697-964fba9ca660), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:06.836742 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ff7c13d7-097a-488c-b070-38b0a6b2bc89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223144', 'neutron.services.segments.db._delete_segments_for_network-8759342854202'] for network (6985b94c-578f-440f-adb1-d40b9aefd2a5), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:06.865100 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.services.segments.db [None req-ff7c13d7-097a-488c-b070-38b0a6b2bc89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f77148d4580>,) {'filters': {'network_id': ['6985b94c-578f-440f-adb1-d40b9aefd2a5']}} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:18:06.881220 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.services.segments.db [None req-ff7c13d7-097a-488c-b070-38b0a6b2bc89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f77148d4580>, '2bf035f2-e500-40c1-b7c4-ababe279894a') {'for_net_delete': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:18:06.881515 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.services.segments.db [None req-ff7c13d7-097a-488c-b070-38b0a6b2bc89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f77148d4580>, '2bf035f2-e500-40c1-b7c4-ababe279894a') {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:18:06.893467 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ff7c13d7-097a-488c-b070-38b0a6b2bc89 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759343069251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13080884'] for segment (2bf035f2-e500-40c1-b7c4-ababe279894a), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:06.907526 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ff7c13d7-097a-488c-b070-38b0a6b2bc89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186132'] for segment (2bf035f2-e500-40c1-b7c4-ababe279894a), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:06.914082 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff7c13d7-097a-488c-b070-38b0a6b2bc89 admin admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=103897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 31 18:18:06.919481 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ff7c13d7-097a-488c-b070-38b0a6b2bc89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13082068'] for segment (2bf035f2-e500-40c1-b7c4-ababe279894a), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:06.919481 dv-cinder-master-3-iscsi neutron-server[103897]: Traceback (most recent call last):
Mar 31 18:18:06.919481 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 31 18:18:06.919481 dv-cinder-master-3-iscsi neutron-server[103897]:     timer()
Mar 31 18:18:06.919481 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 31 18:18:06.919481 dv-cinder-master-3-iscsi neutron-server[103897]:     cb(*args, **kw)
Mar 31 18:18:06.919481 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 31 18:18:06.919481 dv-cinder-master-3-iscsi neutron-server[103897]:     return func(*args, **kwargs)
Mar 31 18:18:06.919481 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 31 18:18:06.919481 dv-cinder-master-3-iscsi neutron-server[103897]:     self._notify()
Mar 31 18:18:06.919481 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 31 18:18:06.919481 dv-cinder-master-3-iscsi neutron-server[103897]:     self.callback(batched_events)
Mar 31 18:18:06.919481 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 31 18:18:06.919481 dv-cinder-master-3-iscsi neutron-server[103897]:     event.method(event)
Mar 31 18:18:06.919481 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 31 18:18:06.919481 dv-cinder-master-3-iscsi neutron-server[103897]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 31 18:18:06.919481 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 31 18:18:06.919481 dv-cinder-master-3-iscsi neutron-server[103897]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 31 18:18:06.919481 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 31 18:18:06.919481 dv-cinder-master-3-iscsi neutron-server[103897]:     return f(self, *a, **k)
Mar 31 18:18:06.919481 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 31 18:18:06.919481 dv-cinder-master-3-iscsi neutron-server[103897]:     return self._get(url).json()
Mar 31 18:18:06.919481 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 31 18:18:06.919481 dv-cinder-master-3-iscsi neutron-server[103897]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 31 18:18:06.919481 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 31 18:18:06.919481 dv-cinder-master-3-iscsi neutron-server[103897]:     return self.request(url, 'GET', **kwargs)
Mar 31 18:18:06.919481 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 31 18:18:06.919481 dv-cinder-master-3-iscsi neutron-server[103897]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 31 18:18:06.919481 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 31 18:18:06.919481 dv-cinder-master-3-iscsi neutron-server[103897]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 31 18:18:06.919481 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 31 18:18:06.919481 dv-cinder-master-3-iscsi neutron-server[103897]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 31 18:18:06.919481 dv-cinder-master-3-iscsi neutron-server[103897]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 31 18:18:06.962603 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22753b7a-ca81-468f-86ca-5db4fc6ee99e admin admin] Network c4432959-6b7d-4f95-a29d-a5c36d6927da is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 31 18:18:06.964143 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-22753b7a-ca81-468f-86ca-5db4fc6ee99e admin admin] Resources bound (agent type, host, resource id):  {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 31 18:18:07.059845 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ff7c13d7-097a-488c-b070-38b0a6b2bc89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-505961'] for network (6985b94c-578f-440f-adb1-d40b9aefd2a5), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:07.080014 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ff7c13d7-097a-488c-b070-38b0a6b2bc89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548721'] for network (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:07.083212 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-ff7c13d7-097a-488c-b070-38b0a6b2bc89 admin admin] 10.222.0.58 "DELETE /v2.0/networks/6985b94c-578f-440f-adb1-d40b9aefd2a5 HTTP/1.1" status: 204  len: 168 time: 0.6781840
Mar 31 18:18:07.084107 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7c13d7-097a-488c-b070-38b0a6b2bc89 admin admin] Pushing event deleted for resources: {'Network': ['ID=6985b94c-578f-440f-adb1-d40b9aefd2a5,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:18:07.113907 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22753b7a-ca81-468f-86ca-5db4fc6ee99e admin admin] Router 85bf721a-32c5-46c5-b697-964fba9ca660 has already been hosted by L3 agent f09d5d1b-4294-4f18-9a00-351412ae7ca6 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 31 18:18:07.236726 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22753b7a-ca81-468f-86ca-5db4fc6ee99e admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 31 18:18:07.250678 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-22753b7a-ca81-468f-86ca-5db4fc6ee99e admin admin] 10.222.0.58 "PUT /v2.0/routers/85bf721a-32c5-46c5-b697-964fba9ca660/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2521405
Mar 31 18:18:07.264849 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-5748ac31-b572-464d-b613-3e5acbac66b0 None None] Provisioning complete for port c69bec34-1ae4-4c85-aa43-4da97b1cf6b9 triggered by entity DHCP. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:18:07.264849 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5748ac31-b572-464d-b613-3e5acbac66b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (c69bec34-1ae4-4c85-aa43-4da97b1cf6b9), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:07.299663 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-5748ac31-b572-464d-b613-3e5acbac66b0 None None] Port c69bec34-1ae4-4c85-aa43-4da97b1cf6b9 cannot update to ACTIVE because it is not bound. {{(pid=103898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 31 18:18:07.451691 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 52422) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:18:07.495869 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-2f8828cc-dfbc-4c9a-ad68-00b633049cad admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b2d7dee7188943ae84823848038e5357&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0429447
Mar 31 18:18:07.498345 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 52424) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:18:07.549975 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-52c8c0c8-0711-4a9e-b068-baaed14434e1 admin admin] Publish callbacks [] for security_group (a53361f2-211f-4467-8d68-0ebc60b5d67d), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:07.572230 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-52c8c0c8-0711-4a9e-b068-baaed14434e1 admin admin] Publish callbacks [] for security_group (a53361f2-211f-4467-8d68-0ebc60b5d67d), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:07.705556 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-52c8c0c8-0711-4a9e-b068-baaed14434e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (a53361f2-211f-4467-8d68-0ebc60b5d67d), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:07.708197 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-52c8c0c8-0711-4a9e-b068-baaed14434e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:07.709408 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-52c8c0c8-0711-4a9e-b068-baaed14434e1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a53361f2-211f-4467-8d68-0ebc60b5d67d HTTP/1.1" status: 204  len: 168 time: 0.2100923
Mar 31 18:18:07.717495 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c8c0c8-0711-4a9e-b068-baaed14434e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a53361f2-211f-4467-8d68-0ebc60b5d67d,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:18:08.115865 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58df0fde-d1d3-4f70-934e-8207189fc57f None None] Sync routers for ids ['85bf721a-32c5-46c5-b697-964fba9ca660'] in dv-cinder-master-3-iscsi {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 31 18:18:08.126879 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58df0fde-d1d3-4f70-934e-8207189fc57f None None] Routers {'85bf721a-32c5-46c5-b697-964fba9ca660'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 31 18:18:08.137002 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-58df0fde-d1d3-4f70-934e-8207189fc57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f77150445e0>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T18:05:01Z,description=<?>,heartbeat_timestamp=2022-03-31T18:18:01Z,host='dv-cinder-master-3-iscsi',id=f09d5d1b-4294-4f18-9a00-351412ae7ca6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-31T18:05:02Z,topic='l3_agent')) {'router_ids': ['85bf721a-32c5-46c5-b697-964fba9ca660'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:18:08.139449 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 52450) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:18:08.145649 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.v2.base [None req-fac5e5d0-807e-405e-8a3e-d884b370eca3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-184627130-network', 'tenant_id': '852d16fa9ffc499280fca9e91b225101'}} {{(pid=103897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:18:08.248351 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fac5e5d0-807e-405e-8a3e-d884b370eca3 admin admin] Made reservation on behalf of 852d16fa9ffc499280fca9e91b225101 for: {'network': 1} {{(pid=103897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 31 18:18:08.250756 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-fac5e5d0-807e-405e-8a3e-d884b370eca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for network (None), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:08.261653 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-fac5e5d0-807e-405e-8a3e-d884b370eca3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:08.348543 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-fac5e5d0-807e-405e-8a3e-d884b370eca3 admin admin] Publish callbacks [] for security_group (12438444-6106-45c3-95ff-391cd05e14ab), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:08.368977 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-58df0fde-d1d3-4f70-934e-8207189fc57f None None] Set router 85bf721a-32c5-46c5-b697-964fba9ca660 gateway port host: dv-cinder-master-3-iscsi {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 31 18:18:08.398660 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Device 21baf863-794c-4c05-a0e0-9c540ebbefdf up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 31 18:18:08.471287 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-fac5e5d0-807e-405e-8a3e-d884b370eca3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (12438444-6106-45c3-95ff-391cd05e14ab), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:08.498025 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fac5e5d0-807e-405e-8a3e-d884b370eca3 admin admin] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'}  {{(pid=103897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 31 18:18:08.507843 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac5e5d0-807e-405e-8a3e-d884b370eca3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12438444-6106-45c3-95ff-391cd05e14ab,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:18:08.515747 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-fac5e5d0-807e-405e-8a3e-d884b370eca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186132'] for segment (ab1bad31-987b-443c-adbb-229657016d89), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:08.516094 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.db.segments_db [None req-fac5e5d0-807e-405e-8a3e-d884b370eca3 admin admin] Added segment ab1bad31-987b-443c-adbb-229657016d89 of type vlan for network 1f0c0669-9606-4199-81c8-472e7a9179c1
Mar 31 18:18:08.555723 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Provisioning complete for port 21baf863-794c-4c05-a0e0-9c540ebbefdf triggered by entity L2. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:18:08.556186 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (21baf863-794c-4c05-a0e0-9c540ebbefdf), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:08.564725 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-fac5e5d0-807e-405e-8a3e-d884b370eca3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759342480442'] for network (1f0c0669-9606-4199-81c8-472e7a9179c1), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:08.680005 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Current status of the port 21baf863-794c-4c05-a0e0-9c540ebbefdf is: DOWN; New status is: ACTIVE {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:18:08.680403 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (21baf863-794c-4c05-a0e0-9c540ebbefdf), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:08.696847 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-58df0fde-d1d3-4f70-934e-8207189fc57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f77150445e0>, [{'id': '85bf721a-32c5-46c5-b697-964fba9ca660', 'name': 'tempest-TestShelveInstance-1376616462-router', 'tenant_id': '10c09876736547b59f4bb56fa5740f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.11'}], 'enable_snat': True}, 'gw_port_id': '21baf863-794c-4c05-a0e0-9c540ebbefdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:18:02Z', 'updated_at': '2022-03-31T18:18:06Z', 'revision_number': 4, 'project_id': '10c09876736547b59f4bb56fa5740f5f', 'gw_port': {'id': '21baf863-794c-4c05-a0e0-9c540ebbefdf', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c2:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85bf721a-32c5-46c5-b697-964fba9ca660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:18:03Z', 'updated_at': '2022-03-31T18:18:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'c69bec34-1ae4-4c85-aa43-4da97b1cf6b9', 'name': '', 'network_id': 'c4432959-6b7d-4f95-a29d-a5c36d6927da', 'tenant_id': '10c09876736547b59f4bb56fa5740f5f', 'mac_address': 'fa:16:3e:4a:95:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85bf721a-32c5-46c5-b697-964fba9ca660', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '6100fa0d-d38e-4338-b107-b174954c8737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:18:05Z', 'updated_at': '2022-03-31T18:18:06Z', 'revision_number': 2, 'project_id': '10c09876736547b59f4bb56fa5740f5f', 'subnets': [{'id': '6100fa0d-d38e-4338-b107-b174954c8737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:18:08.717047 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-fac5e5d0-807e-405e-8a3e-d884b370eca3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679'] for network (1f0c0669-9606-4199-81c8-472e7a9179c1), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:08.718379 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac5e5d0-807e-405e-8a3e-d884b370eca3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:18:08.719125 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-fac5e5d0-807e-405e-8a3e-d884b370eca3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548721'] for network (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:08.733277 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] For port 21baf863-794c-4c05-a0e0-9c540ebbefdf, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=21baf863-794c-4c05-a0e0-9c540ebbefdf,segment=NetworkSegment(31f32929-b46a-4720-9f75-d20195c1993a),segment_id=31f32929-b46a-4720-9f75-d20195c1993a)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:18:08.734445 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58df0fde-d1d3-4f70-934e-8207189fc57f None None] Checking router: 85bf721a-32c5-46c5-b697-964fba9ca660 for host: dv-cinder-master-3-iscsi {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 31 18:18:08.734832 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58df0fde-d1d3-4f70-934e-8207189fc57f None None] Updating router 85bf721a-32c5-46c5-b697-964fba9ca660 port c69bec34-1ae4-4c85-aa43-4da97b1cf6b9 binding host dv-cinder-master-3-iscsi {{(pid=103898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 31 18:18:08.763854 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-58df0fde-d1d3-4f70-934e-8207189fc57f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (c69bec34-1ae4-4c85-aa43-4da97b1cf6b9), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:08.788677 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac5e5d0-807e-405e-8a3e-d884b370eca3 admin admin] Pushing event updated for resources: {'Network': ['ID=1f0c0669-9606-4199-81c8-472e7a9179c1,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:18:08.800893 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Network 1f0c0669-9606-4199-81c8-472e7a9179c1 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=103898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 31 18:18:08.803355 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (21baf863-794c-4c05-a0e0-9c540ebbefdf), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:08.827596 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-fac5e5d0-807e-405e-8a3e-d884b370eca3 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.6864905
Mar 31 18:18:08.830267 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 52466) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:18:08.852504 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [None req-563dc08e-de40-4b6d-9d37-fada9bb7c71b admin admin] Request body: {'subnet': {'network_id': '1f0c0669-9606-4199-81c8-472e7a9179c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-184627130-subnet', 'tenant_id': '852d16fa9ffc499280fca9e91b225101', 'ip_version': 4}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:18:08.972913 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-563dc08e-de40-4b6d-9d37-fada9bb7c71b admin admin] Made reservation on behalf of 852d16fa9ffc499280fca9e91b225101 for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 31 18:18:08.978975 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-563dc08e-de40-4b6d-9d37-fada9bb7c71b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33198968'] for subnet (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:09.000514 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Pushing event updated for resources: {'Port': ['ID=21baf863-794c-4c05-a0e0-9c540ebbefdf,revision_number=4']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:18:09.199115 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-58df0fde-d1d3-4f70-934e-8207189fc57f None None] Publish callbacks [] for port (c69bec34-1ae4-4c85-aa43-4da97b1cf6b9), precommit_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:09.292891 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-58df0fde-d1d3-4f70-934e-8207189fc57f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (c69bec34-1ae4-4c85-aa43-4da97b1cf6b9), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:09.322881 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-563dc08e-de40-4b6d-9d37-fada9bb7c71b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12884898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33198958'] for subnet (3886efde-f894-43c5-8330-c7b7aa399204), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:09.351434 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898549e4-01b8-45b4-894e-a8b06252fc7d None None] Pushing event updated for resources: {'Port': ['ID=c69bec34-1ae4-4c85-aa43-4da97b1cf6b9,revision_number=3']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:18:09.390944 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563dc08e-de40-4b6d-9d37-fada9bb7c71b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3886efde-f894-43c5-8330-c7b7aa399204,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:18:09.395801 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563dc08e-de40-4b6d-9d37-fada9bb7c71b admin admin] Checking segment: {'id': 'ab1bad31-987b-443c-adbb-229657016d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '1f0c0669-9606-4199-81c8-472e7a9179c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 31 18:18:09.396165 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563dc08e-de40-4b6d-9d37-fada9bb7c71b admin admin] Network hostable DHCP agents. Network: 1f0c0669-9606-4199-81c8-472e7a9179c1, hostable agents: ['08150f5b-1b08-4271-84f1-4a3b03ee1892'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 31 18:18:09.405331 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-58df0fde-d1d3-4f70-934e-8207189fc57f None None] Attempting to bind port c69bec34-1ae4-4c85-aa43-4da97b1cf6b9 on host dv-cinder-master-3-iscsi for vnic_type normal with profile  {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 31 18:18:09.405733 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-58df0fde-d1d3-4f70-934e-8207189fc57f None None] Attempting to bind port c69bec34-1ae4-4c85-aa43-4da97b1cf6b9 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '33169074-c456-4fd1-bacd-4ec254efacf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'c4432959-6b7d-4f95-a29d-a5c36d6927da'}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 31 18:18:09.406101 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58df0fde-d1d3-4f70-934e-8207189fc57f None None] Attempting to bind port c69bec34-1ae4-4c85-aa43-4da97b1cf6b9 on network c4432959-6b7d-4f95-a29d-a5c36d6927da {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 31 18:18:09.413011 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58df0fde-d1d3-4f70-934e-8207189fc57f None None] Checking agent: {'id': 'b6d39f6c-4dc3-40bd-bbe5-e05b1f1d4e13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 5, 5), 'started_at': datetime.datetime(2022, 3, 31, 18, 5, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 31 18:18:09.413402 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58df0fde-d1d3-4f70-934e-8207189fc57f None None] Checking segment: {'id': '33169074-c456-4fd1-bacd-4ec254efacf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'c4432959-6b7d-4f95-a29d-a5c36d6927da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 31 18:18:09.413841 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-58df0fde-d1d3-4f70-934e-8207189fc57f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:09.414243 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58df0fde-d1d3-4f70-934e-8207189fc57f None None] Bound using segment: {'id': '33169074-c456-4fd1-bacd-4ec254efacf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'c4432959-6b7d-4f95-a29d-a5c36d6927da'} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 31 18:18:09.414742 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-58df0fde-d1d3-4f70-934e-8207189fc57f None None] Bound port: c69bec34-1ae4-4c85-aa43-4da97b1cf6b9, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33169074-c456-4fd1-bacd-4ec254efacf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'c4432959-6b7d-4f95-a29d-a5c36d6927da'}}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 31 18:18:09.415131 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-58df0fde-d1d3-4f70-934e-8207189fc57f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (c69bec34-1ae4-4c85-aa43-4da97b1cf6b9), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:09.483625 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-58df0fde-d1d3-4f70-934e-8207189fc57f None None] For port c69bec34-1ae4-4c85-aa43-4da97b1cf6b9, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 31 18:18:09.487617 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-58df0fde-d1d3-4f70-934e-8207189fc57f None None] For port c69bec34-1ae4-4c85-aa43-4da97b1cf6b9, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=c69bec34-1ae4-4c85-aa43-4da97b1cf6b9,segment=NetworkSegment(33169074-c456-4fd1-bacd-4ec254efacf8),segment_id=33169074-c456-4fd1-bacd-4ec254efacf8)] {{(pid=103898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 31 18:18:09.677144 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-4d53692a-8b04-441f-af8f-7b9ed5fc8b1c None None] Provisioning complete for port c69bec34-1ae4-4c85-aa43-4da97b1cf6b9 triggered by entity DHCP. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:18:09.677144 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-4d53692a-8b04-441f-af8f-7b9ed5fc8b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (c69bec34-1ae4-4c85-aa43-4da97b1cf6b9), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:09.677144 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-4d53692a-8b04-441f-af8f-7b9ed5fc8b1c None None] Port c69bec34-1ae4-4c85-aa43-4da97b1cf6b9 cannot update to ACTIVE because it is not bound. {{(pid=103898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 31 18:18:09.706022 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563dc08e-de40-4b6d-9d37-fada9bb7c71b admin admin] Network 1f0c0669-9606-4199-81c8-472e7a9179c1 is scheduled to be hosted by DHCP agent 08150f5b-1b08-4271-84f1-4a3b03ee1892 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 31 18:18:09.785737 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-58df0fde-d1d3-4f70-934e-8207189fc57f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (c69bec34-1ae4-4c85-aa43-4da97b1cf6b9), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:09.838635 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58df0fde-d1d3-4f70-934e-8207189fc57f None None] Routers {'85bf721a-32c5-46c5-b697-964fba9ca660'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 31 18:18:09.839277 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-58df0fde-d1d3-4f70-934e-8207189fc57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f77150445e0>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T18:05:01Z,description=<?>,heartbeat_timestamp=2022-03-31T18:18:01Z,host='dv-cinder-master-3-iscsi',id=f09d5d1b-4294-4f18-9a00-351412ae7ca6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-31T18:05:02Z,topic='l3_agent')) {'router_ids': ['85bf721a-32c5-46c5-b697-964fba9ca660'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:18:09.853941 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-563dc08e-de40-4b6d-9d37-fada9bb7c71b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 1f0c0669-9606-4199-81c8-472e7a9179c1) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 31 18:18:09.861873 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563dc08e-de40-4b6d-9d37-fada9bb7c71b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:18:09.862758 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-563dc08e-de40-4b6d-9d37-fada9bb7c71b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:09.883979 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7437d968-7287-49fd-813f-711bf5bff275 None None] Network 1f0c0669-9606-4199-81c8-472e7a9179c1 requested from dv-cinder-master-3-iscsi {{(pid=103898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 31 18:18:09.956676 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-563dc08e-de40-4b6d-9d37-fada9bb7c71b admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 1.1238236
Mar 31 18:18:09.961989 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898549e4-01b8-45b4-894e-a8b06252fc7d None None] Pushing event updated for resources: {'Port': ['ID=c69bec34-1ae4-4c85-aa43-4da97b1cf6b9,revision_number=4']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:18:09.962907 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 52488) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:18:09.972444 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.v2.base [None req-f6ae13f3-1d06-493f-ad2a-399a34bea54f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-184627130-router', 'tenant_id': '852d16fa9ffc499280fca9e91b225101', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9'}}} {{(pid=103897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:18:10.090361 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-58df0fde-d1d3-4f70-934e-8207189fc57f None None] Set router 85bf721a-32c5-46c5-b697-964fba9ca660 gateway port host: dv-cinder-master-3-iscsi {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 31 18:18:10.105781 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f6ae13f3-1d06-493f-ad2a-399a34bea54f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-494391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-419'] for router (c7c00f47-b785-476a-8f89-ac746df576cf), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:10.108975 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f6ae13f3-1d06-493f-ad2a-399a34bea54f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-495015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-506102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-487386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-426'] for router (c7c00f47-b785-476a-8f89-ac746df576cf), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:10.116410 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ceec948-e19c-4e76-8506-1ca1f3ce2c86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-1f0c0669-9606-4199-81c8-472e7a9179c1', 'network_id': '1f0c0669-9606-4199-81c8-472e7a9179c1', 'project_id': '852d16fa9ffc499280fca9e91b225101', 'fixed_ips': [{'subnet_id': '3886efde-f894-43c5-8330-c7b7aa399204'}]}} from dv-cinder-master-3-iscsi. {{(pid=103898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 31 18:18:10.117271 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-7ceec948-e19c-4e76-8506-1ca1f3ce2c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:10.199106 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-1d491de7-9711-417b-af2d-425342d49bec None None] Provisioning complete for port c69bec34-1ae4-4c85-aa43-4da97b1cf6b9 triggered by entity DHCP. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:18:10.199106 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-1d491de7-9711-417b-af2d-425342d49bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (c69bec34-1ae4-4c85-aa43-4da97b1cf6b9), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:10.213962 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f6ae13f3-1d06-493f-ad2a-399a34bea54f admin admin] Publish callbacks [] for router_controller (c7c00f47-b785-476a-8f89-ac746df576cf), precommit_add_association {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:10.437753 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Device 21baf863-794c-4c05-a0e0-9c540ebbefdf up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 31 18:18:10.453263 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f6ae13f3-1d06-493f-ad2a-399a34bea54f admin admin] Publish callbacks [] for router_gateway (c7c00f47-b785-476a-8f89-ac746df576cf), precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:10.606972 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.db_base_plugin_common [None req-7ceec948-e19c-4e76-8506-1ca1f3ce2c86 None None] Allocated IP 172.20.0.2 (1f0c0669-9606-4199-81c8-472e7a9179c1/3886efde-f894-43c5-8330-c7b7aa399204/d8cbe1bc-90aa-4629-8a20-647358a8a4eb) {{(pid=103898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 31 18:18:10.656104 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Provisioning complete for port 21baf863-794c-4c05-a0e0-9c540ebbefdf triggered by entity L2. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:18:10.656594 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (21baf863-794c-4c05-a0e0-9c540ebbefdf), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:10.727583 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-1d491de7-9711-417b-af2d-425342d49bec None None] Current status of the port c69bec34-1ae4-4c85-aa43-4da97b1cf6b9 is: DOWN; New status is: ACTIVE {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:18:10.727972 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-1d491de7-9711-417b-af2d-425342d49bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (c69bec34-1ae4-4c85-aa43-4da97b1cf6b9), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:10.786566 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f6ae13f3-1d06-493f-ad2a-399a34bea54f admin admin] Publish callbacks [] for router_gateway (c7c00f47-b785-476a-8f89-ac746df576cf), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:10.809748 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f6ae13f3-1d06-493f-ad2a-399a34bea54f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (None), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:10.821750 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-1d491de7-9711-417b-af2d-425342d49bec None None] For port c69bec34-1ae4-4c85-aa43-4da97b1cf6b9, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=c69bec34-1ae4-4c85-aa43-4da97b1cf6b9,segment=NetworkSegment(33169074-c456-4fd1-bacd-4ec254efacf8),segment_id=33169074-c456-4fd1-bacd-4ec254efacf8)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:18:10.830004 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4801fbd-2051-4aba-b52d-73ee5493863e req-cd66e4ca-5982-4bca-a08e-777509d0fc58 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:18:10.832335 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-c4801fbd-2051-4aba-b52d-73ee5493863e req-cd66e4ca-5982-4bca-a08e-777509d0fc58 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0 HTTP/1.1" status: 200  len: 945 time: 0.1140199
Mar 31 18:18:10.851070 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-58df0fde-d1d3-4f70-934e-8207189fc57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f77150445e0>, [{'id': '85bf721a-32c5-46c5-b697-964fba9ca660', 'name': 'tempest-TestShelveInstance-1376616462-router', 'tenant_id': '10c09876736547b59f4bb56fa5740f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.11'}], 'enable_snat': True}, 'gw_port_id': '21baf863-794c-4c05-a0e0-9c540ebbefdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:18:02Z', 'updated_at': '2022-03-31T18:18:06Z', 'revision_number': 4, 'project_id': '10c09876736547b59f4bb56fa5740f5f', 'gw_port': {'id': '21baf863-794c-4c05-a0e0-9c540ebbefdf', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bf721a-32c5-46c5-b697-964fba9ca660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:18:03Z', 'updated_at': '2022-03-31T18:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'c69bec34-1ae4-4c85-aa43-4da97b1cf6b9', 'name': '', 'network_id': 'c4432959-6b7d-4f95-a29d-a5c36d6927da', 'tenant_id': '10c09876736547b59f4bb56fa5740f5f', 'mac_address': 'fa:16:3e:4a:95:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85bf721a-32c5-46c5-b697-964fba9ca660', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '6100fa0d-d38e-4338-b107-b174954c8737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:18:05Z', 'updated_at': '2022-03-31T18:18:09Z', 'revision_number': 4, 'project_id': '10c09876736547b59f4bb56fa5740f5f', 'subnets': [{'id': '6100fa0d-d38e-4338-b107-b174954c8737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:18:10.892580 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58df0fde-d1d3-4f70-934e-8207189fc57f None None] The sync data for ids ['85bf721a-32c5-46c5-b697-964fba9ca660'] in dv-cinder-master-3-iscsi is: [{'id': '85bf721a-32c5-46c5-b697-964fba9ca660', 'name': 'tempest-TestShelveInstance-1376616462-router', 'tenant_id': '10c09876736547b59f4bb56fa5740f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.11'}], 'enable_snat': True}, 'gw_port_id': '21baf863-794c-4c05-a0e0-9c540ebbefdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:18:02Z', 'updated_at': '2022-03-31T18:18:06Z', 'revision_number': 4, 'project_id': '10c09876736547b59f4bb56fa5740f5f', 'gw_port': {'id': '21baf863-794c-4c05-a0e0-9c540ebbefdf', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bf721a-32c5-46c5-b697-964fba9ca660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:18:03Z', 'updated_at': '2022-03-31T18:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'c69bec34-1ae4-4c85-aa43-4da97b1cf6b9', 'name': '', 'network_id': 'c4432959-6b7d-4f95-a29d-a5c36d6927da', 'tenant_id': '10c09876736547b59f4bb56fa5740f5f', 'mac_address': 'fa:16:3e:4a:95:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85bf721a-32c5-46c5-b697-964fba9ca660', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '6100fa0d-d38e-4338-b107-b174954c8737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:18:05Z', 'updated_at': '2022-03-31T18:18:09Z', 'revision_number': 4, 'project_id': '10c09876736547b59f4bb56fa5740f5f', 'subnets': [{'id': '6100fa0d-d38e-4338-b107-b174954c8737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 31 18:18:10.947327 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Current status of the port 21baf863-794c-4c05-a0e0-9c540ebbefdf is: ACTIVE; New status is: ACTIVE {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:18:10.955396 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-1d491de7-9711-417b-af2d-425342d49bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (c69bec34-1ae4-4c85-aa43-4da97b1cf6b9), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:11.028505 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-c4801fbd-2051-4aba-b52d-73ee5493863e req-7d8e05bb-a415-499b-9f78-36b7db19f21b tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=e133340d-5235-49c2-8082-becbc976b284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1502821
Mar 31 18:18:11.048749 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-f6ae13f3-1d06-493f-ad2a-399a34bea54f admin admin] Allocated IP 172.37.2.46 (b698396b-51c1-468f-b58d-8c59a3beb4d9/19546f9a-afff-4e10-9105-a9d5358dbe6e/a12c85cd-3ad0-42ab-876c-6bfcbb7b23bf) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 31 18:18:11.077040 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-7ceec948-e19c-4e76-8506-1ca1f3ce2c86 None None] Publish callbacks [] for port (d8cbe1bc-90aa-4629-8a20-647358a8a4eb), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:11.113087 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d491de7-9711-417b-af2d-425342d49bec None None] Pushing event updated for resources: {'Port': ['ID=c69bec34-1ae4-4c85-aa43-4da97b1cf6b9,revision_number=5']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:18:11.202558 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f6ae13f3-1d06-493f-ad2a-399a34bea54f admin admin] Publish callbacks [] for port (a12c85cd-3ad0-42ab-876c-6bfcbb7b23bf), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:11.226393 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-7ceec948-e19c-4e76-8506-1ca1f3ce2c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759342510062'] for port (d8cbe1bc-90aa-4629-8a20-647358a8a4eb), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:11.291050 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ceec948-e19c-4e76-8506-1ca1f3ce2c86 None None] Network 1f0c0669-9606-4199-81c8-472e7a9179c1 is already hosted by enough agents. {{(pid=103898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 31 18:18:11.296991 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.base_scheduler [None req-7ceec948-e19c-4e76-8506-1ca1f3ce2c86 None None] Resources bound (agent type, host, resource id):  {{(pid=103898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 31 18:18:11.300761 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ceec948-e19c-4e76-8506-1ca1f3ce2c86 None None] Received port after_create {{(pid=103898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 31 18:18:11.307209 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceec948-e19c-4e76-8506-1ca1f3ce2c86 None None] Pushing event updated for resources: {'Port': ['ID=d8cbe1bc-90aa-4629-8a20-647358a8a4eb,revision_number=1']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:18:11.352583 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f6ae13f3-1d06-493f-ad2a-399a34bea54f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759342510062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13081985'] for port (a12c85cd-3ad0-42ab-876c-6bfcbb7b23bf), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:11.369911 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-7ceec948-e19c-4e76-8506-1ca1f3ce2c86 None None] Attempting to bind port d8cbe1bc-90aa-4629-8a20-647358a8a4eb on host dv-cinder-master-3-iscsi for vnic_type normal with profile  {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 31 18:18:11.370305 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-7ceec948-e19c-4e76-8506-1ca1f3ce2c86 None None] Attempting to bind port d8cbe1bc-90aa-4629-8a20-647358a8a4eb by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'ab1bad31-987b-443c-adbb-229657016d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '1f0c0669-9606-4199-81c8-472e7a9179c1'}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 31 18:18:11.370695 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ceec948-e19c-4e76-8506-1ca1f3ce2c86 None None] Attempting to bind port d8cbe1bc-90aa-4629-8a20-647358a8a4eb on network 1f0c0669-9606-4199-81c8-472e7a9179c1 {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 31 18:18:11.377849 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ceec948-e19c-4e76-8506-1ca1f3ce2c86 None None] Checking agent: {'id': 'b6d39f6c-4dc3-40bd-bbe5-e05b1f1d4e13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 5, 5), 'started_at': datetime.datetime(2022, 3, 31, 18, 5, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 31 18:18:11.378233 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ceec948-e19c-4e76-8506-1ca1f3ce2c86 None None] Checking segment: {'id': 'ab1bad31-987b-443c-adbb-229657016d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '1f0c0669-9606-4199-81c8-472e7a9179c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 31 18:18:11.378706 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-7ceec948-e19c-4e76-8506-1ca1f3ce2c86 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:11.379078 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ceec948-e19c-4e76-8506-1ca1f3ce2c86 None None] Bound using segment: {'id': 'ab1bad31-987b-443c-adbb-229657016d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '1f0c0669-9606-4199-81c8-472e7a9179c1'} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 31 18:18:11.379560 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-7ceec948-e19c-4e76-8506-1ca1f3ce2c86 None None] Bound port: d8cbe1bc-90aa-4629-8a20-647358a8a4eb, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab1bad31-987b-443c-adbb-229657016d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '1f0c0669-9606-4199-81c8-472e7a9179c1'}}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 31 18:18:11.379947 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-7ceec948-e19c-4e76-8506-1ca1f3ce2c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (d8cbe1bc-90aa-4629-8a20-647358a8a4eb), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:11.408427 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ae13f3-1d06-493f-ad2a-399a34bea54f admin admin] Network b698396b-51c1-468f-b58d-8c59a3beb4d9 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 31 18:18:11.414166 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-f6ae13f3-1d06-493f-ad2a-399a34bea54f admin admin] Resources bound (agent type, host, resource id):  {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 31 18:18:11.419768 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ae13f3-1d06-493f-ad2a-399a34bea54f admin admin] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 31 18:18:11.422029 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ae13f3-1d06-493f-ad2a-399a34bea54f admin admin] Pushing event updated for resources: {'Port': ['ID=a12c85cd-3ad0-42ab-876c-6bfcbb7b23bf,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:18:11.468278 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-7ceec948-e19c-4e76-8506-1ca1f3ce2c86 None None] For port d8cbe1bc-90aa-4629-8a20-647358a8a4eb, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 31 18:18:11.471332 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-7ceec948-e19c-4e76-8506-1ca1f3ce2c86 None None] For port d8cbe1bc-90aa-4629-8a20-647358a8a4eb, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=d8cbe1bc-90aa-4629-8a20-647358a8a4eb,segment=NetworkSegment(ab1bad31-987b-443c-adbb-229657016d89),segment_id=ab1bad31-987b-443c-adbb-229657016d89)] {{(pid=103898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 31 18:18:11.579515 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-7ceec948-e19c-4e76-8506-1ca1f3ce2c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (d8cbe1bc-90aa-4629-8a20-647358a8a4eb), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:11.639861 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceec948-e19c-4e76-8506-1ca1f3ce2c86 None None] Pushing event updated for resources: {'Port': ['ID=d8cbe1bc-90aa-4629-8a20-647358a8a4eb,revision_number=2']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:18:11.807528 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f6ae13f3-1d06-493f-ad2a-399a34bea54f admin admin] Publish callbacks [] for router_gateway (c7c00f47-b785-476a-8f89-ac746df576cf), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:12.034301 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f6ae13f3-1d06-493f-ad2a-399a34bea54f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-495022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-505889'] for router (c7c00f47-b785-476a-8f89-ac746df576cf), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:12.175489 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245a89be-6af8-4322-bf4f-6c8da1c9d86a req-786268d1-8226-4ac4-9016-e2794c067d49 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:18:12.184059 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-245a89be-6af8-4322-bf4f-6c8da1c9d86a req-786268d1-8226-4ac4-9016-e2794c067d49 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0 HTTP/1.1" status: 200  len: 945 time: 0.0648811
Mar 31 18:18:12.235986 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-245a89be-6af8-4322-bf4f-6c8da1c9d86a req-0f6081bf-beac-4dc3-8984-73ff7779aa7c tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=e133340d-5235-49c2-8082-becbc976b284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0506504
Mar 31 18:18:12.253545 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6ae13f3-1d06-493f-ad2a-399a34bea54f admin admin] Router c7c00f47-b785-476a-8f89-ac746df576cf is scheduled to L3 agent f09d5d1b-4294-4f18-9a00-351412ae7ca6 with binding_index 1 {{(pid=103897) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 31 18:18:12.462047 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6ae13f3-1d06-493f-ad2a-399a34bea54f admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 31 18:18:12.476024 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e97f6ab-0be3-4ae3-ac63-711c460da450 None None] Sync routers for ids ['c7c00f47-b785-476a-8f89-ac746df576cf'] in dv-cinder-master-3-iscsi {{(pid=103899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 31 18:18:12.479697 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Device d8cbe1bc-90aa-4629-8a20-647358a8a4eb up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 31 18:18:12.506476 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e97f6ab-0be3-4ae3-ac63-711c460da450 None None] Routers {'c7c00f47-b785-476a-8f89-ac746df576cf'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 31 18:18:12.511163 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_hamode_db [None req-5e97f6ab-0be3-4ae3-ac63-711c460da450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7717b9aac0>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T18:05:01Z,description=<?>,heartbeat_timestamp=2022-03-31T18:18:01Z,host='dv-cinder-master-3-iscsi',id=f09d5d1b-4294-4f18-9a00-351412ae7ca6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-31T18:05:02Z,topic='l3_agent')) {'router_ids': ['c7c00f47-b785-476a-8f89-ac746df576cf'], 'active': True} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:18:12.561074 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Provisioning complete for port d8cbe1bc-90aa-4629-8a20-647358a8a4eb triggered by entity L2. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:18:12.561836 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (d8cbe1bc-90aa-4629-8a20-647358a8a4eb), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:12.571452 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f6ae13f3-1d06-493f-ad2a-399a34bea54f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:12.572999 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-f6ae13f3-1d06-493f-ad2a-399a34bea54f admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201  len: 919 time: 2.6085081
Mar 31 18:18:12.575923 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 52560) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:18:12.651079 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvr_db [None req-5e97f6ab-0be3-4ae3-ac63-711c460da450 None None] Set router c7c00f47-b785-476a-8f89-ac746df576cf gateway port host: dv-cinder-master-3-iscsi {{(pid=103899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 31 18:18:12.675495 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Current status of the port d8cbe1bc-90aa-4629-8a20-647358a8a4eb is: DOWN; New status is: ACTIVE {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:18:12.676327 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (d8cbe1bc-90aa-4629-8a20-647358a8a4eb), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:12.721542 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] For port d8cbe1bc-90aa-4629-8a20-647358a8a4eb, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=d8cbe1bc-90aa-4629-8a20-647358a8a4eb,segment=NetworkSegment(ab1bad31-987b-443c-adbb-229657016d89),segment_id=ab1bad31-987b-443c-adbb-229657016d89)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:18:12.790552 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (d8cbe1bc-90aa-4629-8a20-647358a8a4eb), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:12.791962 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Device c69bec34-1ae4-4c85-aa43-4da97b1cf6b9 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 31 18:18:12.844361 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d0103b-01d6-4a24-af49-016d1d3bb966 None None] Network 1f0c0669-9606-4199-81c8-472e7a9179c1 requested from dv-cinder-master-3-iscsi {{(pid=103898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 31 18:18:12.969904 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Pushing event updated for resources: {'Port': ['ID=d8cbe1bc-90aa-4629-8a20-647358a8a4eb,revision_number=3']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:18:12.975427 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-d558b713-289e-46e0-91bf-9504ef4dc7b0 None None] Provisioning complete for port d8cbe1bc-90aa-4629-8a20-647358a8a4eb triggered by entity DHCP. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:18:12.975808 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-d558b713-289e-46e0-91bf-9504ef4dc7b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (d8cbe1bc-90aa-4629-8a20-647358a8a4eb), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:13.004300 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_hamode_db [None req-5e97f6ab-0be3-4ae3-ac63-711c460da450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7717b9aac0>, [{'id': 'c7c00f47-b785-476a-8f89-ac746df576cf', 'name': 'tempest-TestShelveInstance-184627130-router', 'tenant_id': '852d16fa9ffc499280fca9e91b225101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.46'}], 'enable_snat': True}, 'gw_port_id': 'a12c85cd-3ad0-42ab-876c-6bfcbb7b23bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:18:10Z', 'updated_at': '2022-03-31T18:18:11Z', 'revision_number': 3, 'project_id': '852d16fa9ffc499280fca9e91b225101', 'gw_port': {'id': 'a12c85cd-3ad0-42ab-876c-6bfcbb7b23bf', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:7e:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7c00f47-b785-476a-8f89-ac746df576cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:18:10Z', 'updated_at': '2022-03-31T18:18:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:18:13.042694 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e97f6ab-0be3-4ae3-ac63-711c460da450 None None] Checking router: c7c00f47-b785-476a-8f89-ac746df576cf for host: dv-cinder-master-3-iscsi {{(pid=103899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 31 18:18:13.043226 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e97f6ab-0be3-4ae3-ac63-711c460da450 None None] Updating router c7c00f47-b785-476a-8f89-ac746df576cf port a12c85cd-3ad0-42ab-876c-6bfcbb7b23bf binding host dv-cinder-master-3-iscsi {{(pid=103899) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 31 18:18:13.056207 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Provisioning complete for port c69bec34-1ae4-4c85-aa43-4da97b1cf6b9 triggered by entity L2. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:18:13.056207 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (c69bec34-1ae4-4c85-aa43-4da97b1cf6b9), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:13.093852 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-5e97f6ab-0be3-4ae3-ac63-711c460da450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (a12c85cd-3ad0-42ab-876c-6bfcbb7b23bf), before_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:13.216300 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3b321132-490b-4344-b71a-860c1ad6eb6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:13.236729 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-d558b713-289e-46e0-91bf-9504ef4dc7b0 None None] Current status of the port d8cbe1bc-90aa-4629-8a20-647358a8a4eb is: ACTIVE; New status is: ACTIVE {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:18:13.279119 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Current status of the port c69bec34-1ae4-4c85-aa43-4da97b1cf6b9 is: ACTIVE; New status is: ACTIVE {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:18:13.418723 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-5e97f6ab-0be3-4ae3-ac63-711c460da450 None None] Publish callbacks [] for port (a12c85cd-3ad0-42ab-876c-6bfcbb7b23bf), precommit_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:13.436026 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5edb9da-a975-48ec-a0c1-e2772743f9ce req-6eb2b2fd-8374-42ca-aaa8-2aa0b9a4df06 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:18:13.439145 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-d5edb9da-a975-48ec-a0c1-e2772743f9ce req-6eb2b2fd-8374-42ca-aaa8-2aa0b9a4df06 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0 HTTP/1.1" status: 200  len: 945 time: 0.0795264
Mar 31 18:18:13.468049 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-3b321132-490b-4344-b71a-860c1ad6eb6f admin admin] Allocated IP 172.20.0.1 (1f0c0669-9606-4199-81c8-472e7a9179c1/3886efde-f894-43c5-8330-c7b7aa399204/b355131f-07e3-41e8-93f6-63067e9a8b10) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 31 18:18:13.503625 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-d5edb9da-a975-48ec-a0c1-e2772743f9ce req-1fbfea5b-120e-40b9-885c-9ddda7130037 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=e133340d-5235-49c2-8082-becbc976b284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0563905
Mar 31 18:18:13.516962 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-5e97f6ab-0be3-4ae3-ac63-711c460da450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (a12c85cd-3ad0-42ab-876c-6bfcbb7b23bf), after_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:13.582295 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.managers [None req-5e97f6ab-0be3-4ae3-ac63-711c460da450 None None] Attempting to bind port a12c85cd-3ad0-42ab-876c-6bfcbb7b23bf on host dv-cinder-master-3-iscsi for vnic_type normal with profile  {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 31 18:18:13.582782 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.managers [None req-5e97f6ab-0be3-4ae3-ac63-711c460da450 None None] Attempting to bind port a12c85cd-3ad0-42ab-876c-6bfcbb7b23bf by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '31f32929-b46a-4720-9f75-d20195c1993a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9'}] {{(pid=103899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 31 18:18:13.583210 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e97f6ab-0be3-4ae3-ac63-711c460da450 None None] Attempting to bind port a12c85cd-3ad0-42ab-876c-6bfcbb7b23bf on network b698396b-51c1-468f-b58d-8c59a3beb4d9 {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 31 18:18:13.585071 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f137b3a8-9542-4074-af25-d318e0433e30 None None] Pushing event updated for resources: {'Port': ['ID=a12c85cd-3ad0-42ab-876c-6bfcbb7b23bf,revision_number=2']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:18:13.590950 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e97f6ab-0be3-4ae3-ac63-711c460da450 None None] Checking agent: {'id': 'b6d39f6c-4dc3-40bd-bbe5-e05b1f1d4e13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 5, 5), 'started_at': datetime.datetime(2022, 3, 31, 18, 5, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 31 18:18:13.591320 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e97f6ab-0be3-4ae3-ac63-711c460da450 None None] Checking segment: {'id': '31f32929-b46a-4720-9f75-d20195c1993a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 31 18:18:13.591715 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-5e97f6ab-0be3-4ae3-ac63-711c460da450 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:13.592093 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e97f6ab-0be3-4ae3-ac63-711c460da450 None None] Bound using segment: {'id': '31f32929-b46a-4720-9f75-d20195c1993a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9'} {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 31 18:18:13.592718 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.managers [None req-5e97f6ab-0be3-4ae3-ac63-711c460da450 None None] Bound port: a12c85cd-3ad0-42ab-876c-6bfcbb7b23bf, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31f32929-b46a-4720-9f75-d20195c1993a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9'}}] {{(pid=103899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 31 18:18:13.593265 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-5e97f6ab-0be3-4ae3-ac63-711c460da450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (a12c85cd-3ad0-42ab-876c-6bfcbb7b23bf), before_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:13.596813 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3b321132-490b-4344-b71a-860c1ad6eb6f admin admin] Publish callbacks [] for port (b355131f-07e3-41e8-93f6-63067e9a8b10), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:13.648629 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.db [None req-5e97f6ab-0be3-4ae3-ac63-711c460da450 None None] For port a12c85cd-3ad0-42ab-876c-6bfcbb7b23bf, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 31 18:18:13.651654 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.db [None req-5e97f6ab-0be3-4ae3-ac63-711c460da450 None None] For port a12c85cd-3ad0-42ab-876c-6bfcbb7b23bf, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=a12c85cd-3ad0-42ab-876c-6bfcbb7b23bf,segment=NetworkSegment(31f32929-b46a-4720-9f75-d20195c1993a),segment_id=31f32929-b46a-4720-9f75-d20195c1993a)] {{(pid=103899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 31 18:18:13.660374 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-1e4c8f1c-2185-403e-8ec2-276f0c5dd18e None None] Provisioning complete for port d8cbe1bc-90aa-4629-8a20-647358a8a4eb triggered by entity DHCP. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:18:13.660921 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-1e4c8f1c-2185-403e-8ec2-276f0c5dd18e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (d8cbe1bc-90aa-4629-8a20-647358a8a4eb), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:13.742841 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-1e4c8f1c-2185-403e-8ec2-276f0c5dd18e None None] Current status of the port d8cbe1bc-90aa-4629-8a20-647358a8a4eb is: ACTIVE; New status is: ACTIVE {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:18:13.751426 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3b321132-490b-4344-b71a-860c1ad6eb6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759342510062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12885778'] for port (b355131f-07e3-41e8-93f6-63067e9a8b10), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:13.751675 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-5e97f6ab-0be3-4ae3-ac63-711c460da450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (a12c85cd-3ad0-42ab-876c-6bfcbb7b23bf), after_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:13.803865 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e97f6ab-0be3-4ae3-ac63-711c460da450 None None] Routers {'c7c00f47-b785-476a-8f89-ac746df576cf'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 31 18:18:13.804189 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b321132-490b-4344-b71a-860c1ad6eb6f admin admin] Pushing event updated for resources: {'Port': ['ID=b355131f-07e3-41e8-93f6-63067e9a8b10,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:18:13.804474 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_hamode_db [None req-5e97f6ab-0be3-4ae3-ac63-711c460da450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7717b9aac0>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T18:05:01Z,description=<?>,heartbeat_timestamp=2022-03-31T18:18:01Z,host='dv-cinder-master-3-iscsi',id=f09d5d1b-4294-4f18-9a00-351412ae7ca6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-31T18:05:02Z,topic='l3_agent')) {'router_ids': ['c7c00f47-b785-476a-8f89-ac746df576cf'], 'active': True} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:18:13.817597 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b321132-490b-4344-b71a-860c1ad6eb6f admin admin] Network 1f0c0669-9606-4199-81c8-472e7a9179c1 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 31 18:18:13.819059 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-3b321132-490b-4344-b71a-860c1ad6eb6f admin admin] Resources bound (agent type, host, resource id):  {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 31 18:18:13.821590 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b321132-490b-4344-b71a-860c1ad6eb6f admin admin] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 31 18:18:13.866805 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3b321132-490b-4344-b71a-860c1ad6eb6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-506870'] for router_interface (c7c00f47-b785-476a-8f89-ac746df576cf), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:13.881506 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f137b3a8-9542-4074-af25-d318e0433e30 None None] Pushing event updated for resources: {'Port': ['ID=a12c85cd-3ad0-42ab-876c-6bfcbb7b23bf,revision_number=3']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:18:13.955003 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvr_db [None req-5e97f6ab-0be3-4ae3-ac63-711c460da450 None None] Set router c7c00f47-b785-476a-8f89-ac746df576cf gateway port host: dv-cinder-master-3-iscsi {{(pid=103899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 31 18:18:14.106270 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3b321132-490b-4344-b71a-860c1ad6eb6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (b355131f-07e3-41e8-93f6-63067e9a8b10), before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:14.163434 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_hamode_db [None req-5e97f6ab-0be3-4ae3-ac63-711c460da450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7717b9aac0>, [{'id': 'c7c00f47-b785-476a-8f89-ac746df576cf', 'name': 'tempest-TestShelveInstance-184627130-router', 'tenant_id': '852d16fa9ffc499280fca9e91b225101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.46'}], 'enable_snat': True}, 'gw_port_id': 'a12c85cd-3ad0-42ab-876c-6bfcbb7b23bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:18:10Z', 'updated_at': '2022-03-31T18:18:11Z', 'revision_number': 3, 'project_id': '852d16fa9ffc499280fca9e91b225101', 'gw_port': {'id': 'a12c85cd-3ad0-42ab-876c-6bfcbb7b23bf', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:7e:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7c00f47-b785-476a-8f89-ac746df576cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:18:10Z', 'updated_at': '2022-03-31T18:18:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:18:14.175075 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-2dc42fd5-b53d-40e5-a59d-8066d728c260 None None] Provisioning complete for port b355131f-07e3-41e8-93f6-63067e9a8b10 triggered by entity DHCP. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:18:14.175454 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-2dc42fd5-b53d-40e5-a59d-8066d728c260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (b355131f-07e3-41e8-93f6-63067e9a8b10), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:14.197315 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e97f6ab-0be3-4ae3-ac63-711c460da450 None None] The sync data for ids ['c7c00f47-b785-476a-8f89-ac746df576cf'] in dv-cinder-master-3-iscsi is: [{'id': 'c7c00f47-b785-476a-8f89-ac746df576cf', 'name': 'tempest-TestShelveInstance-184627130-router', 'tenant_id': '852d16fa9ffc499280fca9e91b225101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.46'}], 'enable_snat': True}, 'gw_port_id': 'a12c85cd-3ad0-42ab-876c-6bfcbb7b23bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:18:10Z', 'updated_at': '2022-03-31T18:18:11Z', 'revision_number': 3, 'project_id': '852d16fa9ffc499280fca9e91b225101', 'gw_port': {'id': 'a12c85cd-3ad0-42ab-876c-6bfcbb7b23bf', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:7e:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7c00f47-b785-476a-8f89-ac746df576cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:18:10Z', 'updated_at': '2022-03-31T18:18:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=103899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 31 18:18:14.212758 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-2dc42fd5-b53d-40e5-a59d-8066d728c260 None None] Port b355131f-07e3-41e8-93f6-63067e9a8b10 cannot update to ACTIVE because it is not bound. {{(pid=103898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 31 18:18:14.295639 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3b321132-490b-4344-b71a-860c1ad6eb6f admin admin] Publish callbacks [] for port (b355131f-07e3-41e8-93f6-63067e9a8b10), precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:14.334355 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Device d8cbe1bc-90aa-4629-8a20-647358a8a4eb up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 31 18:18:14.350530 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3b321132-490b-4344-b71a-860c1ad6eb6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12885787'] for port (b355131f-07e3-41e8-93f6-63067e9a8b10), after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:14.407647 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Provisioning complete for port d8cbe1bc-90aa-4629-8a20-647358a8a4eb triggered by entity L2. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:18:14.408268 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (d8cbe1bc-90aa-4629-8a20-647358a8a4eb), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:14.424235 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3b321132-490b-4344-b71a-860c1ad6eb6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-506722'] for router_interface (c7c00f47-b785-476a-8f89-ac746df576cf), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:14.432432 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b321132-490b-4344-b71a-860c1ad6eb6f admin admin] Pushing event updated for resources: {'Port': ['ID=b355131f-07e3-41e8-93f6-63067e9a8b10,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:18:14.551337 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Current status of the port d8cbe1bc-90aa-4629-8a20-647358a8a4eb is: ACTIVE; New status is: ACTIVE {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:18:14.557388 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b321132-490b-4344-b71a-860c1ad6eb6f admin admin] Network 1f0c0669-9606-4199-81c8-472e7a9179c1 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 31 18:18:14.559619 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-3b321132-490b-4344-b71a-860c1ad6eb6f admin admin] Resources bound (agent type, host, resource id):  {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 31 18:18:14.719958 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dccee3a-7b97-42d2-b255-fb183bb18d05 req-16777d16-45fd-4c25-a943-cb015cc62547 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:18:14.721703 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-9dccee3a-7b97-42d2-b255-fb183bb18d05 req-16777d16-45fd-4c25-a943-cb015cc62547 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0 HTTP/1.1" status: 200  len: 945 time: 0.1061761
Mar 31 18:18:14.757590 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b321132-490b-4344-b71a-860c1ad6eb6f admin admin] Router c7c00f47-b785-476a-8f89-ac746df576cf has already been hosted by L3 agent f09d5d1b-4294-4f18-9a00-351412ae7ca6 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 31 18:18:14.794262 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-9dccee3a-7b97-42d2-b255-fb183bb18d05 req-e9f35cd1-e3d4-45cd-86dc-c84b55411657 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=e133340d-5235-49c2-8082-becbc976b284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0659275
Mar 31 18:18:14.849829 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-a1513d90-1b5f-496d-ad92-704e3a400fb1 None None] Provisioning complete for port b355131f-07e3-41e8-93f6-63067e9a8b10 triggered by entity DHCP. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:18:14.850927 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-a1513d90-1b5f-496d-ad92-704e3a400fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (b355131f-07e3-41e8-93f6-63067e9a8b10), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:14.902340 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-a1513d90-1b5f-496d-ad92-704e3a400fb1 None None] Port b355131f-07e3-41e8-93f6-63067e9a8b10 cannot update to ACTIVE because it is not bound. {{(pid=103898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 31 18:18:14.915531 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b321132-490b-4344-b71a-860c1ad6eb6f admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 31 18:18:14.927537 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-3b321132-490b-4344-b71a-860c1ad6eb6f admin admin] 10.222.0.58 "PUT /v2.0/routers/c7c00f47-b785-476a-8f89-ac746df576cf/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3438349
Mar 31 18:18:15.862086 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 52628) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:18:15.868105 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [None req-c13d12c5-2aa8-42d8-b328-22b46c87488c tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-888435820', 'description': 'tempest-secgroup-smoke-888435820 description', 'project_id': '10c09876736547b59f4bb56fa5740f5f'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:18:15.957179 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f699333-b8bd-4ca4-8854-d41a1460e082 req-7f85c85a-445a-4a76-a1a4-7841650e4337 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:18:15.958684 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-4f699333-b8bd-4ca4-8854-d41a1460e082 req-7f85c85a-445a-4a76-a1a4-7841650e4337 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0 HTTP/1.1" status: 200  len: 945 time: 0.0556479
Mar 31 18:18:16.002806 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c13d12c5-2aa8-42d8-b328-22b46c87488c tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Publish callbacks [] for security_group (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:16.031555 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad7183f-1358-48e6-b669-f878c3105d1a None None] Sync routers for ids ['c7c00f47-b785-476a-8f89-ac746df576cf'] in dv-cinder-master-3-iscsi {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 31 18:18:16.039981 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-4f699333-b8bd-4ca4-8854-d41a1460e082 req-98dfa9a9-1832-4bc2-80e2-38b96e0403ed tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=e133340d-5235-49c2-8082-becbc976b284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0753896
Mar 31 18:18:16.042291 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad7183f-1358-48e6-b669-f878c3105d1a None None] Routers {'c7c00f47-b785-476a-8f89-ac746df576cf'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 31 18:18:16.043233 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-4ad7183f-1358-48e6-b669-f878c3105d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7715246940>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T18:05:01Z,description=<?>,heartbeat_timestamp=2022-03-31T18:18:01Z,host='dv-cinder-master-3-iscsi',id=f09d5d1b-4294-4f18-9a00-351412ae7ca6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-31T18:05:02Z,topic='l3_agent')) {'router_ids': ['c7c00f47-b785-476a-8f89-ac746df576cf'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:18:16.114599 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c13d12c5-2aa8-42d8-b328-22b46c87488c tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Publish callbacks [] for security_group (b9a2c4d9-cfd2-4e10-a169-6bc136620a80), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:16.170813 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-4ad7183f-1358-48e6-b669-f878c3105d1a None None] Set router c7c00f47-b785-476a-8f89-ac746df576cf gateway port host: dv-cinder-master-3-iscsi {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 31 18:18:16.178481 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c13d12c5-2aa8-42d8-b328-22b46c87488c tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (b9a2c4d9-cfd2-4e10-a169-6bc136620a80), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:16.212147 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13d12c5-2aa8-42d8-b328-22b46c87488c tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9a2c4d9-cfd2-4e10-a169-6bc136620a80,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:18:16.283255 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c13d12c5-2aa8-42d8-b328-22b46c87488c tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Publish callbacks [] for security_group (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:16.284535 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-c13d12c5-2aa8-42d8-b328-22b46c87488c tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1809 time: 0.4205914
Mar 31 18:18:16.287871 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 52636) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:18:16.293082 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [None req-a9eab1d1-1d05-4f7d-b095-5f1bfef62f8b tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Request body: {'security_group_rule': {'security_group_id': 'b9a2c4d9-cfd2-4e10-a169-6bc136620a80', 'project_id': '10c09876736547b59f4bb56fa5740f5f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:18:16.368336 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Device a12c85cd-3ad0-42ab-876c-6bfcbb7b23bf up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 31 18:18:16.397497 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a9eab1d1-1d05-4f7d-b095-5f1bfef62f8b tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Publish callbacks [] for security_group_rule (eb13d37e-1e53-4af0-ace8-0e7b0239dce8), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:16.440632 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Provisioning complete for port a12c85cd-3ad0-42ab-876c-6bfcbb7b23bf triggered by entity L2. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:18:16.441007 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (a12c85cd-3ad0-42ab-876c-6bfcbb7b23bf), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:16.445696 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-4ad7183f-1358-48e6-b669-f878c3105d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7715246940>, [{'id': 'c7c00f47-b785-476a-8f89-ac746df576cf', 'name': 'tempest-TestShelveInstance-184627130-router', 'tenant_id': '852d16fa9ffc499280fca9e91b225101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.46'}], 'enable_snat': True}, 'gw_port_id': 'a12c85cd-3ad0-42ab-876c-6bfcbb7b23bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:18:10Z', 'updated_at': '2022-03-31T18:18:13Z', 'revision_number': 4, 'project_id': '852d16fa9ffc499280fca9e91b225101', 'gw_port': {'id': 'a12c85cd-3ad0-42ab-876c-6bfcbb7b23bf', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:7e:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7c00f47-b785-476a-8f89-ac746df576cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:18:10Z', 'updated_at': '2022-03-31T18:18:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'b355131f-07e3-41e8-93f6-63067e9a8b10', 'name': '', 'network_id': '1f0c0669-9606-4199-81c8-472e7a9179c1', 'tenant_id': '852d16fa9ffc499280fca9e91b225101', 'mac_address': 'fa:16:3e:00:08:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7c00f47-b785-476a-8f89-ac746df576cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '3886efde-f894-43c5-8330-c7b7aa399204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:18:13Z', 'updated_at': '2022-03-31T18:18:14Z', 'revision_number': 2, 'project_id': '852d16fa9ffc499280fca9e91b225101', 'subnets': [{'id': '3886efde-f894-43c5-8330-c7b7aa399204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:18:16.456605 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a9eab1d1-1d05-4f7d-b095-5f1bfef62f8b tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Publish callbacks [] for security_group_rule (eb13d37e-1e53-4af0-ace8-0e7b0239dce8), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:16.493386 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad7183f-1358-48e6-b669-f878c3105d1a None None] Checking router: c7c00f47-b785-476a-8f89-ac746df576cf for host: dv-cinder-master-3-iscsi {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 31 18:18:16.493742 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad7183f-1358-48e6-b669-f878c3105d1a None None] Updating router c7c00f47-b785-476a-8f89-ac746df576cf port b355131f-07e3-41e8-93f6-63067e9a8b10 binding host dv-cinder-master-3-iscsi {{(pid=103898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 31 18:18:16.534902 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-4ad7183f-1358-48e6-b669-f878c3105d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (b355131f-07e3-41e8-93f6-63067e9a8b10), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:16.607739 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a9eab1d1-1d05-4f7d-b095-5f1bfef62f8b tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527249'] for security_group_rule (eb13d37e-1e53-4af0-ace8-0e7b0239dce8), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:16.625211 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eab1d1-1d05-4f7d-b095-5f1bfef62f8b tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb13d37e-1e53-4af0-ace8-0e7b0239dce8,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:18:16.718001 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a9eab1d1-1d05-4f7d-b095-5f1bfef62f8b tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:16.720163 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-a9eab1d1-1d05-4f7d-b095-5f1bfef62f8b tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4312532
Mar 31 18:18:16.730020 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 52642) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:18:16.735292 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [None req-68d4e12d-9b53-48c1-b33d-343d2263aba6 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Request body: {'security_group_rule': {'security_group_id': 'b9a2c4d9-cfd2-4e10-a169-6bc136620a80', 'project_id': '10c09876736547b59f4bb56fa5740f5f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:18:16.808441 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Current status of the port a12c85cd-3ad0-42ab-876c-6bfcbb7b23bf is: DOWN; New status is: ACTIVE {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:18:16.808441 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (a12c85cd-3ad0-42ab-876c-6bfcbb7b23bf), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:16.839183 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] For port a12c85cd-3ad0-42ab-876c-6bfcbb7b23bf, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=a12c85cd-3ad0-42ab-876c-6bfcbb7b23bf,segment=NetworkSegment(31f32929-b46a-4720-9f75-d20195c1993a),segment_id=31f32929-b46a-4720-9f75-d20195c1993a)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:18:16.881061 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-68d4e12d-9b53-48c1-b33d-343d2263aba6 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Publish callbacks [] for security_group_rule (b66387f2-fba9-4afe-a896-d04d163e6fcb), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:16.940156 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-68d4e12d-9b53-48c1-b33d-343d2263aba6 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Publish callbacks [] for security_group_rule (b66387f2-fba9-4afe-a896-d04d163e6fcb), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:16.945795 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (a12c85cd-3ad0-42ab-876c-6bfcbb7b23bf), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:17.007354 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-68d4e12d-9b53-48c1-b33d-343d2263aba6 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527249'] for security_group_rule (b66387f2-fba9-4afe-a896-d04d163e6fcb), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:17.023442 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d4e12d-9b53-48c1-b33d-343d2263aba6 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b66387f2-fba9-4afe-a896-d04d163e6fcb,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:18:17.030867 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-4ad7183f-1358-48e6-b669-f878c3105d1a None None] Publish callbacks [] for port (b355131f-07e3-41e8-93f6-63067e9a8b10), precommit_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:17.037248 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Pushing event updated for resources: {'Port': ['ID=a12c85cd-3ad0-42ab-876c-6bfcbb7b23bf,revision_number=4']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:18:17.111894 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-68d4e12d-9b53-48c1-b33d-343d2263aba6 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:17.113367 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-68d4e12d-9b53-48c1-b33d-343d2263aba6 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3823090
Mar 31 18:18:17.116307 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 52650) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:18:17.120658 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [None req-6dd84192-e47e-43ce-9b6b-ae245a09b1e7 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Request body: {'security_group_rule': {'security_group_id': 'b9a2c4d9-cfd2-4e10-a169-6bc136620a80', 'project_id': '10c09876736547b59f4bb56fa5740f5f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:18:17.144497 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-4ad7183f-1358-48e6-b669-f878c3105d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (b355131f-07e3-41e8-93f6-63067e9a8b10), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:17.169717 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5788b461-960e-4d78-98dc-25ddd867f2cb req-39b815e4-3bf7-4b3a-af98-74f3cbbac559 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:18:17.171432 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-5788b461-960e-4d78-98dc-25ddd867f2cb req-39b815e4-3bf7-4b3a-af98-74f3cbbac559 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0 HTTP/1.1" status: 200  len: 945 time: 0.0536063
Mar 31 18:18:17.222541 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70acb169-d13c-403d-9865-19f4c0804a74 None None] Pushing event updated for resources: {'Port': ['ID=b355131f-07e3-41e8-93f6-63067e9a8b10,revision_number=3']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:18:17.233097 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-5788b461-960e-4d78-98dc-25ddd867f2cb req-abca8848-09e8-446d-bc05-85ef73d58ef2 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=e133340d-5235-49c2-8082-becbc976b284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0537000
Mar 31 18:18:17.263656 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6dd84192-e47e-43ce-9b6b-ae245a09b1e7 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Publish callbacks [] for security_group_rule (6dde3e08-8174-4290-90e0-afc88cd979ff), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:17.264093 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-4ad7183f-1358-48e6-b669-f878c3105d1a None None] Attempting to bind port b355131f-07e3-41e8-93f6-63067e9a8b10 on host dv-cinder-master-3-iscsi for vnic_type normal with profile  {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 31 18:18:17.264471 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-4ad7183f-1358-48e6-b669-f878c3105d1a None None] Attempting to bind port b355131f-07e3-41e8-93f6-63067e9a8b10 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'ab1bad31-987b-443c-adbb-229657016d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '1f0c0669-9606-4199-81c8-472e7a9179c1'}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 31 18:18:17.264887 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad7183f-1358-48e6-b669-f878c3105d1a None None] Attempting to bind port b355131f-07e3-41e8-93f6-63067e9a8b10 on network 1f0c0669-9606-4199-81c8-472e7a9179c1 {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 31 18:18:17.271242 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad7183f-1358-48e6-b669-f878c3105d1a None None] Checking agent: {'id': 'b6d39f6c-4dc3-40bd-bbe5-e05b1f1d4e13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 5, 5), 'started_at': datetime.datetime(2022, 3, 31, 18, 5, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 31 18:18:17.271624 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad7183f-1358-48e6-b669-f878c3105d1a None None] Checking segment: {'id': 'ab1bad31-987b-443c-adbb-229657016d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '1f0c0669-9606-4199-81c8-472e7a9179c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 31 18:18:17.275219 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-4ad7183f-1358-48e6-b669-f878c3105d1a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:17.275219 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad7183f-1358-48e6-b669-f878c3105d1a None None] Bound using segment: {'id': 'ab1bad31-987b-443c-adbb-229657016d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '1f0c0669-9606-4199-81c8-472e7a9179c1'} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 31 18:18:17.275219 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-4ad7183f-1358-48e6-b669-f878c3105d1a None None] Bound port: b355131f-07e3-41e8-93f6-63067e9a8b10, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab1bad31-987b-443c-adbb-229657016d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '1f0c0669-9606-4199-81c8-472e7a9179c1'}}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 31 18:18:17.275219 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-4ad7183f-1358-48e6-b669-f878c3105d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (b355131f-07e3-41e8-93f6-63067e9a8b10), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:17.338011 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6dd84192-e47e-43ce-9b6b-ae245a09b1e7 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Publish callbacks [] for security_group_rule (6dde3e08-8174-4290-90e0-afc88cd979ff), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:17.344629 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-4ad7183f-1358-48e6-b669-f878c3105d1a None None] For port b355131f-07e3-41e8-93f6-63067e9a8b10, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 31 18:18:17.347911 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-4ad7183f-1358-48e6-b669-f878c3105d1a None None] For port b355131f-07e3-41e8-93f6-63067e9a8b10, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=b355131f-07e3-41e8-93f6-63067e9a8b10,segment=NetworkSegment(ab1bad31-987b-443c-adbb-229657016d89),segment_id=ab1bad31-987b-443c-adbb-229657016d89)] {{(pid=103898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 31 18:18:17.442379 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-ecb7f2c0-667f-4ae5-8366-bc5129637cad None None] Provisioning complete for port b355131f-07e3-41e8-93f6-63067e9a8b10 triggered by entity DHCP. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:18:17.442799 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-ecb7f2c0-667f-4ae5-8366-bc5129637cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (b355131f-07e3-41e8-93f6-63067e9a8b10), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:17.476642 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-ecb7f2c0-667f-4ae5-8366-bc5129637cad None None] Port b355131f-07e3-41e8-93f6-63067e9a8b10 cannot update to ACTIVE because it is not bound. {{(pid=103898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 31 18:18:17.481693 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6dd84192-e47e-43ce-9b6b-ae245a09b1e7 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527249'] for security_group_rule (6dde3e08-8174-4290-90e0-afc88cd979ff), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:17.501618 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd84192-e47e-43ce-9b6b-ae245a09b1e7 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dde3e08-8174-4290-90e0-afc88cd979ff,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:18:17.510650 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-4ad7183f-1358-48e6-b669-f878c3105d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (b355131f-07e3-41e8-93f6-63067e9a8b10), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:17.572258 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70acb169-d13c-403d-9865-19f4c0804a74 None None] Pushing event updated for resources: {'Port': ['ID=b355131f-07e3-41e8-93f6-63067e9a8b10,revision_number=4']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:18:17.575331 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad7183f-1358-48e6-b669-f878c3105d1a None None] Routers {'c7c00f47-b785-476a-8f89-ac746df576cf'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 31 18:18:17.576714 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-4ad7183f-1358-48e6-b669-f878c3105d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7715246940>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T18:05:01Z,description=<?>,heartbeat_timestamp=2022-03-31T18:18:01Z,host='dv-cinder-master-3-iscsi',id=f09d5d1b-4294-4f18-9a00-351412ae7ca6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-31T18:05:02Z,topic='l3_agent')) {'router_ids': ['c7c00f47-b785-476a-8f89-ac746df576cf'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:18:17.621283 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6dd84192-e47e-43ce-9b6b-ae245a09b1e7 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:17.622801 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-6dd84192-e47e-43ce-9b6b-ae245a09b1e7 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5053179
Mar 31 18:18:17.628820 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 52654) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:18:17.639500 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [None req-ef50ff92-f47a-4b76-9be5-9097907bd1b4 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Request body: {'security_group_rule': {'security_group_id': 'b9a2c4d9-cfd2-4e10-a169-6bc136620a80', 'project_id': '10c09876736547b59f4bb56fa5740f5f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:18:17.699251 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-4ad7183f-1358-48e6-b669-f878c3105d1a None None] Set router c7c00f47-b785-476a-8f89-ac746df576cf gateway port host: dv-cinder-master-3-iscsi {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 31 18:18:17.738698 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ef50ff92-f47a-4b76-9be5-9097907bd1b4 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Publish callbacks [] for security_group_rule (01922548-0016-40d3-953f-f3efc6c433e3), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:17.799871 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ef50ff92-f47a-4b76-9be5-9097907bd1b4 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Publish callbacks [] for security_group_rule (01922548-0016-40d3-953f-f3efc6c433e3), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:17.847444 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-08ff3fdc-f377-43b6-bfce-8818d405b6b1 None None] Provisioning complete for port b355131f-07e3-41e8-93f6-63067e9a8b10 triggered by entity DHCP. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:18:17.850587 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-08ff3fdc-f377-43b6-bfce-8818d405b6b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (b355131f-07e3-41e8-93f6-63067e9a8b10), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:17.898387 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ef50ff92-f47a-4b76-9be5-9097907bd1b4 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527249'] for security_group_rule (01922548-0016-40d3-953f-f3efc6c433e3), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:17.917434 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef50ff92-f47a-4b76-9be5-9097907bd1b4 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01922548-0016-40d3-953f-f3efc6c433e3,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:18:17.973089 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-08ff3fdc-f377-43b6-bfce-8818d405b6b1 None None] Current status of the port b355131f-07e3-41e8-93f6-63067e9a8b10 is: DOWN; New status is: ACTIVE {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:18:17.973477 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-08ff3fdc-f377-43b6-bfce-8818d405b6b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (b355131f-07e3-41e8-93f6-63067e9a8b10), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:17.991882 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ef50ff92-f47a-4b76-9be5-9097907bd1b4 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:17.993040 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-ef50ff92-f47a-4b76-9be5-9097907bd1b4 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3629725
Mar 31 18:18:17.995817 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 52660) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:18:17.995942 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-4ad7183f-1358-48e6-b669-f878c3105d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7715246940>, [{'id': 'c7c00f47-b785-476a-8f89-ac746df576cf', 'name': 'tempest-TestShelveInstance-184627130-router', 'tenant_id': '852d16fa9ffc499280fca9e91b225101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.46'}], 'enable_snat': True}, 'gw_port_id': 'a12c85cd-3ad0-42ab-876c-6bfcbb7b23bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:18:10Z', 'updated_at': '2022-03-31T18:18:13Z', 'revision_number': 4, 'project_id': '852d16fa9ffc499280fca9e91b225101', 'gw_port': {'id': 'a12c85cd-3ad0-42ab-876c-6bfcbb7b23bf', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:7e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7c00f47-b785-476a-8f89-ac746df576cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:18:10Z', 'updated_at': '2022-03-31T18:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'b355131f-07e3-41e8-93f6-63067e9a8b10', 'name': '', 'network_id': '1f0c0669-9606-4199-81c8-472e7a9179c1', 'tenant_id': '852d16fa9ffc499280fca9e91b225101', 'mac_address': 'fa:16:3e:00:08:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7c00f47-b785-476a-8f89-ac746df576cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '3886efde-f894-43c5-8330-c7b7aa399204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:18:13Z', 'updated_at': '2022-03-31T18:18:17Z', 'revision_number': 4, 'project_id': '852d16fa9ffc499280fca9e91b225101', 'subnets': [{'id': '3886efde-f894-43c5-8330-c7b7aa399204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:18:18.001525 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [None req-8e26f8f3-1359-4212-8665-9b11b58b4d3d tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Request body: {'security_group_rule': {'security_group_id': 'b9a2c4d9-cfd2-4e10-a169-6bc136620a80', 'project_id': '10c09876736547b59f4bb56fa5740f5f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:18:18.037060 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad7183f-1358-48e6-b669-f878c3105d1a None None] The sync data for ids ['c7c00f47-b785-476a-8f89-ac746df576cf'] in dv-cinder-master-3-iscsi is: [{'id': 'c7c00f47-b785-476a-8f89-ac746df576cf', 'name': 'tempest-TestShelveInstance-184627130-router', 'tenant_id': '852d16fa9ffc499280fca9e91b225101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.46'}], 'enable_snat': True}, 'gw_port_id': 'a12c85cd-3ad0-42ab-876c-6bfcbb7b23bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:18:10Z', 'updated_at': '2022-03-31T18:18:13Z', 'revision_number': 4, 'project_id': '852d16fa9ffc499280fca9e91b225101', 'gw_port': {'id': 'a12c85cd-3ad0-42ab-876c-6bfcbb7b23bf', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:7e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7c00f47-b785-476a-8f89-ac746df576cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:18:10Z', 'updated_at': '2022-03-31T18:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'b355131f-07e3-41e8-93f6-63067e9a8b10', 'name': '', 'network_id': '1f0c0669-9606-4199-81c8-472e7a9179c1', 'tenant_id': '852d16fa9ffc499280fca9e91b225101', 'mac_address': 'fa:16:3e:00:08:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7c00f47-b785-476a-8f89-ac746df576cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '3886efde-f894-43c5-8330-c7b7aa399204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:18:13Z', 'updated_at': '2022-03-31T18:18:17Z', 'revision_number': 4, 'project_id': '852d16fa9ffc499280fca9e91b225101', 'subnets': [{'id': '3886efde-f894-43c5-8330-c7b7aa399204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 31 18:18:18.041441 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-08ff3fdc-f377-43b6-bfce-8818d405b6b1 None None] For port b355131f-07e3-41e8-93f6-63067e9a8b10, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=b355131f-07e3-41e8-93f6-63067e9a8b10,segment=NetworkSegment(ab1bad31-987b-443c-adbb-229657016d89),segment_id=ab1bad31-987b-443c-adbb-229657016d89)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:18:18.089009 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.db.securitygroups_db [None req-8e26f8f3-1359-4212-8665-9b11b58b4d3d tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Project 10c09876736547b59f4bb56fa5740f5f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Mar 31 18:18:18.096397 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8e26f8f3-1359-4212-8665-9b11b58b4d3d tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Publish callbacks [] for security_group_rule (e80eb370-46b0-4a79-bd3c-a9748d7cdc55), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:18.121737 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-08ff3fdc-f377-43b6-bfce-8818d405b6b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (b355131f-07e3-41e8-93f6-63067e9a8b10), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:18.174033 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8e26f8f3-1359-4212-8665-9b11b58b4d3d tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Publish callbacks [] for security_group_rule (e80eb370-46b0-4a79-bd3c-a9748d7cdc55), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:18.178390 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ff3fdc-f377-43b6-bfce-8818d405b6b1 None None] Pushing event updated for resources: {'Port': ['ID=b355131f-07e3-41e8-93f6-63067e9a8b10,revision_number=5']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:18:18.241738 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8e26f8f3-1359-4212-8665-9b11b58b4d3d tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527249'] for security_group_rule (e80eb370-46b0-4a79-bd3c-a9748d7cdc55), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:18.262913 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e26f8f3-1359-4212-8665-9b11b58b4d3d tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e80eb370-46b0-4a79-bd3c-a9748d7cdc55,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:18:18.365081 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33c489c-b799-4753-94ad-db3236ede5b1 req-14dbb9ff-10b6-4afa-817c-928336b58d8d tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:18:18.366653 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-c33c489c-b799-4753-94ad-db3236ede5b1 req-14dbb9ff-10b6-4afa-817c-928336b58d8d tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0 HTTP/1.1" status: 200  len: 945 time: 0.0605764
Mar 31 18:18:18.369850 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8e26f8f3-1359-4212-8665-9b11b58b4d3d tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:18.370984 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-8e26f8f3-1359-4212-8665-9b11b58b4d3d tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3742430
Mar 31 18:18:18.373706 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 52664) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:18:18.397616 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [None req-e6e20489-12ba-4f87-8727-f954d22d70a5 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Request body: {'security_group_rule': {'security_group_id': 'b9a2c4d9-cfd2-4e10-a169-6bc136620a80', 'project_id': '10c09876736547b59f4bb56fa5740f5f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:18:18.435872 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-c33c489c-b799-4753-94ad-db3236ede5b1 req-78cd8588-a6c9-44a7-97fb-ce73f6c63bbe tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=e133340d-5235-49c2-8082-becbc976b284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0624897
Mar 31 18:18:18.457693 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Device b355131f-07e3-41e8-93f6-63067e9a8b10 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 31 18:18:18.510382 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.db.securitygroups_db [None req-e6e20489-12ba-4f87-8727-f954d22d70a5 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Project 10c09876736547b59f4bb56fa5740f5f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Mar 31 18:18:18.510770 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Provisioning complete for port b355131f-07e3-41e8-93f6-63067e9a8b10 triggered by entity L2. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:18:18.511151 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (b355131f-07e3-41e8-93f6-63067e9a8b10), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:18.516034 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e6e20489-12ba-4f87-8727-f954d22d70a5 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Publish callbacks [] for security_group_rule (85e9b083-6717-43ce-bee3-fd213a11691c), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:18.573750 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e6e20489-12ba-4f87-8727-f954d22d70a5 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Publish callbacks [] for security_group_rule (85e9b083-6717-43ce-bee3-fd213a11691c), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:18.598928 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Current status of the port b355131f-07e3-41e8-93f6-63067e9a8b10 is: ACTIVE; New status is: ACTIVE {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:18:18.600092 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Device a12c85cd-3ad0-42ab-876c-6bfcbb7b23bf up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 31 18:18:18.636009 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e6e20489-12ba-4f87-8727-f954d22d70a5 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527249'] for security_group_rule (85e9b083-6717-43ce-bee3-fd213a11691c), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:18.653968 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Provisioning complete for port a12c85cd-3ad0-42ab-876c-6bfcbb7b23bf triggered by entity L2. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:18:18.654335 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (a12c85cd-3ad0-42ab-876c-6bfcbb7b23bf), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:18.752011 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Current status of the port a12c85cd-3ad0-42ab-876c-6bfcbb7b23bf is: ACTIVE; New status is: ACTIVE {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:18:18.852194 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e20489-12ba-4f87-8727-f954d22d70a5 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85e9b083-6717-43ce-bee3-fd213a11691c,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:18:18.946567 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e6e20489-12ba-4f87-8727-f954d22d70a5 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:18.948567 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-e6e20489-12ba-4f87-8727-f954d22d70a5 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.5728145
Mar 31 18:18:19.564403 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee2a904-9e53-4a38-b728-9b46cde0aa22 req-61a03e48-fb3f-4a5b-938c-f76ab5260521 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:18:19.565891 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-9ee2a904-9e53-4a38-b728-9b46cde0aa22 req-61a03e48-fb3f-4a5b-938c-f76ab5260521 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0 HTTP/1.1" status: 200  len: 945 time: 0.0564663
Mar 31 18:18:19.612206 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-9ee2a904-9e53-4a38-b728-9b46cde0aa22 req-6f012e4d-c17d-4304-a3ed-ec8d4bdebb97 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=e133340d-5235-49c2-8082-becbc976b284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408509
Mar 31 18:18:20.740433 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a2d740-f09d-4bcd-9df1-050f68027a13 req-ff77578b-fb52-43d3-bfa0-bb8f714d1f42 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:18:20.741887 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-66a2d740-f09d-4bcd-9df1-050f68027a13 req-ff77578b-fb52-43d3-bfa0-bb8f714d1f42 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0 HTTP/1.1" status: 200  len: 945 time: 0.0524218
Mar 31 18:18:20.789305 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-66a2d740-f09d-4bcd-9df1-050f68027a13 req-8f8b1dc6-0d05-4952-804c-64841dd634a9 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=e133340d-5235-49c2-8082-becbc976b284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416200
Mar 31 18:18:21.910586 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314a79e6-46f2-4384-a605-b599cc394522 req-a52cfcb6-8746-41ff-bd6b-f7a1c7d52281 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:18:21.912268 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-314a79e6-46f2-4384-a605-b599cc394522 req-a52cfcb6-8746-41ff-bd6b-f7a1c7d52281 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0 HTTP/1.1" status: 200  len: 945 time: 0.0527143
Mar 31 18:18:21.959036 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-314a79e6-46f2-4384-a605-b599cc394522 req-7f412a6b-9cf4-4890-89c4-5183cb7be4f4 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=e133340d-5235-49c2-8082-becbc976b284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412271
Mar 31 18:18:23.136702 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73011117-4ae6-4a8d-a2e4-a9842e666e98 req-6f18da49-d8c4-4e34-9236-15ac32af063c tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:18:23.136702 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-73011117-4ae6-4a8d-a2e4-a9842e666e98 req-6f18da49-d8c4-4e34-9236-15ac32af063c tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0 HTTP/1.1" status: 200  len: 945 time: 0.0607708
Mar 31 18:18:23.161527 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-73011117-4ae6-4a8d-a2e4-a9842e666e98 req-6743734f-8332-42a4-ad77-cd628eb0d396 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=e133340d-5235-49c2-8082-becbc976b284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0517442
Mar 31 18:18:24.306213 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfced90b-ebf0-470d-92b3-e710611a5cdf req-89fa7031-3646-4466-a50f-179e979eddbe tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:18:24.308113 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-cfced90b-ebf0-470d-92b3-e710611a5cdf req-89fa7031-3646-4466-a50f-179e979eddbe tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0 HTTP/1.1" status: 200  len: 945 time: 0.0555131
Mar 31 18:18:24.363102 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-cfced90b-ebf0-470d-92b3-e710611a5cdf req-c4e9da83-1fa4-4716-9355-35987193139b tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=e133340d-5235-49c2-8082-becbc976b284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462141
Mar 31 18:18:25.495417 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0695dfb4-b1fe-4a85-bd0c-c783100b646f req-b16ef133-e5be-4786-b636-7a5fc3153a95 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:18:25.497008 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-0695dfb4-b1fe-4a85-bd0c-c783100b646f req-b16ef133-e5be-4786-b636-7a5fc3153a95 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0 HTTP/1.1" status: 200  len: 945 time: 0.0566247
Mar 31 18:18:25.557049 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-0695dfb4-b1fe-4a85-bd0c-c783100b646f req-e1e83f38-0877-4d72-8f2e-47406a144bbf tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=e133340d-5235-49c2-8082-becbc976b284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0542307
Mar 31 18:18:26.680219 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491d6f2f-dc0f-446a-94d4-d4c79d3264f8 req-e6fb2a47-e539-447f-b3aa-04e5a23f5f22 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:18:26.681678 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-491d6f2f-dc0f-446a-94d4-d4c79d3264f8 req-e6fb2a47-e539-447f-b3aa-04e5a23f5f22 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0 HTTP/1.1" status: 200  len: 945 time: 0.0532973
Mar 31 18:18:26.728176 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-491d6f2f-dc0f-446a-94d4-d4c79d3264f8 req-d37125d7-0b33-4a41-b999-65ad525e960b tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=e133340d-5235-49c2-8082-becbc976b284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405922
Mar 31 18:18:27.849722 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e0b7a2-2f38-4782-b020-b0cfb5799eb2 req-e3f2d279-bf1b-4007-ba96-0751013649b2 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:18:27.851236 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-50e0b7a2-2f38-4782-b020-b0cfb5799eb2 req-e3f2d279-bf1b-4007-ba96-0751013649b2 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0 HTTP/1.1" status: 200  len: 945 time: 0.0534346
Mar 31 18:18:27.899161 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-50e0b7a2-2f38-4782-b020-b0cfb5799eb2 req-26aba6fe-57b7-4831-926f-d3c7d5425cfe tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=e133340d-5235-49c2-8082-becbc976b284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422945
Mar 31 18:18:29.021515 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088d857c-c982-4685-8cf4-15efaab6415d req-52ec355d-290f-48fd-b0d1-ccac0cf00fc1 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:18:29.023009 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-088d857c-c982-4685-8cf4-15efaab6415d req-52ec355d-290f-48fd-b0d1-ccac0cf00fc1 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0 HTTP/1.1" status: 200  len: 945 time: 0.0523393
Mar 31 18:18:29.041070 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-77c7b412-adc9-48f3-bc99-8d285bd01360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (08150f5b-1b08-4271-84f1-4a3b03ee1892), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:29.073296 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-088d857c-c982-4685-8cf4-15efaab6415d req-0efb8518-7ae6-49ef-b432-29339eb46152 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=e133340d-5235-49c2-8082-becbc976b284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437078
Mar 31 18:18:29.193699 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 52904) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:18:29.298338 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5cae6431-16d4-4fd8-b763-0ae1cc49c763 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:29.375689 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5cae6431-16d4-4fd8-b763-0ae1cc49c763 admin admin] Publish callbacks [] for security_group (296e83fa-557d-451f-b533-c300674aec1e), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:29.503600 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5cae6431-16d4-4fd8-b763-0ae1cc49c763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (296e83fa-557d-451f-b533-c300674aec1e), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:29.545446 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-5cae6431-16d4-4fd8-b763-0ae1cc49c763 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4b7b4d8756a44c2fbf560ff42e8f169b&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3506551
Mar 31 18:18:29.546424 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cae6431-16d4-4fd8-b763-0ae1cc49c763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=296e83fa-557d-451f-b533-c300674aec1e,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:18:29.548098 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 52914) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:18:29.553563 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Device 3bfd294a-f954-4562-8fbf-0cd104ab3bee details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103898) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 31 18:18:29.556456 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cae6431-16d4-4fd8-b763-0ae1cc49c763 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:18:29.556456 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cae6431-16d4-4fd8-b763-0ae1cc49c763 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:18:29.556456 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cae6431-16d4-4fd8-b763-0ae1cc49c763 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:18:29.556456 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cae6431-16d4-4fd8-b763-0ae1cc49c763 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:18:29.556867 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cae6431-16d4-4fd8-b763-0ae1cc49c763 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:18:29.556867 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cae6431-16d4-4fd8-b763-0ae1cc49c763 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:18:29.557143 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cae6431-16d4-4fd8-b763-0ae1cc49c763 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:18:29.557475 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cae6431-16d4-4fd8-b763-0ae1cc49c763 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:18:29.557805 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cae6431-16d4-4fd8-b763-0ae1cc49c763 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:18:29.558136 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cae6431-16d4-4fd8-b763-0ae1cc49c763 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:18:29.558470 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cae6431-16d4-4fd8-b763-0ae1cc49c763 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:18:29.559007 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cae6431-16d4-4fd8-b763-0ae1cc49c763 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:18:29.559345 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cae6431-16d4-4fd8-b763-0ae1cc49c763 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:18:29.559674 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cae6431-16d4-4fd8-b763-0ae1cc49c763 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:18:29.560003 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cae6431-16d4-4fd8-b763-0ae1cc49c763 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:18:29.600815 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8a162d89-752f-499c-8b38-62f9d3f0b3ee admin admin] Publish callbacks [] for security_group (296e83fa-557d-451f-b533-c300674aec1e), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:29.625492 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8a162d89-752f-499c-8b38-62f9d3f0b3ee admin admin] Publish callbacks [] for security_group (296e83fa-557d-451f-b533-c300674aec1e), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:29.658198 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] For port 3bfd294a-f954-4562-8fbf-0cd104ab3bee, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=3bfd294a-f954-4562-8fbf-0cd104ab3bee,segment=NetworkSegment(d3dc8398-bd2c-4dc7-a2ac-12de370e002b),segment_id=d3dc8398-bd2c-4dc7-a2ac-12de370e002b)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:18:29.669905 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Returning: {'device': '3bfd294a-f954-4562-8fbf-0cd104ab3bee', 'network_id': 'b654ebd8-4c33-443d-bee5-4bafdafcd132', 'port_id': '3bfd294a-f954-4562-8fbf-0cd104ab3bee', 'mac_address': 'fa:16:3e:ed:9c:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b54f9372-100f-4525-b4b3-2814afa9d771', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103898) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 31 18:18:29.709751 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Current status of the port 3bfd294a-f954-4562-8fbf-0cd104ab3bee is: ACTIVE; New status is: BUILD {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:18:29.710077 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (3bfd294a-f954-4562-8fbf-0cd104ab3bee), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:29.722906 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.notifiers.nova [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3bfd294a-f954-4562-8fbf-0cd104ab3bee {{(pid=103898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 31 18:18:29.742677 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] For port 3bfd294a-f954-4562-8fbf-0cd104ab3bee, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=3bfd294a-f954-4562-8fbf-0cd104ab3bee,segment=NetworkSegment(d3dc8398-bd2c-4dc7-a2ac-12de370e002b),segment_id=d3dc8398-bd2c-4dc7-a2ac-12de370e002b)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:18:29.743744 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8a162d89-752f-499c-8b38-62f9d3f0b3ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (296e83fa-557d-451f-b533-c300674aec1e), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:29.746342 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8a162d89-752f-499c-8b38-62f9d3f0b3ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:29.747545 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-8a162d89-752f-499c-8b38-62f9d3f0b3ee admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/296e83fa-557d-451f-b533-c300674aec1e HTTP/1.1" status: 204  len: 168 time: 0.1984010
Mar 31 18:18:29.760028 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a162d89-752f-499c-8b38-62f9d3f0b3ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=296e83fa-557d-451f-b533-c300674aec1e,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:18:29.868755 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (3bfd294a-f954-4562-8fbf-0cd104ab3bee), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:29.924145 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Pushing event updated for resources: {'Port': ['ID=3bfd294a-f954-4562-8fbf-0cd104ab3bee,revision_number=6']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:18:29.929048 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 52920) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:18:30.076636 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] get_ports_and_sgs() called for port_ids ['3bfd294a-f954-4562-8fbf-0cd104ab3bee'] {{(pid=103898) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 31 18:18:30.165084 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-006ecc80-0ea8-44b0-8f4c-8153cddb939b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:30.256094 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4746ac-1b68-47a8-af0c-d2f6f53c8efb req-1f3bea49-f1b8-4771-9378-e1b9d371c2ac tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:18:30.257707 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-8b4746ac-1b68-47a8-af0c-d2f6f53c8efb req-1f3bea49-f1b8-4771-9378-e1b9d371c2ac tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0 HTTP/1.1" status: 200  len: 944 time: 0.0901542
Mar 31 18:18:30.337942 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-8b4746ac-1b68-47a8-af0c-d2f6f53c8efb req-0dc4628b-f6f0-4f21-b13f-1b91cf4dd30a tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=e133340d-5235-49c2-8082-becbc976b284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0731921
Mar 31 18:18:30.340392 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-006ecc80-0ea8-44b0-8f4c-8153cddb939b admin admin] Publish callbacks [] for security_group (fd94c6b3-d846-4a68-b609-f1d7326d63b5), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:30.423259 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-006ecc80-0ea8-44b0-8f4c-8153cddb939b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (fd94c6b3-d846-4a68-b609-f1d7326d63b5), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:30.464433 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-006ecc80-0ea8-44b0-8f4c-8153cddb939b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=36bcc6f634b9419bb55d698a2d3872af&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5342095
Mar 31 18:18:30.465356 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006ecc80-0ea8-44b0-8f4c-8153cddb939b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd94c6b3-d846-4a68-b609-f1d7326d63b5,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:18:30.467279 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 52928) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:18:30.518510 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3b5d0d4b-e3d0-4c94-8b7d-ee01f5347a66 admin admin] Publish callbacks [] for security_group (fd94c6b3-d846-4a68-b609-f1d7326d63b5), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:30.539014 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3b5d0d4b-e3d0-4c94-8b7d-ee01f5347a66 admin admin] Publish callbacks [] for security_group (fd94c6b3-d846-4a68-b609-f1d7326d63b5), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:30.714568 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3b5d0d4b-e3d0-4c94-8b7d-ee01f5347a66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (fd94c6b3-d846-4a68-b609-f1d7326d63b5), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:30.717402 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3b5d0d4b-e3d0-4c94-8b7d-ee01f5347a66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:30.718557 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-3b5d0d4b-e3d0-4c94-8b7d-ee01f5347a66 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fd94c6b3-d846-4a68-b609-f1d7326d63b5 HTTP/1.1" status: 204  len: 168 time: 0.2503059
Mar 31 18:18:30.726318 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5d0d4b-e3d0-4c94-8b7d-ee01f5347a66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd94c6b3-d846-4a68-b609-f1d7326d63b5,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:18:31.423580 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-7382de0a-a2e6-4cf3-a2fa-9f99603af382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (f09d5d1b-4294-4f18-9a00-351412ae7ca6), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:31.467434 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d95d09-a4d8-4dcc-ba5f-94f6ab4612e8 req-49b05468-90c5-4d68-b0bc-c137af5fc25d tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:18:31.469833 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-d7d95d09-a4d8-4dcc-ba5f-94f6ab4612e8 req-49b05468-90c5-4d68-b0bc-c137af5fc25d tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0 HTTP/1.1" status: 200  len: 944 time: 0.0562744
Mar 31 18:18:31.519737 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-d7d95d09-a4d8-4dcc-ba5f-94f6ab4612e8 req-df1c0240-deaf-4df0-bbd7-0e19571fb952 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=e133340d-5235-49c2-8082-becbc976b284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442791
Mar 31 18:18:31.569657 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Device 3bfd294a-f954-4562-8fbf-0cd104ab3bee up at agent hyperv_hv-cinder-maste {{(pid=103898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 31 18:18:31.622927 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Provisioning complete for port 3bfd294a-f954-4562-8fbf-0cd104ab3bee triggered by entity L2. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:18:31.623303 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (3bfd294a-f954-4562-8fbf-0cd104ab3bee), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:31.704000 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Current status of the port 3bfd294a-f954-4562-8fbf-0cd104ab3bee is: BUILD; New status is: ACTIVE {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:18:31.704387 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (3bfd294a-f954-4562-8fbf-0cd104ab3bee), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:31.726294 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bfd294a-f954-4562-8fbf-0cd104ab3bee'}] {{(pid=103898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 31 18:18:31.728618 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb3075c6172e5baa69f5abc91eefeb9b3c1bf45f76ecf44b7f00bb5a6f62f1a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1882e65-554d-4ecb-91a2-f30c1fe5c3e5" -d '{"events": [{"server_uuid": "8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0", "name": "network-vif-plugged", "status": "completed", "tag": "3bfd294a-f954-4562-8fbf-0cd104ab3bee"}]}' {{(pid=103898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 31 18:18:31.747705 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] For port 3bfd294a-f954-4562-8fbf-0cd104ab3bee, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=3bfd294a-f954-4562-8fbf-0cd104ab3bee,segment=NetworkSegment(d3dc8398-bd2c-4dc7-a2ac-12de370e002b),segment_id=d3dc8398-bd2c-4dc7-a2ac-12de370e002b)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:18:31.775228 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 18:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9ee6c57-d071-4bc1-8a7c-8f377c739adf x-openstack-request-id: req-f9ee6c57-d071-4bc1-8a7c-8f377c739adf {{(pid=103898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 31 18:18:31.775545 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0", "name": "network-vif-plugged", "status": "completed", "tag": "3bfd294a-f954-4562-8fbf-0cd104ab3bee", "code": 200}]} {{(pid=103898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 31 18:18:31.775801 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f9ee6c57-d071-4bc1-8a7c-8f377c739adf {{(pid=103898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 31 18:18:31.776412 dv-cinder-master-3-iscsi neutron-server[103898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9ee6c57-d071-4bc1-8a7c-8f377c739adf'] response: {'server_uuid': '8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bfd294a-f954-4562-8fbf-0cd104ab3bee', 'code': 200}
Mar 31 18:18:31.817564 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (3bfd294a-f954-4562-8fbf-0cd104ab3bee), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:31.867731 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Pushing event updated for resources: {'Port': ['ID=3bfd294a-f954-4562-8fbf-0cd104ab3bee,revision_number=7']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:18:32.377500 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-be477ca9-b30f-4eb3-92ce-971cde9f4756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (d0835089-4a76-4105-9221-c81b46927b3c), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:32.648951 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31043c87-08c6-43f9-8d10-d19bf189ae3f req-36932ad4-7f72-4617-aaee-9341af6ba38c tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:18:32.650418 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-31043c87-08c6-43f9-8d10-d19bf189ae3f req-36932ad4-7f72-4617-aaee-9341af6ba38c tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0 HTTP/1.1" status: 200  len: 945 time: 0.0544295
Mar 31 18:18:32.700707 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-31043c87-08c6-43f9-8d10-d19bf189ae3f req-e4725547-0c9f-473a-ad5b-5652a6dc3146 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=e133340d-5235-49c2-8082-becbc976b284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438430
Mar 31 18:18:32.809691 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.agents_db [None req-39f62d97-bd56-4bf2-8522-12846eccdd8f None None] Agent healthcheck: found 6 active agents {{(pid=103899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 31 18:18:33.829882 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1c46ff-fa6a-4fd8-871b-6389071dd8d0 req-8d0df4a1-3e6d-4f51-b6ca-0f4469088f37 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:18:33.834645 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-dc1c46ff-fa6a-4fd8-871b-6389071dd8d0 req-8d0df4a1-3e6d-4f51-b6ca-0f4469088f37 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0 HTTP/1.1" status: 200  len: 945 time: 0.0551207
Mar 31 18:18:33.889529 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-dc1c46ff-fa6a-4fd8-871b-6389071dd8d0 req-bf90fa56-0879-4b29-a69a-c542a74b19c7 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=e133340d-5235-49c2-8082-becbc976b284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418994
Mar 31 18:18:33.920387 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-61acbcaf-515a-4595-a759-82c8bf4c0ac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (1ee04592-4785-424e-aa2a-0bd32f5faacf), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:35.015627 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b32b3d8-e1b6-4632-95b3-39513684b2c9 req-b69f2d1a-2619-4846-8eae-0fde8ae1fc97 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:18:35.017083 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-4b32b3d8-e1b6-4632-95b3-39513684b2c9 req-b69f2d1a-2619-4846-8eae-0fde8ae1fc97 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0 HTTP/1.1" status: 200  len: 945 time: 0.0529044
Mar 31 18:18:35.064378 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (b6d39f6c-4dc3-40bd-bbe5-e05b1f1d4e13), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:35.075653 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-4b32b3d8-e1b6-4632-95b3-39513684b2c9 req-1e69eb29-7d92-4495-bb67-853953a10c87 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=e133340d-5235-49c2-8082-becbc976b284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0527651
Mar 31 18:18:36.199472 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a972f567-d648-4e48-915a-323d821f0264 req-9e674d1f-b814-4625-bdce-cb59908bb94b tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:18:36.200952 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-a972f567-d648-4e48-915a-323d821f0264 req-9e674d1f-b814-4625-bdce-cb59908bb94b tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0 HTTP/1.1" status: 200  len: 945 time: 0.0524161
Mar 31 18:18:36.239988 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (06f31eaf-9418-4d11-8606-24a34b4b4893), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:36.252182 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-a972f567-d648-4e48-915a-323d821f0264 req-306eb15b-8404-41b1-97ea-78101df57148 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=e133340d-5235-49c2-8082-becbc976b284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450394
Mar 31 18:18:37.598423 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed08e46-b520-4045-8ecd-8448c4ff3d91 req-99bb9457-16f5-46bc-8bb2-db694fbed59b tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:18:37.599964 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-aed08e46-b520-4045-8ecd-8448c4ff3d91 req-99bb9457-16f5-46bc-8bb2-db694fbed59b tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0 HTTP/1.1" status: 200  len: 945 time: 0.2746077
Mar 31 18:18:37.646813 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-aed08e46-b520-4045-8ecd-8448c4ff3d91 req-1424c99f-3ae9-4255-a3fc-77277b76fba7 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=e133340d-5235-49c2-8082-becbc976b284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411718
Mar 31 18:18:38.768471 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc879e61-722f-4473-b184-76c3030a51de req-58534554-10b0-4624-98a3-a43db3f5bf85 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:18:38.770040 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-bc879e61-722f-4473-b184-76c3030a51de req-58534554-10b0-4624-98a3-a43db3f5bf85 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0 HTTP/1.1" status: 200  len: 945 time: 0.0528693
Mar 31 18:18:38.816220 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-bc879e61-722f-4473-b184-76c3030a51de req-4d1ba1d0-ce84-4ec4-aca5-93e7211a9cf8 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=e133340d-5235-49c2-8082-becbc976b284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406749
Mar 31 18:18:39.937029 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f617011-63e9-4536-9998-1723787a5638 req-349c3c0d-4263-4dcb-9d7b-86f1b7ad89ee tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:18:39.938515 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-4f617011-63e9-4536-9998-1723787a5638 req-349c3c0d-4263-4dcb-9d7b-86f1b7ad89ee tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0 HTTP/1.1" status: 200  len: 945 time: 0.0521979
Mar 31 18:18:39.985322 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-4f617011-63e9-4536-9998-1723787a5638 req-9378a77a-f35f-4cca-9586-92edc6d77825 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=e133340d-5235-49c2-8082-becbc976b284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413551
Mar 31 18:18:41.258579 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccde32a5-1ae9-4b2f-8d5f-804e3b8e9aab req-836be454-a634-40ee-9040-9ce0e8b68922 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:18:41.260107 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-ccde32a5-1ae9-4b2f-8d5f-804e3b8e9aab req-836be454-a634-40ee-9040-9ce0e8b68922 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0 HTTP/1.1" status: 200  len: 945 time: 0.2057538
Mar 31 18:18:41.307564 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-ccde32a5-1ae9-4b2f-8d5f-804e3b8e9aab req-7568e26b-0a60-48a4-9f5e-82068041b101 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=e133340d-5235-49c2-8082-becbc976b284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411191
Mar 31 18:18:42.483845 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed746a0-2377-412c-b738-e11bd5748387 req-e44ee041-3baf-498d-9797-0f4882e6cd67 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:18:42.485307 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-8ed746a0-2377-412c-b738-e11bd5748387 req-e44ee041-3baf-498d-9797-0f4882e6cd67 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0 HTTP/1.1" status: 200  len: 945 time: 0.1078393
Mar 31 18:18:42.531972 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-8ed746a0-2377-412c-b738-e11bd5748387 req-7adabead-d065-4c23-884c-922df9362a1a tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=e133340d-5235-49c2-8082-becbc976b284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407484
Mar 31 18:18:43.669905 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b64b21-c20b-4063-8249-60f06b58424b req-acbd91cf-3267-487e-a086-ea070edd1e5b tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:18:43.677486 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-f9b64b21-c20b-4063-8249-60f06b58424b req-acbd91cf-3267-487e-a086-ea070edd1e5b tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0 HTTP/1.1" status: 200  len: 945 time: 0.0745976
Mar 31 18:18:43.722637 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-f9b64b21-c20b-4063-8249-60f06b58424b req-6228755e-44c7-4fa7-b86d-739cb995dae5 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=e133340d-5235-49c2-8082-becbc976b284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441387
Mar 31 18:18:44.876675 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e66a57-fc33-4fa7-844c-c8ff44cf289b req-bd60119f-40c5-4162-bad7-b8e01283fabc tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:18:44.883821 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-58e66a57-fc33-4fa7-844c-c8ff44cf289b req-bd60119f-40c5-4162-bad7-b8e01283fabc tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0 HTTP/1.1" status: 200  len: 945 time: 0.0620775
Mar 31 18:18:44.946565 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-58e66a57-fc33-4fa7-844c-c8ff44cf289b req-eb7be46b-07e0-44f0-84e0-2e5c21aaaf93 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=e133340d-5235-49c2-8082-becbc976b284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0577323
Mar 31 18:18:46.105439 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd24226c-7b2b-492a-af8b-932fc06ac26c req-e3b22b68-7643-4ce9-8d8f-0a16590a76a0 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:18:46.107000 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-dd24226c-7b2b-492a-af8b-932fc06ac26c req-e3b22b68-7643-4ce9-8d8f-0a16590a76a0 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0 HTTP/1.1" status: 200  len: 945 time: 0.0631070
Mar 31 18:18:46.161159 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-dd24226c-7b2b-492a-af8b-932fc06ac26c req-1f864f22-2040-4dd8-a074-55b360095491 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=e133340d-5235-49c2-8082-becbc976b284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0476785
Mar 31 18:18:47.299175 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da481357-261e-4593-85a1-0754c5cc232b req-fac8a5a9-53d2-4ead-b1a7-c4f73f03e759 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:18:47.300902 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-da481357-261e-4593-85a1-0754c5cc232b req-fac8a5a9-53d2-4ead-b1a7-c4f73f03e759 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0 HTTP/1.1" status: 200  len: 945 time: 0.0582914
Mar 31 18:18:47.352305 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-da481357-261e-4593-85a1-0754c5cc232b req-3dca0cd9-7e44-45e3-b40f-625bfaefd6cd tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=e133340d-5235-49c2-8082-becbc976b284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457900
Mar 31 18:18:47.799268 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 53166) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:18:47.918881 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-11a49b78-ac9c-4cab-a851-5ce410cf949a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:47.997188 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-11a49b78-ac9c-4cab-a851-5ce410cf949a admin admin] Publish callbacks [] for security_group (9ebd0218-1eab-40bc-807e-9443dacd43b0), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:48.084527 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-11a49b78-ac9c-4cab-a851-5ce410cf949a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (9ebd0218-1eab-40bc-807e-9443dacd43b0), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:48.132754 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-11a49b78-ac9c-4cab-a851-5ce410cf949a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4f027e8b823f4b2cb266b0631ecb62d0&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3321805
Mar 31 18:18:48.133857 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a49b78-ac9c-4cab-a851-5ce410cf949a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ebd0218-1eab-40bc-807e-9443dacd43b0,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:18:48.135475 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 53172) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:18:48.204712 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-37b692e9-5889-4295-8f51-0c5c5884d2b8 admin admin] Publish callbacks [] for security_group (9ebd0218-1eab-40bc-807e-9443dacd43b0), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:48.227382 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-37b692e9-5889-4295-8f51-0c5c5884d2b8 admin admin] Publish callbacks [] for security_group (9ebd0218-1eab-40bc-807e-9443dacd43b0), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:48.359472 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-37b692e9-5889-4295-8f51-0c5c5884d2b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (9ebd0218-1eab-40bc-807e-9443dacd43b0), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:48.363913 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-37b692e9-5889-4295-8f51-0c5c5884d2b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:48.366717 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-37b692e9-5889-4295-8f51-0c5c5884d2b8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9ebd0218-1eab-40bc-807e-9443dacd43b0 HTTP/1.1" status: 204  len: 168 time: 0.2300849
Mar 31 18:18:48.393255 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b692e9-5889-4295-8f51-0c5c5884d2b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ebd0218-1eab-40bc-807e-9443dacd43b0,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:18:48.498703 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ebdb80-32d4-48ac-a6d7-994129eb0fbd req-073af118-e9e4-4fda-bd3e-bcd6fd64f0be tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:18:48.500743 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-47ebdb80-32d4-48ac-a6d7-994129eb0fbd req-073af118-e9e4-4fda-bd3e-bcd6fd64f0be tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0 HTTP/1.1" status: 200  len: 945 time: 0.0594497
Mar 31 18:18:48.567989 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-47ebdb80-32d4-48ac-a6d7-994129eb0fbd req-ec61878c-283c-4525-8c59-072eb82b5d7b tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=e133340d-5235-49c2-8082-becbc976b284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0603020
Mar 31 18:18:49.423489 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 53210) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:18:49.543523 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.v2.base [None req-86b1f4c4-1c72-4159-9dc3-54b3fbb3a6db admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-402431251-network', 'tenant_id': '70f0b3390f4542c8831753ecf26f6745'}} {{(pid=103897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:18:49.639982 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86b1f4c4-1c72-4159-9dc3-54b3fbb3a6db admin admin] Made reservation on behalf of 70f0b3390f4542c8831753ecf26f6745 for: {'network': 1} {{(pid=103897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 31 18:18:49.642741 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-86b1f4c4-1c72-4159-9dc3-54b3fbb3a6db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for network (None), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:49.660558 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-86b1f4c4-1c72-4159-9dc3-54b3fbb3a6db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:49.735702 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fed01c3-db17-4641-8e87-89de31367339 req-fd1b4e70-a136-4ed2-a820-e27e1d141151 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:18:49.737541 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-2fed01c3-db17-4641-8e87-89de31367339 req-fd1b4e70-a136-4ed2-a820-e27e1d141151 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0 HTTP/1.1" status: 200  len: 945 time: 0.0924680
Mar 31 18:18:49.806423 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-86b1f4c4-1c72-4159-9dc3-54b3fbb3a6db admin admin] Publish callbacks [] for security_group (9d1f4ca4-1840-4d81-bb54-a468998bd3b5), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:49.819705 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-2fed01c3-db17-4641-8e87-89de31367339 req-86990e3b-5796-4824-b4fe-6735a6887ba7 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=e133340d-5235-49c2-8082-becbc976b284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0751412
Mar 31 18:18:49.884728 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-86b1f4c4-1c72-4159-9dc3-54b3fbb3a6db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (9d1f4ca4-1840-4d81-bb54-a468998bd3b5), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:49.919502 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86b1f4c4-1c72-4159-9dc3-54b3fbb3a6db admin admin] vlan segment allocate from pool success with {'vlan_id': 573, 'physical_network': 'physnet1'}  {{(pid=103897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 31 18:18:49.933585 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b1f4c4-1c72-4159-9dc3-54b3fbb3a6db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d1f4ca4-1840-4d81-bb54-a468998bd3b5,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:18:49.945330 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-86b1f4c4-1c72-4159-9dc3-54b3fbb3a6db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186132'] for segment (0e13db69-fb06-49b3-a448-31200d86bc6e), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:49.945330 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.db.segments_db [None req-86b1f4c4-1c72-4159-9dc3-54b3fbb3a6db admin admin] Added segment 0e13db69-fb06-49b3-a448-31200d86bc6e of type vlan for network 46cf5202-8790-480a-a14a-b087639c31e2
Mar 31 18:18:49.996317 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-86b1f4c4-1c72-4159-9dc3-54b3fbb3a6db admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759342480442'] for network (46cf5202-8790-480a-a14a-b087639c31e2), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:50.084444 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-86b1f4c4-1c72-4159-9dc3-54b3fbb3a6db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679'] for network (46cf5202-8790-480a-a14a-b087639c31e2), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:50.085666 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b1f4c4-1c72-4159-9dc3-54b3fbb3a6db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:18:50.086324 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-86b1f4c4-1c72-4159-9dc3-54b3fbb3a6db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548721'] for network (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:50.168660 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b1f4c4-1c72-4159-9dc3-54b3fbb3a6db admin admin] Pushing event updated for resources: {'Network': ['ID=46cf5202-8790-480a-a14a-b087639c31e2,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:18:50.179568 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Network 46cf5202-8790-480a-a14a-b087639c31e2 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=103898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 31 18:18:50.226774 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 53216) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:18:50.234090 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-86b1f4c4-1c72-4159-9dc3-54b3fbb3a6db admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.8040533
Mar 31 18:18:50.235497 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [None req-97c4d0f1-fde2-4424-ade9-46987fa3f2cd admin admin] Request body: {'subnet': {'network_id': '46cf5202-8790-480a-a14a-b087639c31e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-402431251-subnet', 'tenant_id': '70f0b3390f4542c8831753ecf26f6745', 'ip_version': 4}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:18:50.330568 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97c4d0f1-fde2-4424-ade9-46987fa3f2cd admin admin] Made reservation on behalf of 70f0b3390f4542c8831753ecf26f6745 for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 31 18:18:50.333267 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-97c4d0f1-fde2-4424-ade9-46987fa3f2cd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33198968'] for subnet (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:50.885443 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-97c4d0f1-fde2-4424-ade9-46987fa3f2cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12884898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33198958'] for subnet (905ec444-b4c2-43a9-986a-e2ab2e05accc), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:50.983209 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c4d0f1-fde2-4424-ade9-46987fa3f2cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=905ec444-b4c2-43a9-986a-e2ab2e05accc,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:18:50.997585 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c4d0f1-fde2-4424-ade9-46987fa3f2cd admin admin] Checking segment: {'id': '0e13db69-fb06-49b3-a448-31200d86bc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '46cf5202-8790-480a-a14a-b087639c31e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 31 18:18:50.997945 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c4d0f1-fde2-4424-ade9-46987fa3f2cd admin admin] Network hostable DHCP agents. Network: 46cf5202-8790-480a-a14a-b087639c31e2, hostable agents: ['08150f5b-1b08-4271-84f1-4a3b03ee1892'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 31 18:18:51.007955 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a6f083-32e0-4bc0-9897-f4dc286d0f7a req-8df61a19-32da-4008-abc0-39d13379d34f tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:18:51.009448 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-a1a6f083-32e0-4bc0-9897-f4dc286d0f7a req-8df61a19-32da-4008-abc0-39d13379d34f tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0 HTTP/1.1" status: 200  len: 945 time: 0.1133904
Mar 31 18:18:51.061122 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-a1a6f083-32e0-4bc0-9897-f4dc286d0f7a req-d9eafb61-3217-4cf0-b98e-9a887406bcf5 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=e133340d-5235-49c2-8082-becbc976b284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446620
Mar 31 18:18:51.101766 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c4d0f1-fde2-4424-ade9-46987fa3f2cd admin admin] Network 46cf5202-8790-480a-a14a-b087639c31e2 is scheduled to be hosted by DHCP agent 08150f5b-1b08-4271-84f1-4a3b03ee1892 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 31 18:18:51.164872 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-97c4d0f1-fde2-4424-ade9-46987fa3f2cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 46cf5202-8790-480a-a14a-b087639c31e2) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 31 18:18:51.169300 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c4d0f1-fde2-4424-ade9-46987fa3f2cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:18:51.170029 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-97c4d0f1-fde2-4424-ade9-46987fa3f2cd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:51.179466 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a327a07f-1391-4d1f-97c9-cf971cffebb3 None None] Network 46cf5202-8790-480a-a14a-b087639c31e2 requested from dv-cinder-master-3-iscsi {{(pid=103898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 31 18:18:51.248169 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-97c4d0f1-fde2-4424-ade9-46987fa3f2cd admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.0189734
Mar 31 18:18:51.251652 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 53228) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:18:51.258253 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.v2.base [None req-81507d6a-6ccf-4885-b454-f70ea79c81a4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-402431251-router', 'tenant_id': '70f0b3390f4542c8831753ecf26f6745', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9'}}} {{(pid=103897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:18:51.330644 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6c70e7-ed1d-46f2-bdcc-37a001c43e6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-46cf5202-8790-480a-a14a-b087639c31e2', 'network_id': '46cf5202-8790-480a-a14a-b087639c31e2', 'project_id': '70f0b3390f4542c8831753ecf26f6745', 'fixed_ips': [{'subnet_id': '905ec444-b4c2-43a9-986a-e2ab2e05accc'}]}} from dv-cinder-master-3-iscsi. {{(pid=103898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 31 18:18:51.331504 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-1e6c70e7-ed1d-46f2-bdcc-37a001c43e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:51.385911 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-81507d6a-6ccf-4885-b454-f70ea79c81a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-494391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-419'] for router (7cf9ce2c-74d5-45b5-825a-ca1695a42357), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:51.385911 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-81507d6a-6ccf-4885-b454-f70ea79c81a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-495015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-506102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-487386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-426'] for router (7cf9ce2c-74d5-45b5-825a-ca1695a42357), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:51.444772 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-81507d6a-6ccf-4885-b454-f70ea79c81a4 admin admin] Publish callbacks [] for router_controller (7cf9ce2c-74d5-45b5-825a-ca1695a42357), precommit_add_association {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:51.567004 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.db_base_plugin_common [None req-1e6c70e7-ed1d-46f2-bdcc-37a001c43e6c None None] Allocated IP 172.20.0.2 (46cf5202-8790-480a-a14a-b087639c31e2/905ec444-b4c2-43a9-986a-e2ab2e05accc/becbdc21-5db3-480e-9c71-3db87ecc2f26) {{(pid=103898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 31 18:18:51.722522 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-81507d6a-6ccf-4885-b454-f70ea79c81a4 admin admin] Publish callbacks [] for router_gateway (7cf9ce2c-74d5-45b5-825a-ca1695a42357), precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:51.756969 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-1e6c70e7-ed1d-46f2-bdcc-37a001c43e6c None None] Publish callbacks [] for port (becbdc21-5db3-480e-9c71-3db87ecc2f26), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:51.839862 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-1e6c70e7-ed1d-46f2-bdcc-37a001c43e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759342510062'] for port (becbdc21-5db3-480e-9c71-3db87ecc2f26), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:51.894688 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6c70e7-ed1d-46f2-bdcc-37a001c43e6c None None] Network 46cf5202-8790-480a-a14a-b087639c31e2 is already hosted by enough agents. {{(pid=103898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 31 18:18:51.901834 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.base_scheduler [None req-1e6c70e7-ed1d-46f2-bdcc-37a001c43e6c None None] Resources bound (agent type, host, resource id):  {{(pid=103898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 31 18:18:51.908104 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6c70e7-ed1d-46f2-bdcc-37a001c43e6c None None] Received port after_create {{(pid=103898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 31 18:18:51.910365 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6c70e7-ed1d-46f2-bdcc-37a001c43e6c None None] Pushing event updated for resources: {'Port': ['ID=becbdc21-5db3-480e-9c71-3db87ecc2f26,revision_number=1']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:18:51.980735 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-1e6c70e7-ed1d-46f2-bdcc-37a001c43e6c None None] Attempting to bind port becbdc21-5db3-480e-9c71-3db87ecc2f26 on host dv-cinder-master-3-iscsi for vnic_type normal with profile  {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 31 18:18:51.981014 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-1e6c70e7-ed1d-46f2-bdcc-37a001c43e6c None None] Attempting to bind port becbdc21-5db3-480e-9c71-3db87ecc2f26 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '0e13db69-fb06-49b3-a448-31200d86bc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '46cf5202-8790-480a-a14a-b087639c31e2'}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 31 18:18:51.981431 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6c70e7-ed1d-46f2-bdcc-37a001c43e6c None None] Attempting to bind port becbdc21-5db3-480e-9c71-3db87ecc2f26 on network 46cf5202-8790-480a-a14a-b087639c31e2 {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 31 18:18:51.987217 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6c70e7-ed1d-46f2-bdcc-37a001c43e6c None None] Checking agent: {'id': 'b6d39f6c-4dc3-40bd-bbe5-e05b1f1d4e13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 5, 5), 'started_at': datetime.datetime(2022, 3, 31, 18, 5, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 31 18:18:51.987590 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6c70e7-ed1d-46f2-bdcc-37a001c43e6c None None] Checking segment: {'id': '0e13db69-fb06-49b3-a448-31200d86bc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '46cf5202-8790-480a-a14a-b087639c31e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 31 18:18:51.987987 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-1e6c70e7-ed1d-46f2-bdcc-37a001c43e6c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:51.988373 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6c70e7-ed1d-46f2-bdcc-37a001c43e6c None None] Bound using segment: {'id': '0e13db69-fb06-49b3-a448-31200d86bc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '46cf5202-8790-480a-a14a-b087639c31e2'} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 31 18:18:51.988837 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-1e6c70e7-ed1d-46f2-bdcc-37a001c43e6c None None] Bound port: becbdc21-5db3-480e-9c71-3db87ecc2f26, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e13db69-fb06-49b3-a448-31200d86bc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '46cf5202-8790-480a-a14a-b087639c31e2'}}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 31 18:18:51.989208 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-1e6c70e7-ed1d-46f2-bdcc-37a001c43e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (becbdc21-5db3-480e-9c71-3db87ecc2f26), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:52.026117 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-81507d6a-6ccf-4885-b454-f70ea79c81a4 admin admin] Publish callbacks [] for router_gateway (7cf9ce2c-74d5-45b5-825a-ca1695a42357), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:52.058511 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-81507d6a-6ccf-4885-b454-f70ea79c81a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (None), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:52.082870 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-1e6c70e7-ed1d-46f2-bdcc-37a001c43e6c None None] For port becbdc21-5db3-480e-9c71-3db87ecc2f26, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 31 18:18:52.086226 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-1e6c70e7-ed1d-46f2-bdcc-37a001c43e6c None None] For port becbdc21-5db3-480e-9c71-3db87ecc2f26, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=becbdc21-5db3-480e-9c71-3db87ecc2f26,segment=NetworkSegment(0e13db69-fb06-49b3-a448-31200d86bc6e),segment_id=0e13db69-fb06-49b3-a448-31200d86bc6e)] {{(pid=103898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 31 18:18:52.154058 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-1e6c70e7-ed1d-46f2-bdcc-37a001c43e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (becbdc21-5db3-480e-9c71-3db87ecc2f26), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:52.215217 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-81507d6a-6ccf-4885-b454-f70ea79c81a4 admin admin] Allocated IP 172.37.2.139 (b698396b-51c1-468f-b58d-8c59a3beb4d9/19546f9a-afff-4e10-9105-a9d5358dbe6e/dc7b18b7-7eb0-4761-9528-290ea51bf770) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 31 18:18:52.248315 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6c70e7-ed1d-46f2-bdcc-37a001c43e6c None None] Pushing event updated for resources: {'Port': ['ID=becbdc21-5db3-480e-9c71-3db87ecc2f26,revision_number=2']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:18:52.418320 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-81507d6a-6ccf-4885-b454-f70ea79c81a4 admin admin] Publish callbacks [] for port (dc7b18b7-7eb0-4761-9528-290ea51bf770), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:52.569044 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-81507d6a-6ccf-4885-b454-f70ea79c81a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759342510062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13081985'] for port (dc7b18b7-7eb0-4761-9528-290ea51bf770), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:52.624690 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81507d6a-6ccf-4885-b454-f70ea79c81a4 admin admin] Network b698396b-51c1-468f-b58d-8c59a3beb4d9 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 31 18:18:52.644059 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-81507d6a-6ccf-4885-b454-f70ea79c81a4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 31 18:18:52.650622 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81507d6a-6ccf-4885-b454-f70ea79c81a4 admin admin] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 31 18:18:52.698045 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81507d6a-6ccf-4885-b454-f70ea79c81a4 admin admin] Pushing event updated for resources: {'Port': ['ID=dc7b18b7-7eb0-4761-9528-290ea51bf770,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:18:52.715350 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc3e72a-a3ff-4358-a6ee-872d626d9660 req-21936a13-72d8-4418-a120-dce959e8c0d6 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:18:52.722441 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-ecc3e72a-a3ff-4358-a6ee-872d626d9660 req-21936a13-72d8-4418-a120-dce959e8c0d6 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0 HTTP/1.1" status: 200  len: 945 time: 0.1860709
Mar 31 18:18:52.854882 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-ecc3e72a-a3ff-4358-a6ee-872d626d9660 req-aa90c61e-abfc-4c44-894d-3c2d5c734a27 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=e133340d-5235-49c2-8082-becbc976b284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1303205
Mar 31 18:18:53.084923 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-81507d6a-6ccf-4885-b454-f70ea79c81a4 admin admin] Publish callbacks [] for router_gateway (7cf9ce2c-74d5-45b5-825a-ca1695a42357), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:53.349106 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2732003b-e9aa-462f-9d8d-88c469207969 None None] Network 46cf5202-8790-480a-a14a-b087639c31e2 requested from dv-cinder-master-3-iscsi {{(pid=103898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 31 18:18:53.364385 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-81507d6a-6ccf-4885-b454-f70ea79c81a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-495022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-505889'] for router (7cf9ce2c-74d5-45b5-825a-ca1695a42357), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:53.552999 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-072eb640-bf43-42a8-9cbc-8fcf859d8f42 None None] Provisioning complete for port becbdc21-5db3-480e-9c71-3db87ecc2f26 triggered by entity DHCP. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:18:53.553369 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-072eb640-bf43-42a8-9cbc-8fcf859d8f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (becbdc21-5db3-480e-9c71-3db87ecc2f26), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:53.577255 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81507d6a-6ccf-4885-b454-f70ea79c81a4 admin admin] Router 7cf9ce2c-74d5-45b5-825a-ca1695a42357 is scheduled to L3 agent f09d5d1b-4294-4f18-9a00-351412ae7ca6 with binding_index 1 {{(pid=103897) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 31 18:18:53.684500 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-072eb640-bf43-42a8-9cbc-8fcf859d8f42 None None] Current status of the port becbdc21-5db3-480e-9c71-3db87ecc2f26 is: DOWN; New status is: ACTIVE {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:18:53.685772 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-072eb640-bf43-42a8-9cbc-8fcf859d8f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (becbdc21-5db3-480e-9c71-3db87ecc2f26), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:53.695737 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81507d6a-6ccf-4885-b454-f70ea79c81a4 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 31 18:18:53.709972 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393ade93-b2b3-4f61-85b1-74986b6381ce None None] Sync routers for ids ['7cf9ce2c-74d5-45b5-825a-ca1695a42357'] in dv-cinder-master-3-iscsi {{(pid=103899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 31 18:18:53.730880 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393ade93-b2b3-4f61-85b1-74986b6381ce None None] Routers {'7cf9ce2c-74d5-45b5-825a-ca1695a42357'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 31 18:18:53.733041 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_hamode_db [None req-393ade93-b2b3-4f61-85b1-74986b6381ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7715cb16d0>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T18:05:01Z,description=<?>,heartbeat_timestamp=2022-03-31T18:18:31Z,host='dv-cinder-master-3-iscsi',id=f09d5d1b-4294-4f18-9a00-351412ae7ca6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-31T18:05:02Z,topic='l3_agent')) {'router_ids': ['7cf9ce2c-74d5-45b5-825a-ca1695a42357'], 'active': True} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:18:53.748622 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-072eb640-bf43-42a8-9cbc-8fcf859d8f42 None None] For port becbdc21-5db3-480e-9c71-3db87ecc2f26, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=becbdc21-5db3-480e-9c71-3db87ecc2f26,segment=NetworkSegment(0e13db69-fb06-49b3-a448-31200d86bc6e),segment_id=0e13db69-fb06-49b3-a448-31200d86bc6e)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:18:53.834889 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-81507d6a-6ccf-4885-b454-f70ea79c81a4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:53.836051 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-81507d6a-6ccf-4885-b454-f70ea79c81a4 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 2.5824687
Mar 31 18:18:53.838853 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 53250) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:18:53.869906 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-072eb640-bf43-42a8-9cbc-8fcf859d8f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (becbdc21-5db3-480e-9c71-3db87ecc2f26), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:53.932463 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvr_db [None req-393ade93-b2b3-4f61-85b1-74986b6381ce None None] Set router 7cf9ce2c-74d5-45b5-825a-ca1695a42357 gateway port host: dv-cinder-master-3-iscsi {{(pid=103899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 31 18:18:53.940808 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072eb640-bf43-42a8-9cbc-8fcf859d8f42 None None] Pushing event updated for resources: {'Port': ['ID=becbdc21-5db3-480e-9c71-3db87ecc2f26,revision_number=3']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:18:54.004347 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-e7349fda-437e-4bf2-baa2-b014020b7f92 None None] Provisioning complete for port becbdc21-5db3-480e-9c71-3db87ecc2f26 triggered by entity DHCP. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:18:54.004691 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-e7349fda-437e-4bf2-baa2-b014020b7f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (becbdc21-5db3-480e-9c71-3db87ecc2f26), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:54.116593 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-e7349fda-437e-4bf2-baa2-b014020b7f92 None None] Current status of the port becbdc21-5db3-480e-9c71-3db87ecc2f26 is: ACTIVE; New status is: ACTIVE {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:18:54.128590 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ca0ff3-0f5d-48be-bc0a-ff7f87801e7f req-af834eb5-93ee-431d-be5a-6f241b6cd2bf tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:18:54.133642 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-00ca0ff3-0f5d-48be-bc0a-ff7f87801e7f req-af834eb5-93ee-431d-be5a-6f241b6cd2bf tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0 HTTP/1.1" status: 200  len: 945 time: 0.1311324
Mar 31 18:18:54.188293 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_hamode_db [None req-393ade93-b2b3-4f61-85b1-74986b6381ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7715cb16d0>, [{'id': '7cf9ce2c-74d5-45b5-825a-ca1695a42357', 'name': 'tempest-TestVolumeBootPattern-402431251-router', 'tenant_id': '70f0b3390f4542c8831753ecf26f6745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.139'}], 'enable_snat': True}, 'gw_port_id': 'dc7b18b7-7eb0-4761-9528-290ea51bf770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:18:51Z', 'updated_at': '2022-03-31T18:18:52Z', 'revision_number': 3, 'project_id': '70f0b3390f4542c8831753ecf26f6745', 'gw_port': {'id': 'dc7b18b7-7eb0-4761-9528-290ea51bf770', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:2b:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cf9ce2c-74d5-45b5-825a-ca1695a42357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:18:52Z', 'updated_at': '2022-03-31T18:18:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:18:54.214142 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-00ca0ff3-0f5d-48be-bc0a-ff7f87801e7f req-38399f37-afd1-4108-b731-9f958ca9fd96 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=e133340d-5235-49c2-8082-becbc976b284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0745311
Mar 31 18:18:54.222249 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393ade93-b2b3-4f61-85b1-74986b6381ce None None] Checking router: 7cf9ce2c-74d5-45b5-825a-ca1695a42357 for host: dv-cinder-master-3-iscsi {{(pid=103899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 31 18:18:54.222627 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393ade93-b2b3-4f61-85b1-74986b6381ce None None] Updating router 7cf9ce2c-74d5-45b5-825a-ca1695a42357 port dc7b18b7-7eb0-4761-9528-290ea51bf770 binding host dv-cinder-master-3-iscsi {{(pid=103899) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 31 18:18:54.261461 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-393ade93-b2b3-4f61-85b1-74986b6381ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (dc7b18b7-7eb0-4761-9528-290ea51bf770), before_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:54.463606 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Device becbdc21-5db3-480e-9c71-3db87ecc2f26 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 31 18:18:54.512398 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-07f8af3f-b5b5-4ef2-a30c-02c912a6cb1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (None), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:54.532319 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Provisioning complete for port becbdc21-5db3-480e-9c71-3db87ecc2f26 triggered by entity L2. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:18:54.532847 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (becbdc21-5db3-480e-9c71-3db87ecc2f26), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:54.647352 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Current status of the port becbdc21-5db3-480e-9c71-3db87ecc2f26 is: ACTIVE; New status is: ACTIVE {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:18:54.781897 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-393ade93-b2b3-4f61-85b1-74986b6381ce None None] Publish callbacks [] for port (dc7b18b7-7eb0-4761-9528-290ea51bf770), precommit_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:54.840013 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-393ade93-b2b3-4f61-85b1-74986b6381ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (dc7b18b7-7eb0-4761-9528-290ea51bf770), after_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:54.910077 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.managers [None req-393ade93-b2b3-4f61-85b1-74986b6381ce None None] Attempting to bind port dc7b18b7-7eb0-4761-9528-290ea51bf770 on host dv-cinder-master-3-iscsi for vnic_type normal with profile  {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 31 18:18:54.910077 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.managers [None req-393ade93-b2b3-4f61-85b1-74986b6381ce None None] Attempting to bind port dc7b18b7-7eb0-4761-9528-290ea51bf770 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '31f32929-b46a-4720-9f75-d20195c1993a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9'}] {{(pid=103899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 31 18:18:54.910471 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393ade93-b2b3-4f61-85b1-74986b6381ce None None] Attempting to bind port dc7b18b7-7eb0-4761-9528-290ea51bf770 on network b698396b-51c1-468f-b58d-8c59a3beb4d9 {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 31 18:18:54.918433 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393ade93-b2b3-4f61-85b1-74986b6381ce None None] Checking agent: {'id': 'b6d39f6c-4dc3-40bd-bbe5-e05b1f1d4e13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 5, 5), 'started_at': datetime.datetime(2022, 3, 31, 18, 5, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 31 18:18:54.918704 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393ade93-b2b3-4f61-85b1-74986b6381ce None None] Checking segment: {'id': '31f32929-b46a-4720-9f75-d20195c1993a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 31 18:18:54.919656 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-393ade93-b2b3-4f61-85b1-74986b6381ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:54.920309 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393ade93-b2b3-4f61-85b1-74986b6381ce None None] Bound using segment: {'id': '31f32929-b46a-4720-9f75-d20195c1993a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9'} {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 31 18:18:54.920841 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.managers [None req-393ade93-b2b3-4f61-85b1-74986b6381ce None None] Bound port: dc7b18b7-7eb0-4761-9528-290ea51bf770, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31f32929-b46a-4720-9f75-d20195c1993a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9'}}] {{(pid=103899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 31 18:18:54.921204 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-393ade93-b2b3-4f61-85b1-74986b6381ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (dc7b18b7-7eb0-4761-9528-290ea51bf770), before_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:54.922812 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fe5a3f-eeee-48f0-888c-247e9a889cd9 None None] Pushing event updated for resources: {'Port': ['ID=dc7b18b7-7eb0-4761-9528-290ea51bf770,revision_number=2']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:18:54.977989 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-07f8af3f-b5b5-4ef2-a30c-02c912a6cb1a admin admin] Allocated IP 172.20.0.1 (46cf5202-8790-480a-a14a-b087639c31e2/905ec444-b4c2-43a9-986a-e2ab2e05accc/0f237034-63c3-4a22-be68-04490a5aa046) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 31 18:18:54.987264 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.db [None req-393ade93-b2b3-4f61-85b1-74986b6381ce None None] For port dc7b18b7-7eb0-4761-9528-290ea51bf770, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 31 18:18:54.992739 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.db [None req-393ade93-b2b3-4f61-85b1-74986b6381ce None None] For port dc7b18b7-7eb0-4761-9528-290ea51bf770, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=dc7b18b7-7eb0-4761-9528-290ea51bf770,segment=NetworkSegment(31f32929-b46a-4720-9f75-d20195c1993a),segment_id=31f32929-b46a-4720-9f75-d20195c1993a)] {{(pid=103899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 31 18:18:55.087359 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-393ade93-b2b3-4f61-85b1-74986b6381ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (dc7b18b7-7eb0-4761-9528-290ea51bf770), after_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:55.106207 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-07f8af3f-b5b5-4ef2-a30c-02c912a6cb1a admin admin] Publish callbacks [] for port (0f237034-63c3-4a22-be68-04490a5aa046), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:55.158103 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393ade93-b2b3-4f61-85b1-74986b6381ce None None] Routers {'7cf9ce2c-74d5-45b5-825a-ca1695a42357'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 31 18:18:55.158763 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_hamode_db [None req-393ade93-b2b3-4f61-85b1-74986b6381ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7715cb16d0>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T18:05:01Z,description=<?>,heartbeat_timestamp=2022-03-31T18:18:31Z,host='dv-cinder-master-3-iscsi',id=f09d5d1b-4294-4f18-9a00-351412ae7ca6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-31T18:05:02Z,topic='l3_agent')) {'router_ids': ['7cf9ce2c-74d5-45b5-825a-ca1695a42357'], 'active': True} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:18:55.201338 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fe5a3f-eeee-48f0-888c-247e9a889cd9 None None] Pushing event updated for resources: {'Port': ['ID=dc7b18b7-7eb0-4761-9528-290ea51bf770,revision_number=3']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:18:55.228284 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-07f8af3f-b5b5-4ef2-a30c-02c912a6cb1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759342510062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13081985'] for port (0f237034-63c3-4a22-be68-04490a5aa046), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:55.268418 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f8af3f-b5b5-4ef2-a30c-02c912a6cb1a admin admin] Network 46cf5202-8790-480a-a14a-b087639c31e2 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 31 18:18:55.271307 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-07f8af3f-b5b5-4ef2-a30c-02c912a6cb1a admin admin] Resources bound (agent type, host, resource id):  {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 31 18:18:55.274859 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f8af3f-b5b5-4ef2-a30c-02c912a6cb1a admin admin] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 31 18:18:55.296605 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvr_db [None req-393ade93-b2b3-4f61-85b1-74986b6381ce None None] Set router 7cf9ce2c-74d5-45b5-825a-ca1695a42357 gateway port host: dv-cinder-master-3-iscsi {{(pid=103899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 31 18:18:55.331360 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f8af3f-b5b5-4ef2-a30c-02c912a6cb1a admin admin] Pushing event updated for resources: {'Port': ['ID=0f237034-63c3-4a22-be68-04490a5aa046,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:18:55.356644 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-07f8af3f-b5b5-4ef2-a30c-02c912a6cb1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-506870'] for router_interface (7cf9ce2c-74d5-45b5-825a-ca1695a42357), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:55.432112 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd92bba-b090-4eca-8a08-bf3905522c68 req-1ed6ae6d-1ece-4d16-9cdb-f6e5d21551e1 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:18:55.433715 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-2fd92bba-b090-4eca-8a08-bf3905522c68 req-1ed6ae6d-1ece-4d16-9cdb-f6e5d21551e1 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0 HTTP/1.1" status: 200  len: 945 time: 0.1243894
Mar 31 18:18:55.507894 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_hamode_db [None req-393ade93-b2b3-4f61-85b1-74986b6381ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7715cb16d0>, [{'id': '7cf9ce2c-74d5-45b5-825a-ca1695a42357', 'name': 'tempest-TestVolumeBootPattern-402431251-router', 'tenant_id': '70f0b3390f4542c8831753ecf26f6745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.139'}], 'enable_snat': True}, 'gw_port_id': 'dc7b18b7-7eb0-4761-9528-290ea51bf770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:18:51Z', 'updated_at': '2022-03-31T18:18:52Z', 'revision_number': 3, 'project_id': '70f0b3390f4542c8831753ecf26f6745', 'gw_port': {'id': 'dc7b18b7-7eb0-4761-9528-290ea51bf770', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:2b:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cf9ce2c-74d5-45b5-825a-ca1695a42357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:18:52Z', 'updated_at': '2022-03-31T18:18:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:18:55.524465 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-2fd92bba-b090-4eca-8a08-bf3905522c68 req-b0fd0eb2-b9ee-4187-bef4-ac56a1a552ce tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=e133340d-5235-49c2-8082-becbc976b284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0784726
Mar 31 18:18:55.536179 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393ade93-b2b3-4f61-85b1-74986b6381ce None None] The sync data for ids ['7cf9ce2c-74d5-45b5-825a-ca1695a42357'] in dv-cinder-master-3-iscsi is: [{'id': '7cf9ce2c-74d5-45b5-825a-ca1695a42357', 'name': 'tempest-TestVolumeBootPattern-402431251-router', 'tenant_id': '70f0b3390f4542c8831753ecf26f6745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.139'}], 'enable_snat': True}, 'gw_port_id': 'dc7b18b7-7eb0-4761-9528-290ea51bf770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:18:51Z', 'updated_at': '2022-03-31T18:18:52Z', 'revision_number': 3, 'project_id': '70f0b3390f4542c8831753ecf26f6745', 'gw_port': {'id': 'dc7b18b7-7eb0-4761-9528-290ea51bf770', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:2b:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cf9ce2c-74d5-45b5-825a-ca1695a42357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:18:52Z', 'updated_at': '2022-03-31T18:18:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=103899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 31 18:18:55.564247 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-b4e4baad-ab67-4bf9-8e17-5623251e0e0b None None] Provisioning complete for port 0f237034-63c3-4a22-be68-04490a5aa046 triggered by entity DHCP. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:18:55.565293 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b4e4baad-ab67-4bf9-8e17-5623251e0e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (0f237034-63c3-4a22-be68-04490a5aa046), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:55.602304 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-b4e4baad-ab67-4bf9-8e17-5623251e0e0b None None] Port 0f237034-63c3-4a22-be68-04490a5aa046 cannot update to ACTIVE because it is not bound. {{(pid=103898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 31 18:18:55.739623 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-07f8af3f-b5b5-4ef2-a30c-02c912a6cb1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (0f237034-63c3-4a22-be68-04490a5aa046), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:55.943396 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-07f8af3f-b5b5-4ef2-a30c-02c912a6cb1a admin admin] Publish callbacks [] for port (0f237034-63c3-4a22-be68-04490a5aa046), precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:56.032944 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-07f8af3f-b5b5-4ef2-a30c-02c912a6cb1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13081992'] for port (0f237034-63c3-4a22-be68-04490a5aa046), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:56.109251 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-07f8af3f-b5b5-4ef2-a30c-02c912a6cb1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-506722'] for router_interface (7cf9ce2c-74d5-45b5-825a-ca1695a42357), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:56.111270 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f8af3f-b5b5-4ef2-a30c-02c912a6cb1a admin admin] Pushing event updated for resources: {'Port': ['ID=0f237034-63c3-4a22-be68-04490a5aa046,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:18:56.211489 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f8af3f-b5b5-4ef2-a30c-02c912a6cb1a admin admin] Network 46cf5202-8790-480a-a14a-b087639c31e2 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 31 18:18:56.213257 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-07f8af3f-b5b5-4ef2-a30c-02c912a6cb1a admin admin] Resources bound (agent type, host, resource id):  {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 31 18:18:56.453088 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Device dc7b18b7-7eb0-4761-9528-290ea51bf770 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 31 18:18:56.489644 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07f8af3f-b5b5-4ef2-a30c-02c912a6cb1a admin admin] Router 7cf9ce2c-74d5-45b5-825a-ca1695a42357 has already been hosted by L3 agent f09d5d1b-4294-4f18-9a00-351412ae7ca6 {{(pid=103897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 31 18:18:56.542352 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-acb0d0e4-5b53-458f-a5cd-1404c11b099e None None] Provisioning complete for port 0f237034-63c3-4a22-be68-04490a5aa046 triggered by entity DHCP. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:18:56.542775 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-acb0d0e4-5b53-458f-a5cd-1404c11b099e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (0f237034-63c3-4a22-be68-04490a5aa046), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:56.574439 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Provisioning complete for port dc7b18b7-7eb0-4761-9528-290ea51bf770 triggered by entity L2. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:18:56.576158 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (dc7b18b7-7eb0-4761-9528-290ea51bf770), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:56.607324 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-acb0d0e4-5b53-458f-a5cd-1404c11b099e None None] Port 0f237034-63c3-4a22-be68-04490a5aa046 cannot update to ACTIVE because it is not bound. {{(pid=103898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 31 18:18:56.688604 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Current status of the port dc7b18b7-7eb0-4761-9528-290ea51bf770 is: DOWN; New status is: ACTIVE {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:18:56.689005 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (dc7b18b7-7eb0-4761-9528-290ea51bf770), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:56.719983 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] For port dc7b18b7-7eb0-4761-9528-290ea51bf770, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=dc7b18b7-7eb0-4761-9528-290ea51bf770,segment=NetworkSegment(31f32929-b46a-4720-9f75-d20195c1993a),segment_id=31f32929-b46a-4720-9f75-d20195c1993a)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:18:56.723803 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07f8af3f-b5b5-4ef2-a30c-02c912a6cb1a admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 31 18:18:56.755048 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-07f8af3f-b5b5-4ef2-a30c-02c912a6cb1a admin admin] 10.222.0.58 "PUT /v2.0/routers/7cf9ce2c-74d5-45b5-825a-ca1695a42357/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8899133
Mar 31 18:18:56.755184 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6c5e2c-4449-4080-8cf7-089f302d7871 req-74ec9e22-c200-4543-8ccd-e68838487018 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:18:56.755184 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-3c6c5e2c-4449-4080-8cf7-089f302d7871 req-74ec9e22-c200-4543-8ccd-e68838487018 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0 HTTP/1.1" status: 200  len: 945 time: 0.0947123
Mar 31 18:18:56.797555 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-3c6c5e2c-4449-4080-8cf7-089f302d7871 req-6bc4e219-17a7-4c65-8206-7198e2d25d0d tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=e133340d-5235-49c2-8082-becbc976b284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0576437
Mar 31 18:18:56.856821 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (dc7b18b7-7eb0-4761-9528-290ea51bf770), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:56.969482 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Pushing event updated for resources: {'Port': ['ID=dc7b18b7-7eb0-4761-9528-290ea51bf770,revision_number=4']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:18:57.373377 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3159ece1-62e4-4789-9065-1763a809c2bb None None] Sync routers for ids ['7cf9ce2c-74d5-45b5-825a-ca1695a42357'] in dv-cinder-master-3-iscsi {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 31 18:18:57.383737 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3159ece1-62e4-4789-9065-1763a809c2bb None None] Routers {'7cf9ce2c-74d5-45b5-825a-ca1695a42357'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 31 18:18:57.387416 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-3159ece1-62e4-4789-9065-1763a809c2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f771534af70>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T18:05:01Z,description=<?>,heartbeat_timestamp=2022-03-31T18:18:31Z,host='dv-cinder-master-3-iscsi',id=f09d5d1b-4294-4f18-9a00-351412ae7ca6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-31T18:05:02Z,topic='l3_agent')) {'router_ids': ['7cf9ce2c-74d5-45b5-825a-ca1695a42357'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:18:57.494164 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-3159ece1-62e4-4789-9065-1763a809c2bb None None] Set router 7cf9ce2c-74d5-45b5-825a-ca1695a42357 gateway port host: dv-cinder-master-3-iscsi {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 31 18:18:57.589462 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 53300) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:18:57.594948 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.v2.base [None req-3258eb59-455f-4da2-b9ad-7f248aae3b2c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-366965650-network', 'tenant_id': '925b9541efdf4ed084c2a62b9434089e'}} {{(pid=103897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:18:57.690711 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3258eb59-455f-4da2-b9ad-7f248aae3b2c admin admin] Made reservation on behalf of 925b9541efdf4ed084c2a62b9434089e for: {'network': 1} {{(pid=103897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 31 18:18:57.693357 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3258eb59-455f-4da2-b9ad-7f248aae3b2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for network (None), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:57.702396 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-3159ece1-62e4-4789-9065-1763a809c2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f771534af70>, [{'id': '7cf9ce2c-74d5-45b5-825a-ca1695a42357', 'name': 'tempest-TestVolumeBootPattern-402431251-router', 'tenant_id': '70f0b3390f4542c8831753ecf26f6745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.139'}], 'enable_snat': True}, 'gw_port_id': 'dc7b18b7-7eb0-4761-9528-290ea51bf770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:18:51Z', 'updated_at': '2022-03-31T18:18:55Z', 'revision_number': 4, 'project_id': '70f0b3390f4542c8831753ecf26f6745', 'gw_port': {'id': 'dc7b18b7-7eb0-4761-9528-290ea51bf770', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:2b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf9ce2c-74d5-45b5-825a-ca1695a42357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:18:52Z', 'updated_at': '2022-03-31T18:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '0f237034-63c3-4a22-be68-04490a5aa046', 'name': '', 'network_id': '46cf5202-8790-480a-a14a-b087639c31e2', 'tenant_id': '70f0b3390f4542c8831753ecf26f6745', 'mac_address': 'fa:16:3e:0c:4f:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cf9ce2c-74d5-45b5-825a-ca1695a42357', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '905ec444-b4c2-43a9-986a-e2ab2e05accc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:18:54Z', 'updated_at': '2022-03-31T18:18:55Z', 'revision_number': 2, 'project_id': '70f0b3390f4542c8831753ecf26f6745', 'subnets': [{'id': '905ec444-b4c2-43a9-986a-e2ab2e05accc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:18:57.704382 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3258eb59-455f-4da2-b9ad-7f248aae3b2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:57.746798 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3159ece1-62e4-4789-9065-1763a809c2bb None None] Checking router: 7cf9ce2c-74d5-45b5-825a-ca1695a42357 for host: dv-cinder-master-3-iscsi {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 31 18:18:57.749775 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3159ece1-62e4-4789-9065-1763a809c2bb None None] Updating router 7cf9ce2c-74d5-45b5-825a-ca1695a42357 port 0f237034-63c3-4a22-be68-04490a5aa046 binding host dv-cinder-master-3-iscsi {{(pid=103898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 31 18:18:57.789863 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-3159ece1-62e4-4789-9065-1763a809c2bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (0f237034-63c3-4a22-be68-04490a5aa046), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:57.790901 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3258eb59-455f-4da2-b9ad-7f248aae3b2c admin admin] Publish callbacks [] for security_group (6d4d4425-0bb8-4f4a-ba5c-17ae70ca727a), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:57.878847 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3258eb59-455f-4da2-b9ad-7f248aae3b2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (6d4d4425-0bb8-4f4a-ba5c-17ae70ca727a), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:57.919813 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3258eb59-455f-4da2-b9ad-7f248aae3b2c admin admin] vlan segment allocate from pool success with {'vlan_id': 582, 'physical_network': 'physnet1'}  {{(pid=103897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 31 18:18:57.937446 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3258eb59-455f-4da2-b9ad-7f248aae3b2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d4d4425-0bb8-4f4a-ba5c-17ae70ca727a,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:18:57.943205 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3258eb59-455f-4da2-b9ad-7f248aae3b2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186132'] for segment (47c73883-375b-4386-a6b8-c2a2ef7318d2), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:57.943552 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.db.segments_db [None req-3258eb59-455f-4da2-b9ad-7f248aae3b2c admin admin] Added segment 47c73883-375b-4386-a6b8-c2a2ef7318d2 of type vlan for network 2c1080c7-0602-4261-92a8-abd0140ff291
Mar 31 18:18:58.004635 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43b83f2-6ab6-4987-a663-25146301bcdc req-6649ee24-1421-457b-9cd9-a2fcaf21eb2a tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:18:58.004635 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-b43b83f2-6ab6-4987-a663-25146301bcdc req-6649ee24-1421-457b-9cd9-a2fcaf21eb2a tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0 HTTP/1.1" status: 200  len: 945 time: 0.1326160
Mar 31 18:18:58.004635 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3258eb59-455f-4da2-b9ad-7f248aae3b2c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759342480442'] for network (2c1080c7-0602-4261-92a8-abd0140ff291), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:58.066682 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-b43b83f2-6ab6-4987-a663-25146301bcdc req-0212b649-8b40-420f-bd2b-0d29a277592e tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=e133340d-5235-49c2-8082-becbc976b284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0592513
Mar 31 18:18:58.078953 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-3159ece1-62e4-4789-9065-1763a809c2bb None None] Publish callbacks [] for port (0f237034-63c3-4a22-be68-04490a5aa046), precommit_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:58.118359 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3258eb59-455f-4da2-b9ad-7f248aae3b2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679'] for network (2c1080c7-0602-4261-92a8-abd0140ff291), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:58.119400 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3258eb59-455f-4da2-b9ad-7f248aae3b2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:18:58.120017 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3258eb59-455f-4da2-b9ad-7f248aae3b2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548721'] for network (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:58.157822 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-3159ece1-62e4-4789-9065-1763a809c2bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (0f237034-63c3-4a22-be68-04490a5aa046), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:58.181729 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3258eb59-455f-4da2-b9ad-7f248aae3b2c admin admin] Pushing event updated for resources: {'Network': ['ID=2c1080c7-0602-4261-92a8-abd0140ff291,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:18:58.196956 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Network 2c1080c7-0602-4261-92a8-abd0140ff291 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=103898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 31 18:18:58.255783 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-3258eb59-455f-4da2-b9ad-7f248aae3b2c admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.6651652
Mar 31 18:18:58.256445 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a1d01f-2717-4ef6-ae34-a319d441dc5c None None] Pushing event updated for resources: {'Port': ['ID=0f237034-63c3-4a22-be68-04490a5aa046,revision_number=3']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:18:58.256669 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 53312) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:18:58.261641 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [None req-2d9cb452-4665-49c0-9093-391ad6ba4c42 admin admin] Request body: {'subnet': {'network_id': '2c1080c7-0602-4261-92a8-abd0140ff291', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-366965650-subnet', 'tenant_id': '925b9541efdf4ed084c2a62b9434089e', 'ip_version': 4}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:18:58.326733 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-3159ece1-62e4-4789-9065-1763a809c2bb None None] Attempting to bind port 0f237034-63c3-4a22-be68-04490a5aa046 on host dv-cinder-master-3-iscsi for vnic_type normal with profile  {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 31 18:18:58.327178 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-3159ece1-62e4-4789-9065-1763a809c2bb None None] Attempting to bind port 0f237034-63c3-4a22-be68-04490a5aa046 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '0e13db69-fb06-49b3-a448-31200d86bc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '46cf5202-8790-480a-a14a-b087639c31e2'}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 31 18:18:58.327536 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3159ece1-62e4-4789-9065-1763a809c2bb None None] Attempting to bind port 0f237034-63c3-4a22-be68-04490a5aa046 on network 46cf5202-8790-480a-a14a-b087639c31e2 {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 31 18:18:58.334566 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3159ece1-62e4-4789-9065-1763a809c2bb None None] Checking agent: {'id': 'b6d39f6c-4dc3-40bd-bbe5-e05b1f1d4e13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 5, 5), 'started_at': datetime.datetime(2022, 3, 31, 18, 5, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 31 18:18:58.335143 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3159ece1-62e4-4789-9065-1763a809c2bb None None] Checking segment: {'id': '0e13db69-fb06-49b3-a448-31200d86bc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '46cf5202-8790-480a-a14a-b087639c31e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 31 18:18:58.335644 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-3159ece1-62e4-4789-9065-1763a809c2bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:58.336141 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3159ece1-62e4-4789-9065-1763a809c2bb None None] Bound using segment: {'id': '0e13db69-fb06-49b3-a448-31200d86bc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '46cf5202-8790-480a-a14a-b087639c31e2'} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 31 18:18:58.336708 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-3159ece1-62e4-4789-9065-1763a809c2bb None None] Bound port: 0f237034-63c3-4a22-be68-04490a5aa046, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e13db69-fb06-49b3-a448-31200d86bc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '46cf5202-8790-480a-a14a-b087639c31e2'}}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 31 18:18:58.337199 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-3159ece1-62e4-4789-9065-1763a809c2bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (0f237034-63c3-4a22-be68-04490a5aa046), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:58.393020 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d9cb452-4665-49c0-9093-391ad6ba4c42 admin admin] Made reservation on behalf of 925b9541efdf4ed084c2a62b9434089e for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 31 18:18:58.393989 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Device dc7b18b7-7eb0-4761-9528-290ea51bf770 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 31 18:18:58.396008 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2d9cb452-4665-49c0-9093-391ad6ba4c42 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33198968'] for subnet (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:58.474354 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-3159ece1-62e4-4789-9065-1763a809c2bb None None] For port 0f237034-63c3-4a22-be68-04490a5aa046, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 31 18:18:58.479333 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-3159ece1-62e4-4789-9065-1763a809c2bb None None] For port 0f237034-63c3-4a22-be68-04490a5aa046, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=0f237034-63c3-4a22-be68-04490a5aa046,segment=NetworkSegment(0e13db69-fb06-49b3-a448-31200d86bc6e),segment_id=0e13db69-fb06-49b3-a448-31200d86bc6e)] {{(pid=103898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 31 18:18:58.480788 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-11543060-dbcc-4c9c-8803-70524597937f None None] Provisioning complete for port 0f237034-63c3-4a22-be68-04490a5aa046 triggered by entity DHCP. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:18:58.481696 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-11543060-dbcc-4c9c-8803-70524597937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (0f237034-63c3-4a22-be68-04490a5aa046), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:58.524663 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Provisioning complete for port dc7b18b7-7eb0-4761-9528-290ea51bf770 triggered by entity L2. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:18:58.525079 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (dc7b18b7-7eb0-4761-9528-290ea51bf770), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:58.527616 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-11543060-dbcc-4c9c-8803-70524597937f None None] Port 0f237034-63c3-4a22-be68-04490a5aa046 cannot update to ACTIVE because it is not bound. {{(pid=103898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 31 18:18:58.560977 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-3159ece1-62e4-4789-9065-1763a809c2bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (0f237034-63c3-4a22-be68-04490a5aa046), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:58.632708 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3159ece1-62e4-4789-9065-1763a809c2bb None None] Routers {'7cf9ce2c-74d5-45b5-825a-ca1695a42357'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 31 18:18:58.633217 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2d9cb452-4665-49c0-9093-391ad6ba4c42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12884898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33198958'] for subnet (bbd6266b-517a-4e18-995a-235134aacff8), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:58.633356 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-3159ece1-62e4-4789-9065-1763a809c2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f771534af70>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T18:05:01Z,description=<?>,heartbeat_timestamp=2022-03-31T18:18:31Z,host='dv-cinder-master-3-iscsi',id=f09d5d1b-4294-4f18-9a00-351412ae7ca6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-31T18:05:02Z,topic='l3_agent')) {'router_ids': ['7cf9ce2c-74d5-45b5-825a-ca1695a42357'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:18:58.693023 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9cb452-4665-49c0-9093-391ad6ba4c42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbd6266b-517a-4e18-995a-235134aacff8,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:18:58.703747 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9cb452-4665-49c0-9093-391ad6ba4c42 admin admin] Checking segment: {'id': '47c73883-375b-4386-a6b8-c2a2ef7318d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '2c1080c7-0602-4261-92a8-abd0140ff291'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 31 18:18:58.704039 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9cb452-4665-49c0-9093-391ad6ba4c42 admin admin] Network hostable DHCP agents. Network: 2c1080c7-0602-4261-92a8-abd0140ff291, hostable agents: ['08150f5b-1b08-4271-84f1-4a3b03ee1892'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 31 18:18:58.728273 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a1d01f-2717-4ef6-ae34-a319d441dc5c None None] Pushing event updated for resources: {'Port': ['ID=0f237034-63c3-4a22-be68-04490a5aa046,revision_number=4']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:18:58.759757 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Current status of the port dc7b18b7-7eb0-4761-9528-290ea51bf770 is: ACTIVE; New status is: ACTIVE {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:18:58.781077 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9cb452-4665-49c0-9093-391ad6ba4c42 admin admin] Network 2c1080c7-0602-4261-92a8-abd0140ff291 is scheduled to be hosted by DHCP agent 08150f5b-1b08-4271-84f1-4a3b03ee1892 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 31 18:18:58.788810 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-3159ece1-62e4-4789-9065-1763a809c2bb None None] Set router 7cf9ce2c-74d5-45b5-825a-ca1695a42357 gateway port host: dv-cinder-master-3-iscsi {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 31 18:18:58.849588 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-2d9cb452-4665-49c0-9093-391ad6ba4c42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 2c1080c7-0602-4261-92a8-abd0140ff291) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 31 18:18:58.853787 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d9cb452-4665-49c0-9093-391ad6ba4c42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:18:58.854370 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2d9cb452-4665-49c0-9093-391ad6ba4c42 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:58.868429 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75075f5-2091-4ee8-aa8b-678cd624396f None None] Network 2c1080c7-0602-4261-92a8-abd0140ff291 requested from dv-cinder-master-3-iscsi {{(pid=103898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 31 18:18:58.932352 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-2d9cb452-4665-49c0-9093-391ad6ba4c42 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.6745067
Mar 31 18:18:58.934827 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 53316) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:18:58.939062 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [None req-10c1e773-a336-434f-9804-a6c390568736 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-366965650-router', 'tenant_id': '925b9541efdf4ed084c2a62b9434089e', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9'}}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:18:58.980462 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-5e4343f8-d71a-4678-b3a2-607611a69600 None None] Provisioning complete for port 0f237034-63c3-4a22-be68-04490a5aa046 triggered by entity DHCP. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:18:58.980835 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5e4343f8-d71a-4678-b3a2-607611a69600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (0f237034-63c3-4a22-be68-04490a5aa046), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:59.062671 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-10c1e773-a336-434f-9804-a6c390568736 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-494391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-419'] for router (e93e66a2-9efc-4d96-9ed4-8079260ec4ba), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:59.064911 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-10c1e773-a336-434f-9804-a6c390568736 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-495015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-506102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-487386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-426'] for router (e93e66a2-9efc-4d96-9ed4-8079260ec4ba), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:59.123739 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-10c1e773-a336-434f-9804-a6c390568736 admin admin] Publish callbacks [] for router_controller (e93e66a2-9efc-4d96-9ed4-8079260ec4ba), precommit_add_association {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:59.196449 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b2945f-8036-4868-8a24-c4d1c84820b7 req-756b0249-2fd3-4070-b9c5-c211233ce98f tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:18:59.197962 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-e6b2945f-8036-4868-8a24-c4d1c84820b7 req-756b0249-2fd3-4070-b9c5-c211233ce98f tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0 HTTP/1.1" status: 200  len: 945 time: 0.0540953
Mar 31 18:18:59.226847 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-42b60c24-4348-4542-8f29-98ad7885c617 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (08150f5b-1b08-4271-84f1-4a3b03ee1892), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:59.250348 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc20521d-476a-469d-84fa-920aa76fe49b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-2c1080c7-0602-4261-92a8-abd0140ff291', 'network_id': '2c1080c7-0602-4261-92a8-abd0140ff291', 'project_id': '925b9541efdf4ed084c2a62b9434089e', 'fixed_ips': [{'subnet_id': 'bbd6266b-517a-4e18-995a-235134aacff8'}]}} from dv-cinder-master-3-iscsi. {{(pid=103898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 31 18:18:59.251236 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-fc20521d-476a-469d-84fa-920aa76fe49b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:59.317634 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-5e4343f8-d71a-4678-b3a2-607611a69600 None None] Current status of the port 0f237034-63c3-4a22-be68-04490a5aa046 is: DOWN; New status is: ACTIVE {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:18:59.318411 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5e4343f8-d71a-4678-b3a2-607611a69600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (0f237034-63c3-4a22-be68-04490a5aa046), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:59.373100 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-e6b2945f-8036-4868-8a24-c4d1c84820b7 req-e3e9ce75-8ede-489f-8bc4-c4655da17c4a tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=e133340d-5235-49c2-8082-becbc976b284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1396339
Mar 31 18:18:59.375373 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-10c1e773-a336-434f-9804-a6c390568736 admin admin] Publish callbacks [] for router_gateway (e93e66a2-9efc-4d96-9ed4-8079260ec4ba), precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:59.449443 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-5e4343f8-d71a-4678-b3a2-607611a69600 None None] For port 0f237034-63c3-4a22-be68-04490a5aa046, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=0f237034-63c3-4a22-be68-04490a5aa046,segment=NetworkSegment(0e13db69-fb06-49b3-a448-31200d86bc6e),segment_id=0e13db69-fb06-49b3-a448-31200d86bc6e)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:18:59.456159 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-3159ece1-62e4-4789-9065-1763a809c2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f771534af70>, [{'id': '7cf9ce2c-74d5-45b5-825a-ca1695a42357', 'name': 'tempest-TestVolumeBootPattern-402431251-router', 'tenant_id': '70f0b3390f4542c8831753ecf26f6745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.139'}], 'enable_snat': True}, 'gw_port_id': 'dc7b18b7-7eb0-4761-9528-290ea51bf770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:18:51Z', 'updated_at': '2022-03-31T18:18:55Z', 'revision_number': 4, 'project_id': '70f0b3390f4542c8831753ecf26f6745', 'gw_port': {'id': 'dc7b18b7-7eb0-4761-9528-290ea51bf770', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:2b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf9ce2c-74d5-45b5-825a-ca1695a42357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:18:52Z', 'updated_at': '2022-03-31T18:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '0f237034-63c3-4a22-be68-04490a5aa046', 'name': '', 'network_id': '46cf5202-8790-480a-a14a-b087639c31e2', 'tenant_id': '70f0b3390f4542c8831753ecf26f6745', 'mac_address': 'fa:16:3e:0c:4f:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cf9ce2c-74d5-45b5-825a-ca1695a42357', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '905ec444-b4c2-43a9-986a-e2ab2e05accc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:18:54Z', 'updated_at': '2022-03-31T18:18:58Z', 'revision_number': 4, 'project_id': '70f0b3390f4542c8831753ecf26f6745', 'subnets': [{'id': '905ec444-b4c2-43a9-986a-e2ab2e05accc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:18:59.484723 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3159ece1-62e4-4789-9065-1763a809c2bb None None] The sync data for ids ['7cf9ce2c-74d5-45b5-825a-ca1695a42357'] in dv-cinder-master-3-iscsi is: [{'id': '7cf9ce2c-74d5-45b5-825a-ca1695a42357', 'name': 'tempest-TestVolumeBootPattern-402431251-router', 'tenant_id': '70f0b3390f4542c8831753ecf26f6745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.139'}], 'enable_snat': True}, 'gw_port_id': 'dc7b18b7-7eb0-4761-9528-290ea51bf770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:18:51Z', 'updated_at': '2022-03-31T18:18:55Z', 'revision_number': 4, 'project_id': '70f0b3390f4542c8831753ecf26f6745', 'gw_port': {'id': 'dc7b18b7-7eb0-4761-9528-290ea51bf770', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:2b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf9ce2c-74d5-45b5-825a-ca1695a42357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:18:52Z', 'updated_at': '2022-03-31T18:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '0f237034-63c3-4a22-be68-04490a5aa046', 'name': '', 'network_id': '46cf5202-8790-480a-a14a-b087639c31e2', 'tenant_id': '70f0b3390f4542c8831753ecf26f6745', 'mac_address': 'fa:16:3e:0c:4f:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cf9ce2c-74d5-45b5-825a-ca1695a42357', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '905ec444-b4c2-43a9-986a-e2ab2e05accc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:18:54Z', 'updated_at': '2022-03-31T18:18:58Z', 'revision_number': 4, 'project_id': '70f0b3390f4542c8831753ecf26f6745', 'subnets': [{'id': '905ec444-b4c2-43a9-986a-e2ab2e05accc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 31 18:18:59.502630 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.db_base_plugin_common [None req-fc20521d-476a-469d-84fa-920aa76fe49b None None] Allocated IP 172.20.0.2 (2c1080c7-0602-4261-92a8-abd0140ff291/bbd6266b-517a-4e18-995a-235134aacff8/6fc56c87-4858-4b10-91af-6d8b130ad762) {{(pid=103898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 31 18:18:59.533767 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5e4343f8-d71a-4678-b3a2-607611a69600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (0f237034-63c3-4a22-be68-04490a5aa046), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:59.659534 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4343f8-d71a-4678-b3a2-607611a69600 None None] Pushing event updated for resources: {'Port': ['ID=0f237034-63c3-4a22-be68-04490a5aa046,revision_number=5']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:18:59.688322 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-10c1e773-a336-434f-9804-a6c390568736 admin admin] Publish callbacks [] for router_gateway (e93e66a2-9efc-4d96-9ed4-8079260ec4ba), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:59.721529 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-10c1e773-a336-434f-9804-a6c390568736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:59.757184 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-fc20521d-476a-469d-84fa-920aa76fe49b None None] Publish callbacks [] for port (6fc56c87-4858-4b10-91af-6d8b130ad762), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:59.813910 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7581769f-ab21-4e37-a7a1-e54076983dfb req-bc2e1c58-d500-47b2-81ab-66ef0012141f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:18:59.815399 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-7581769f-ab21-4e37-a7a1-e54076983dfb req-bc2e1c58-d500-47b2-81ab-66ef0012141f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=eb7248f2c93342cd823f385c53a69d05&device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0 HTTP/1.1" status: 200  len: 1129 time: 0.2854896
Mar 31 18:18:59.833316 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-fc20521d-476a-469d-84fa-920aa76fe49b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759342510062'] for port (6fc56c87-4858-4b10-91af-6d8b130ad762), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:18:59.856695 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-10c1e773-a336-434f-9804-a6c390568736 admin admin] Allocated IP 172.37.2.63 (b698396b-51c1-468f-b58d-8c59a3beb4d9/19546f9a-afff-4e10-9105-a9d5358dbe6e/13e70027-899e-4e23-a14d-05dccf8cb45c) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 31 18:18:59.909856 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc20521d-476a-469d-84fa-920aa76fe49b None None] Network 2c1080c7-0602-4261-92a8-abd0140ff291 is already hosted by enough agents. {{(pid=103898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 31 18:18:59.922373 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.base_scheduler [None req-fc20521d-476a-469d-84fa-920aa76fe49b None None] Resources bound (agent type, host, resource id):  {{(pid=103898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 31 18:18:59.922787 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7581769f-ab21-4e37-a7a1-e54076983dfb req-6f1481d1-50e1-40d6-8cf3-971b6bdf7057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:18:59.924447 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-7581769f-ab21-4e37-a7a1-e54076983dfb req-6f1481d1-50e1-40d6-8cf3-971b6bdf7057 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b654ebd8-4c33-443d-bee5-4bafdafcd132 HTTP/1.1" status: 200  len: 917 time: 0.1029351
Mar 31 18:18:59.927999 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc20521d-476a-469d-84fa-920aa76fe49b None None] Received port after_create {{(pid=103898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 31 18:18:59.931767 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc20521d-476a-469d-84fa-920aa76fe49b None None] Pushing event updated for resources: {'Port': ['ID=6fc56c87-4858-4b10-91af-6d8b130ad762,revision_number=1']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:19:00.003435 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-fc20521d-476a-469d-84fa-920aa76fe49b None None] Attempting to bind port 6fc56c87-4858-4b10-91af-6d8b130ad762 on host dv-cinder-master-3-iscsi for vnic_type normal with profile  {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 31 18:19:00.004229 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-fc20521d-476a-469d-84fa-920aa76fe49b None None] Attempting to bind port 6fc56c87-4858-4b10-91af-6d8b130ad762 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '47c73883-375b-4386-a6b8-c2a2ef7318d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '2c1080c7-0602-4261-92a8-abd0140ff291'}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 31 18:19:00.004946 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc20521d-476a-469d-84fa-920aa76fe49b None None] Attempting to bind port 6fc56c87-4858-4b10-91af-6d8b130ad762 on network 2c1080c7-0602-4261-92a8-abd0140ff291 {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 31 18:19:00.009975 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-10c1e773-a336-434f-9804-a6c390568736 admin admin] Publish callbacks [] for port (13e70027-899e-4e23-a14d-05dccf8cb45c), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:00.011880 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc20521d-476a-469d-84fa-920aa76fe49b None None] Checking agent: {'id': 'b6d39f6c-4dc3-40bd-bbe5-e05b1f1d4e13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 5, 5), 'started_at': datetime.datetime(2022, 3, 31, 18, 5, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 31 18:19:00.012728 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc20521d-476a-469d-84fa-920aa76fe49b None None] Checking segment: {'id': '47c73883-375b-4386-a6b8-c2a2ef7318d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '2c1080c7-0602-4261-92a8-abd0140ff291'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 31 18:19:00.013701 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-fc20521d-476a-469d-84fa-920aa76fe49b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:00.014295 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc20521d-476a-469d-84fa-920aa76fe49b None None] Bound using segment: {'id': '47c73883-375b-4386-a6b8-c2a2ef7318d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '2c1080c7-0602-4261-92a8-abd0140ff291'} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 31 18:19:00.015201 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-fc20521d-476a-469d-84fa-920aa76fe49b None None] Bound port: 6fc56c87-4858-4b10-91af-6d8b130ad762, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47c73883-375b-4386-a6b8-c2a2ef7318d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '2c1080c7-0602-4261-92a8-abd0140ff291'}}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 31 18:19:00.016098 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-fc20521d-476a-469d-84fa-920aa76fe49b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (6fc56c87-4858-4b10-91af-6d8b130ad762), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:00.017356 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-7581769f-ab21-4e37-a7a1-e54076983dfb req-9da742c0-c966-4648-b06d-593b572dd266 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3bfd294a-f954-4562-8fbf-0cd104ab3bee HTTP/1.1" status: 200  len: 1001 time: 0.0853772
Mar 31 18:19:00.077277 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7581769f-ab21-4e37-a7a1-e54076983dfb req-eb36fbb0-4077-47e0-8766-60bb5a86b885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:00.079147 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-7581769f-ab21-4e37-a7a1-e54076983dfb req-eb36fbb0-4077-47e0-8766-60bb5a86b885 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b54f9372-100f-4525-b4b3-2814afa9d771 HTTP/1.1" status: 200  len: 855 time: 0.0558233
Mar 31 18:19:00.120522 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-fc20521d-476a-469d-84fa-920aa76fe49b None None] For port 6fc56c87-4858-4b10-91af-6d8b130ad762, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 31 18:19:00.126953 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-fc20521d-476a-469d-84fa-920aa76fe49b None None] For port 6fc56c87-4858-4b10-91af-6d8b130ad762, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=6fc56c87-4858-4b10-91af-6d8b130ad762,segment=NetworkSegment(47c73883-375b-4386-a6b8-c2a2ef7318d2),segment_id=47c73883-375b-4386-a6b8-c2a2ef7318d2)] {{(pid=103898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 31 18:19:00.141923 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-10c1e773-a336-434f-9804-a6c390568736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759342510062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12885778'] for port (13e70027-899e-4e23-a14d-05dccf8cb45c), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:00.171417 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7581769f-ab21-4e37-a7a1-e54076983dfb req-c4fe9104-663d-49da-aea7-7ea10657a605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:00.173128 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-7581769f-ab21-4e37-a7a1-e54076983dfb req-c4fe9104-663d-49da-aea7-7ea10657a605 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b654ebd8-4c33-443d-bee5-4bafdafcd132&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0876701
Mar 31 18:19:00.182666 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c1e773-a336-434f-9804-a6c390568736 admin admin] Network b698396b-51c1-468f-b58d-8c59a3beb4d9 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 31 18:19:00.185917 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-10c1e773-a336-434f-9804-a6c390568736 admin admin] Resources bound (agent type, host, resource id):  {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 31 18:19:00.189666 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c1e773-a336-434f-9804-a6c390568736 admin admin] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 31 18:19:00.220059 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c1e773-a336-434f-9804-a6c390568736 admin admin] Pushing event updated for resources: {'Port': ['ID=13e70027-899e-4e23-a14d-05dccf8cb45c,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:19:00.307816 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-7581769f-ab21-4e37-a7a1-e54076983dfb req-697158d5-156e-4dd6-91dd-709bc499a7ec service neutron] 10.222.0.44 "GET /v2.0/networks/b654ebd8-4c33-443d-bee5-4bafdafcd132?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1274023
Mar 31 18:19:00.308572 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-fc20521d-476a-469d-84fa-920aa76fe49b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (6fc56c87-4858-4b10-91af-6d8b130ad762), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:00.439097 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc20521d-476a-469d-84fa-920aa76fe49b None None] Pushing event updated for resources: {'Port': ['ID=6fc56c87-4858-4b10-91af-6d8b130ad762,revision_number=2']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:19:00.480423 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-7581769f-ab21-4e37-a7a1-e54076983dfb req-59015b62-9d00-412b-a135-65be5140acfd service neutron] 10.222.0.44 "GET /v2.0/networks/b654ebd8-4c33-443d-bee5-4bafdafcd132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1657288
Mar 31 18:19:00.505026 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Device 0f237034-63c3-4a22-be68-04490a5aa046 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 31 18:19:00.594917 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Provisioning complete for port 0f237034-63c3-4a22-be68-04490a5aa046 triggered by entity L2. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:19:00.595730 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (0f237034-63c3-4a22-be68-04490a5aa046), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:00.624562 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38726c9-ab56-4ef2-9e4a-084764ca5f1e req-8bcd730d-15c3-4d3e-8777-713ca7351bd5 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:00.629759 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-b38726c9-ab56-4ef2-9e4a-084764ca5f1e req-8bcd730d-15c3-4d3e-8777-713ca7351bd5 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0 HTTP/1.1" status: 200  len: 945 time: 0.1305387
Mar 31 18:19:00.678773 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-10c1e773-a336-434f-9804-a6c390568736 admin admin] Publish callbacks [] for router_gateway (e93e66a2-9efc-4d96-9ed4-8079260ec4ba), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:00.709033 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-b38726c9-ab56-4ef2-9e4a-084764ca5f1e req-654715b3-cfef-4899-9e61-22f717c927b4 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=e133340d-5235-49c2-8082-becbc976b284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0675159
Mar 31 18:19:00.725920 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Current status of the port 0f237034-63c3-4a22-be68-04490a5aa046 is: ACTIVE; New status is: ACTIVE {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:19:01.114352 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-10c1e773-a336-434f-9804-a6c390568736 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-495022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-505889'] for router (e93e66a2-9efc-4d96-9ed4-8079260ec4ba), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:01.364018 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10c1e773-a336-434f-9804-a6c390568736 admin admin] Router e93e66a2-9efc-4d96-9ed4-8079260ec4ba is scheduled to L3 agent f09d5d1b-4294-4f18-9a00-351412ae7ca6 with binding_index 1 {{(pid=103896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 31 18:19:01.420942 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-77e90eff-d80c-4246-8b45-d2de9c53cf03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (f09d5d1b-4294-4f18-9a00-351412ae7ca6), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:01.482834 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10c1e773-a336-434f-9804-a6c390568736 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 31 18:19:01.492742 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633b0990-5239-45a1-b95c-1231e2fe6af0 None None] Sync routers for ids ['e93e66a2-9efc-4d96-9ed4-8079260ec4ba'] in dv-cinder-master-3-iscsi {{(pid=103899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 31 18:19:01.503431 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633b0990-5239-45a1-b95c-1231e2fe6af0 None None] Routers {'e93e66a2-9efc-4d96-9ed4-8079260ec4ba'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 31 18:19:01.505080 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_hamode_db [None req-633b0990-5239-45a1-b95c-1231e2fe6af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7716dbf940>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T18:05:01Z,description=<?>,heartbeat_timestamp=2022-03-31T18:19:01Z,host='dv-cinder-master-3-iscsi',id=f09d5d1b-4294-4f18-9a00-351412ae7ca6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-31T18:05:02Z,topic='l3_agent')) {'router_ids': ['e93e66a2-9efc-4d96-9ed4-8079260ec4ba'], 'active': True} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:19:01.583361 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-10c1e773-a336-434f-9804-a6c390568736 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:01.584933 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-10c1e773-a336-434f-9804-a6c390568736 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 2.6490672
Mar 31 18:19:01.588070 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 53334) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:19:01.600859 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb18c37a-9a12-4ece-a234-e4a6b5e2b6f8 None None] Network 2c1080c7-0602-4261-92a8-abd0140ff291 requested from dv-cinder-master-3-iscsi {{(pid=103898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 31 18:19:01.622193 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvr_db [None req-633b0990-5239-45a1-b95c-1231e2fe6af0 None None] Set router e93e66a2-9efc-4d96-9ed4-8079260ec4ba gateway port host: dv-cinder-master-3-iscsi {{(pid=103899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 31 18:19:01.712552 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-3360037e-3ffc-4a15-9502-03585256ad17 None None] Provisioning complete for port 6fc56c87-4858-4b10-91af-6d8b130ad762 triggered by entity DHCP. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:19:01.712837 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-3360037e-3ffc-4a15-9502-03585256ad17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (6fc56c87-4858-4b10-91af-6d8b130ad762), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:01.749720 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Device 3bfd294a-f954-4562-8fbf-0cd104ab3bee no longer exists at agent hyperv_hv-cinder-maste {{(pid=103898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 31 18:19:01.825782 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_hamode_db [None req-633b0990-5239-45a1-b95c-1231e2fe6af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7716dbf940>, [{'id': 'e93e66a2-9efc-4d96-9ed4-8079260ec4ba', 'name': 'tempest-TestVolumeBootPattern-366965650-router', 'tenant_id': '925b9541efdf4ed084c2a62b9434089e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.63'}], 'enable_snat': True}, 'gw_port_id': '13e70027-899e-4e23-a14d-05dccf8cb45c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:18:59Z', 'updated_at': '2022-03-31T18:19:00Z', 'revision_number': 3, 'project_id': '925b9541efdf4ed084c2a62b9434089e', 'gw_port': {'id': '13e70027-899e-4e23-a14d-05dccf8cb45c', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:52:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e93e66a2-9efc-4d96-9ed4-8079260ec4ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:18:59Z', 'updated_at': '2022-03-31T18:18:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:19:01.859600 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633b0990-5239-45a1-b95c-1231e2fe6af0 None None] Checking router: e93e66a2-9efc-4d96-9ed4-8079260ec4ba for host: dv-cinder-master-3-iscsi {{(pid=103899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 31 18:19:01.860024 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633b0990-5239-45a1-b95c-1231e2fe6af0 None None] Updating router e93e66a2-9efc-4d96-9ed4-8079260ec4ba port 13e70027-899e-4e23-a14d-05dccf8cb45c binding host dv-cinder-master-3-iscsi {{(pid=103899) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 31 18:19:01.880266 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-3360037e-3ffc-4a15-9502-03585256ad17 None None] Current status of the port 6fc56c87-4858-4b10-91af-6d8b130ad762 is: DOWN; New status is: ACTIVE {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:19:01.880661 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-3360037e-3ffc-4a15-9502-03585256ad17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (6fc56c87-4858-4b10-91af-6d8b130ad762), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:01.890598 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-633b0990-5239-45a1-b95c-1231e2fe6af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (13e70027-899e-4e23-a14d-05dccf8cb45c), before_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:01.894568 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Current status of the port 3bfd294a-f954-4562-8fbf-0cd104ab3bee is: ACTIVE; New status is: DOWN {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:19:01.894980 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (3bfd294a-f954-4562-8fbf-0cd104ab3bee), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:01.932769 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3bfd294a-f954-4562-8fbf-0cd104ab3bee'}] {{(pid=103898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 31 18:19:01.935639 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb3075c6172e5baa69f5abc91eefeb9b3c1bf45f76ecf44b7f00bb5a6f62f1a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a05e7332-826f-4500-9a93-7868312ea9ff" -d '{"events": [{"server_uuid": "8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0", "name": "network-vif-unplugged", "status": "completed", "tag": "3bfd294a-f954-4562-8fbf-0cd104ab3bee"}]}' {{(pid=103898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 31 18:19:01.955840 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-3360037e-3ffc-4a15-9502-03585256ad17 None None] For port 6fc56c87-4858-4b10-91af-6d8b130ad762, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=6fc56c87-4858-4b10-91af-6d8b130ad762,segment=NetworkSegment(47c73883-375b-4386-a6b8-c2a2ef7318d2),segment_id=47c73883-375b-4386-a6b8-c2a2ef7318d2)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:19:01.959388 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] For port 3bfd294a-f954-4562-8fbf-0cd104ab3bee, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=3bfd294a-f954-4562-8fbf-0cd104ab3bee,segment=NetworkSegment(d3dc8398-bd2c-4dc7-a2ac-12de370e002b),segment_id=d3dc8398-bd2c-4dc7-a2ac-12de370e002b)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:19:01.988727 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 18:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2176676-612e-45f6-a049-06c923d41b65 x-openstack-request-id: req-e2176676-612e-45f6-a049-06c923d41b65 {{(pid=103898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 31 18:19:01.989258 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0", "name": "network-vif-unplugged", "status": "completed", "tag": "3bfd294a-f954-4562-8fbf-0cd104ab3bee", "code": 200}]} {{(pid=103898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 31 18:19:01.989364 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e2176676-612e-45f6-a049-06c923d41b65 {{(pid=103898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 31 18:19:01.989750 dv-cinder-master-3-iscsi neutron-server[103898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2176676-612e-45f6-a049-06c923d41b65'] response: {'server_uuid': '8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3bfd294a-f954-4562-8fbf-0cd104ab3bee', 'code': 200}
Mar 31 18:19:02.015695 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-3360037e-3ffc-4a15-9502-03585256ad17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (6fc56c87-4858-4b10-91af-6d8b130ad762), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:02.041657 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (3bfd294a-f954-4562-8fbf-0cd104ab3bee), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:02.086011 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3360037e-3ffc-4a15-9502-03585256ad17 None None] Pushing event updated for resources: {'Port': ['ID=6fc56c87-4858-4b10-91af-6d8b130ad762,revision_number=3']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:19:02.138398 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Pushing event updated for resources: {'Port': ['ID=3bfd294a-f954-4562-8fbf-0cd104ab3bee,revision_number=8']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:19:02.138627 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704bc93b-1a9d-4308-9789-e1d1f4be2a8b req-669a5552-fa7e-42f8-9866-e2d455e54d5b tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:02.143220 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-704bc93b-1a9d-4308-9789-e1d1f4be2a8b req-669a5552-fa7e-42f8-9866-e2d455e54d5b tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0 HTTP/1.1" status: 200  len: 945 time: 0.1586645
Mar 31 18:19:02.197518 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-633b0990-5239-45a1-b95c-1231e2fe6af0 None None] Publish callbacks [] for port (13e70027-899e-4e23-a14d-05dccf8cb45c), precommit_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:02.238234 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-704bc93b-1a9d-4308-9789-e1d1f4be2a8b req-086f443a-c602-417d-b480-889e4c4581c5 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=e133340d-5235-49c2-8082-becbc976b284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0919077
Mar 31 18:19:02.239646 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-bd346e05-f7fe-4209-9dae-3f8f4605922d None None] Provisioning complete for port 6fc56c87-4858-4b10-91af-6d8b130ad762 triggered by entity DHCP. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:19:02.240814 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-bd346e05-f7fe-4209-9dae-3f8f4605922d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (6fc56c87-4858-4b10-91af-6d8b130ad762), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:02.259181 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a27b6bde-9c3c-481f-a955-4f5ceb6bffd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:02.296947 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-633b0990-5239-45a1-b95c-1231e2fe6af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (13e70027-899e-4e23-a14d-05dccf8cb45c), after_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:02.349176 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-bd346e05-f7fe-4209-9dae-3f8f4605922d None None] Current status of the port 6fc56c87-4858-4b10-91af-6d8b130ad762 is: ACTIVE; New status is: ACTIVE {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:19:02.369535 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-be477ca9-b30f-4eb3-92ce-971cde9f4756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (d0835089-4a76-4105-9221-c81b46927b3c), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:02.380866 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.managers [None req-633b0990-5239-45a1-b95c-1231e2fe6af0 None None] Attempting to bind port 13e70027-899e-4e23-a14d-05dccf8cb45c on host dv-cinder-master-3-iscsi for vnic_type normal with profile  {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 31 18:19:02.381227 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.managers [None req-633b0990-5239-45a1-b95c-1231e2fe6af0 None None] Attempting to bind port 13e70027-899e-4e23-a14d-05dccf8cb45c by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '31f32929-b46a-4720-9f75-d20195c1993a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9'}] {{(pid=103899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 31 18:19:02.381585 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633b0990-5239-45a1-b95c-1231e2fe6af0 None None] Attempting to bind port 13e70027-899e-4e23-a14d-05dccf8cb45c on network b698396b-51c1-468f-b58d-8c59a3beb4d9 {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 31 18:19:02.395844 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633b0990-5239-45a1-b95c-1231e2fe6af0 None None] Checking agent: {'id': 'b6d39f6c-4dc3-40bd-bbe5-e05b1f1d4e13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 5, 5), 'started_at': datetime.datetime(2022, 3, 31, 18, 5, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 31 18:19:02.396219 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633b0990-5239-45a1-b95c-1231e2fe6af0 None None] Checking segment: {'id': '31f32929-b46a-4720-9f75-d20195c1993a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 31 18:19:02.396615 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-633b0990-5239-45a1-b95c-1231e2fe6af0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:02.397008 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633b0990-5239-45a1-b95c-1231e2fe6af0 None None] Bound using segment: {'id': '31f32929-b46a-4720-9f75-d20195c1993a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9'} {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 31 18:19:02.397538 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.managers [None req-633b0990-5239-45a1-b95c-1231e2fe6af0 None None] Bound port: 13e70027-899e-4e23-a14d-05dccf8cb45c, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31f32929-b46a-4720-9f75-d20195c1993a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9'}}] {{(pid=103899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 31 18:19:02.397908 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-633b0990-5239-45a1-b95c-1231e2fe6af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (13e70027-899e-4e23-a14d-05dccf8cb45c), before_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:02.403365 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3302eaef-09c5-4349-9f18-f1b64080fcd6 None None] Pushing event updated for resources: {'Port': ['ID=13e70027-899e-4e23-a14d-05dccf8cb45c,revision_number=2']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:19:02.436657 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Device 6fc56c87-4858-4b10-91af-6d8b130ad762 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 31 18:19:02.454935 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-a27b6bde-9c3c-481f-a955-4f5ceb6bffd3 admin admin] Allocated IP 172.20.0.1 (2c1080c7-0602-4261-92a8-abd0140ff291/bbd6266b-517a-4e18-995a-235134aacff8/f9735f18-6a87-4511-86f6-f653903c8bc2) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 31 18:19:02.471089 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.db [None req-633b0990-5239-45a1-b95c-1231e2fe6af0 None None] For port 13e70027-899e-4e23-a14d-05dccf8cb45c, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 31 18:19:02.474347 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.db [None req-633b0990-5239-45a1-b95c-1231e2fe6af0 None None] For port 13e70027-899e-4e23-a14d-05dccf8cb45c, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=13e70027-899e-4e23-a14d-05dccf8cb45c,segment=NetworkSegment(31f32929-b46a-4720-9f75-d20195c1993a),segment_id=31f32929-b46a-4720-9f75-d20195c1993a)] {{(pid=103899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 31 18:19:02.498709 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Provisioning complete for port 6fc56c87-4858-4b10-91af-6d8b130ad762 triggered by entity L2. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:19:02.499195 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (6fc56c87-4858-4b10-91af-6d8b130ad762), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:02.549148 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-633b0990-5239-45a1-b95c-1231e2fe6af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (13e70027-899e-4e23-a14d-05dccf8cb45c), after_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:02.601264 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a27b6bde-9c3c-481f-a955-4f5ceb6bffd3 admin admin] Publish callbacks [] for port (f9735f18-6a87-4511-86f6-f653903c8bc2), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:02.630894 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Current status of the port 6fc56c87-4858-4b10-91af-6d8b130ad762 is: ACTIVE; New status is: ACTIVE {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:19:02.635752 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3302eaef-09c5-4349-9f18-f1b64080fcd6 None None] Pushing event updated for resources: {'Port': ['ID=13e70027-899e-4e23-a14d-05dccf8cb45c,revision_number=3']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:19:02.640906 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633b0990-5239-45a1-b95c-1231e2fe6af0 None None] Routers {'e93e66a2-9efc-4d96-9ed4-8079260ec4ba'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 31 18:19:02.641702 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_hamode_db [None req-633b0990-5239-45a1-b95c-1231e2fe6af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7716dbf940>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T18:05:01Z,description=<?>,heartbeat_timestamp=2022-03-31T18:19:01Z,host='dv-cinder-master-3-iscsi',id=f09d5d1b-4294-4f18-9a00-351412ae7ca6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-31T18:05:02Z,topic='l3_agent')) {'router_ids': ['e93e66a2-9efc-4d96-9ed4-8079260ec4ba'], 'active': True} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:19:02.730178 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a27b6bde-9c3c-481f-a955-4f5ceb6bffd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759342510062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12885778'] for port (f9735f18-6a87-4511-86f6-f653903c8bc2), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:02.759618 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvr_db [None req-633b0990-5239-45a1-b95c-1231e2fe6af0 None None] Set router e93e66a2-9efc-4d96-9ed4-8079260ec4ba gateway port host: dv-cinder-master-3-iscsi {{(pid=103899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 31 18:19:02.773337 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27b6bde-9c3c-481f-a955-4f5ceb6bffd3 admin admin] Network 2c1080c7-0602-4261-92a8-abd0140ff291 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 31 18:19:02.782197 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-a27b6bde-9c3c-481f-a955-4f5ceb6bffd3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 31 18:19:02.790205 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27b6bde-9c3c-481f-a955-4f5ceb6bffd3 admin admin] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 31 18:19:02.797026 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27b6bde-9c3c-481f-a955-4f5ceb6bffd3 admin admin] Pushing event updated for resources: {'Port': ['ID=f9735f18-6a87-4511-86f6-f653903c8bc2,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:19:02.835191 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a27b6bde-9c3c-481f-a955-4f5ceb6bffd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-506870'] for router_interface (e93e66a2-9efc-4d96-9ed4-8079260ec4ba), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:02.956015 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_hamode_db [None req-633b0990-5239-45a1-b95c-1231e2fe6af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7716dbf940>, [{'id': 'e93e66a2-9efc-4d96-9ed4-8079260ec4ba', 'name': 'tempest-TestVolumeBootPattern-366965650-router', 'tenant_id': '925b9541efdf4ed084c2a62b9434089e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.63'}], 'enable_snat': True}, 'gw_port_id': '13e70027-899e-4e23-a14d-05dccf8cb45c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:18:59Z', 'updated_at': '2022-03-31T18:19:00Z', 'revision_number': 3, 'project_id': '925b9541efdf4ed084c2a62b9434089e', 'gw_port': {'id': '13e70027-899e-4e23-a14d-05dccf8cb45c', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:52:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e93e66a2-9efc-4d96-9ed4-8079260ec4ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:18:59Z', 'updated_at': '2022-03-31T18:19:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:19:03.061114 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633b0990-5239-45a1-b95c-1231e2fe6af0 None None] The sync data for ids ['e93e66a2-9efc-4d96-9ed4-8079260ec4ba'] in dv-cinder-master-3-iscsi is: [{'id': 'e93e66a2-9efc-4d96-9ed4-8079260ec4ba', 'name': 'tempest-TestVolumeBootPattern-366965650-router', 'tenant_id': '925b9541efdf4ed084c2a62b9434089e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.63'}], 'enable_snat': True}, 'gw_port_id': '13e70027-899e-4e23-a14d-05dccf8cb45c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:18:59Z', 'updated_at': '2022-03-31T18:19:00Z', 'revision_number': 3, 'project_id': '925b9541efdf4ed084c2a62b9434089e', 'gw_port': {'id': '13e70027-899e-4e23-a14d-05dccf8cb45c', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:52:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e93e66a2-9efc-4d96-9ed4-8079260ec4ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:18:59Z', 'updated_at': '2022-03-31T18:19:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=103899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 31 18:19:03.074005 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a27b6bde-9c3c-481f-a955-4f5ceb6bffd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (f9735f18-6a87-4511-86f6-f653903c8bc2), before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:03.086219 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-8e40e8be-d7d5-4475-9940-d239fd8f8543 None None] Provisioning complete for port f9735f18-6a87-4511-86f6-f653903c8bc2 triggered by entity DHCP. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:19:03.086624 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-8e40e8be-d7d5-4475-9940-d239fd8f8543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (f9735f18-6a87-4511-86f6-f653903c8bc2), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:03.135103 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-8e40e8be-d7d5-4475-9940-d239fd8f8543 None None] Port f9735f18-6a87-4511-86f6-f653903c8bc2 cannot update to ACTIVE because it is not bound. {{(pid=103898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 31 18:19:03.260930 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a27b6bde-9c3c-481f-a955-4f5ceb6bffd3 admin admin] Publish callbacks [] for port (f9735f18-6a87-4511-86f6-f653903c8bc2), precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:03.376206 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a27b6bde-9c3c-481f-a955-4f5ceb6bffd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12885787'] for port (f9735f18-6a87-4511-86f6-f653903c8bc2), after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:03.424761 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b558bc0-b4c4-480b-90ad-17f16efea05f req-2358610a-5ad4-4a82-9414-dbf440b099a0 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:03.427128 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-5b558bc0-b4c4-480b-90ad-17f16efea05f req-2358610a-5ad4-4a82-9414-dbf440b099a0 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0 HTTP/1.1" status: 200  len: 943 time: 0.0833364
Mar 31 18:19:03.470480 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27b6bde-9c3c-481f-a955-4f5ceb6bffd3 admin admin] Pushing event updated for resources: {'Port': ['ID=f9735f18-6a87-4511-86f6-f653903c8bc2,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:19:03.508595 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-5b558bc0-b4c4-480b-90ad-17f16efea05f req-ce676c34-5b06-4fef-aded-79c29e53200e tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=e133340d-5235-49c2-8082-becbc976b284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0705819
Mar 31 18:19:03.518541 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a27b6bde-9c3c-481f-a955-4f5ceb6bffd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-506722'] for router_interface (e93e66a2-9efc-4d96-9ed4-8079260ec4ba), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:03.545689 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-39952fc7-8945-416d-8956-5ed470e74a7d req-eeb0bcbc-764a-4bf9-a165-a0b4383eb1e0 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-888435820&fields=id&tenant_id=10c09876736547b59f4bb56fa5740f5f HTTP/1.1" status: 200  len: 267 time: 0.0716681
Mar 31 18:19:03.727494 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27b6bde-9c3c-481f-a955-4f5ceb6bffd3 admin admin] Network 2c1080c7-0602-4261-92a8-abd0140ff291 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 31 18:19:03.734713 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39952fc7-8945-416d-8956-5ed470e74a7d req-da08e6fb-dc36-4fd1-b338-991886ad277e tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:03.736220 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-39952fc7-8945-416d-8956-5ed470e74a7d req-da08e6fb-dc36-4fd1-b338-991886ad277e tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/networks?id=c4432959-6b7d-4f95-a29d-a5c36d6927da HTTP/1.1" status: 200  len: 809 time: 0.1458435
Mar 31 18:19:03.741430 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-a27b6bde-9c3c-481f-a955-4f5ceb6bffd3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 31 18:19:03.828018 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-39952fc7-8945-416d-8956-5ed470e74a7d req-9e38406c-6024-4ac5-b863-1c07a5a2402d tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/quotas/10c09876736547b59f4bb56fa5740f5f HTTP/1.1" status: 200  len: 375 time: 0.0458050
Mar 31 18:19:03.920278 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a27b6bde-9c3c-481f-a955-4f5ceb6bffd3 admin admin] Router e93e66a2-9efc-4d96-9ed4-8079260ec4ba has already been hosted by L3 agent f09d5d1b-4294-4f18-9a00-351412ae7ca6 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 31 18:19:03.940262 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-39952fc7-8945-416d-8956-5ed470e74a7d req-a7f30978-2ab8-43bf-a4b0-becb1ecb763e tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=10c09876736547b59f4bb56fa5740f5f&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0924416
Mar 31 18:19:03.952309 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-61acbcaf-515a-4595-a759-82c8bf4c0ac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (1ee04592-4785-424e-aa2a-0bd32f5faacf), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:03.976885 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-c49d0cf3-5fb0-45fc-a498-f67f00b0b68e None None] Provisioning complete for port f9735f18-6a87-4511-86f6-f653903c8bc2 triggered by entity DHCP. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:19:03.981559 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-c49d0cf3-5fb0-45fc-a498-f67f00b0b68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (f9735f18-6a87-4511-86f6-f653903c8bc2), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:04.015917 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-c49d0cf3-5fb0-45fc-a498-f67f00b0b68e None None] Port f9735f18-6a87-4511-86f6-f653903c8bc2 cannot update to ACTIVE because it is not bound. {{(pid=103898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 31 18:19:04.068348 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a27b6bde-9c3c-481f-a955-4f5ceb6bffd3 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 31 18:19:04.075670 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-a27b6bde-9c3c-481f-a955-4f5ceb6bffd3 admin admin] 10.222.0.58 "PUT /v2.0/routers/e93e66a2-9efc-4d96-9ed4-8079260ec4ba/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4869442
Mar 31 18:19:04.179350 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-39952fc7-8945-416d-8956-5ed470e74a7d req-c7202f6b-e469-4cac-81f5-9fd9a7d91801 service neutron] 10.222.0.58 "GET /v2.0/networks/c4432959-6b7d-4f95-a29d-a5c36d6927da?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1967781
Mar 31 18:19:04.284583 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-39952fc7-8945-416d-8956-5ed470e74a7d req-e681f5f1-7289-454d-a6b7-7148f9ca3be1 service neutron] 10.222.0.58 "GET /v2.0/networks/c4432959-6b7d-4f95-a29d-a5c36d6927da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0984390
Mar 31 18:19:04.403932 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Device 13e70027-899e-4e23-a14d-05dccf8cb45c up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 31 18:19:04.457563 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Provisioning complete for port 13e70027-899e-4e23-a14d-05dccf8cb45c triggered by entity L2. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:19:04.457967 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (13e70027-899e-4e23-a14d-05dccf8cb45c), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:04.537272 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Current status of the port 13e70027-899e-4e23-a14d-05dccf8cb45c is: DOWN; New status is: ACTIVE {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:19:04.538295 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (13e70027-899e-4e23-a14d-05dccf8cb45c), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:04.557471 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] For port 13e70027-899e-4e23-a14d-05dccf8cb45c, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=13e70027-899e-4e23-a14d-05dccf8cb45c,segment=NetworkSegment(31f32929-b46a-4720-9f75-d20195c1993a),segment_id=31f32929-b46a-4720-9f75-d20195c1993a)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:19:04.621065 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (13e70027-899e-4e23-a14d-05dccf8cb45c), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:04.695293 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Pushing event updated for resources: {'Port': ['ID=13e70027-899e-4e23-a14d-05dccf8cb45c,revision_number=4']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:19:04.706059 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:19:04.706539 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:19:04.707304 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:19:04.707871 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:19:04.708728 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:19:04.709159 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:19:04.709492 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:19:04.709821 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:19:04.710146 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:19:04.710683 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:19:04.711156 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:19:04.711651 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:19:04.712149 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:19:04.712633 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:19:04.713097 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:19:04.846100 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [req-e6ef419a-bd79-4655-9630-6f1e8d57b2d4 req-34f63006-bad6-4dca-8f45-48f3ba1e3980 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=103896) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 31 18:19:04.847584 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-e6ef419a-bd79-4655-9630-6f1e8d57b2d4 req-34f63006-bad6-4dca-8f45-48f3ba1e3980 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0147400
Mar 31 18:19:05.018759 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5383dee3-0275-45e1-bed3-c1c105d075c6 None None] Sync routers for ids ['e93e66a2-9efc-4d96-9ed4-8079260ec4ba'] in dv-cinder-master-3-iscsi {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 31 18:19:05.021749 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5383dee3-0275-45e1-bed3-c1c105d075c6 None None] Routers {'e93e66a2-9efc-4d96-9ed4-8079260ec4ba'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 31 18:19:05.022374 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-5383dee3-0275-45e1-bed3-c1c105d075c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f771567a1c0>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T18:05:01Z,description=<?>,heartbeat_timestamp=2022-03-31T18:19:01Z,host='dv-cinder-master-3-iscsi',id=f09d5d1b-4294-4f18-9a00-351412ae7ca6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-31T18:05:02Z,topic='l3_agent')) {'router_ids': ['e93e66a2-9efc-4d96-9ed4-8079260ec4ba'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:19:05.089998 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (b6d39f6c-4dc3-40bd-bbe5-e05b1f1d4e13), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:05.126640 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 53412) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:19:05.133609 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.v2.base [None req-d6bc6c7c-486e-4129-9bd9-06da4ac54cc4 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-532749938', 'description': 'tempest-secgroup-smoke-532749938 description', 'project_id': '70f0b3390f4542c8831753ecf26f6745'}} {{(pid=103897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:19:05.172908 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-5383dee3-0275-45e1-bed3-c1c105d075c6 None None] Set router e93e66a2-9efc-4d96-9ed4-8079260ec4ba gateway port host: dv-cinder-master-3-iscsi {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 31 18:19:05.187511 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-4195d585-ce84-4870-93e0-6069e7d6fb84 req-4e20f5b9-0d56-4f56-8fb3-4fa13fcb17d4 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/ports?device_id=61abeff2-268a-4149-9962-497c409663ed HTTP/1.1" status: 200  len: 210 time: 0.0458655
Mar 31 18:19:05.256521 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d6bc6c7c-486e-4129-9bd9-06da4ac54cc4 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Publish callbacks [] for security_group (None), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:05.274547 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07eecd1-1c49-4ce0-a1ea-40ada80ee1f9 req-8e1706cf-392a-4aa3-ae48-88fd457074a3 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:05.276120 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-c07eecd1-1c49-4ce0-a1ea-40ada80ee1f9 req-8e1706cf-392a-4aa3-ae48-88fd457074a3 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0 HTTP/1.1" status: 200  len: 943 time: 0.0988269
Mar 31 18:19:05.354246 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-c07eecd1-1c49-4ce0-a1ea-40ada80ee1f9 req-df0c1467-77e0-4b0c-b385-9bb204db680f tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=e133340d-5235-49c2-8082-becbc976b284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0681355
Mar 31 18:19:05.396567 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d6bc6c7c-486e-4129-9bd9-06da4ac54cc4 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Publish callbacks [] for security_group (5a763037-c2ed-4230-b56f-5864e1324aae), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:05.416800 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-5383dee3-0275-45e1-bed3-c1c105d075c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f771567a1c0>, [{'id': 'e93e66a2-9efc-4d96-9ed4-8079260ec4ba', 'name': 'tempest-TestVolumeBootPattern-366965650-router', 'tenant_id': '925b9541efdf4ed084c2a62b9434089e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.63'}], 'enable_snat': True}, 'gw_port_id': '13e70027-899e-4e23-a14d-05dccf8cb45c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:18:59Z', 'updated_at': '2022-03-31T18:19:02Z', 'revision_number': 4, 'project_id': '925b9541efdf4ed084c2a62b9434089e', 'gw_port': {'id': '13e70027-899e-4e23-a14d-05dccf8cb45c', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:52:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e93e66a2-9efc-4d96-9ed4-8079260ec4ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:18:59Z', 'updated_at': '2022-03-31T18:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'f9735f18-6a87-4511-86f6-f653903c8bc2', 'name': '', 'network_id': '2c1080c7-0602-4261-92a8-abd0140ff291', 'tenant_id': '925b9541efdf4ed084c2a62b9434089e', 'mac_address': 'fa:16:3e:37:24:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e93e66a2-9efc-4d96-9ed4-8079260ec4ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'bbd6266b-517a-4e18-995a-235134aacff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:19:02Z', 'updated_at': '2022-03-31T18:19:03Z', 'revision_number': 2, 'project_id': '925b9541efdf4ed084c2a62b9434089e', 'subnets': [{'id': 'bbd6266b-517a-4e18-995a-235134aacff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:19:05.444419 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5383dee3-0275-45e1-bed3-c1c105d075c6 None None] Checking router: e93e66a2-9efc-4d96-9ed4-8079260ec4ba for host: dv-cinder-master-3-iscsi {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 31 18:19:05.444761 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5383dee3-0275-45e1-bed3-c1c105d075c6 None None] Updating router e93e66a2-9efc-4d96-9ed4-8079260ec4ba port f9735f18-6a87-4511-86f6-f653903c8bc2 binding host dv-cinder-master-3-iscsi {{(pid=103898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 31 18:19:05.467804 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d6bc6c7c-486e-4129-9bd9-06da4ac54cc4 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (5a763037-c2ed-4230-b56f-5864e1324aae), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:05.484937 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5383dee3-0275-45e1-bed3-c1c105d075c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (f9735f18-6a87-4511-86f6-f653903c8bc2), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:05.499744 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bc6c7c-486e-4129-9bd9-06da4ac54cc4 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a763037-c2ed-4230-b56f-5864e1324aae,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:19:05.577703 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d6bc6c7c-486e-4129-9bd9-06da4ac54cc4 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Publish callbacks [] for security_group (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:05.579454 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-d6bc6c7c-486e-4129-9bd9-06da4ac54cc4 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1809 time: 0.4510951
Mar 31 18:19:05.582238 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 53430) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:19:05.586951 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.v2.base [None req-179cefb7-3e9e-413e-ad97-9bdbf1331ed2 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Request body: {'security_group_rule': {'security_group_id': '5a763037-c2ed-4230-b56f-5864e1324aae', 'project_id': '70f0b3390f4542c8831753ecf26f6745', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:19:05.676589 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-179cefb7-3e9e-413e-ad97-9bdbf1331ed2 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Publish callbacks [] for security_group_rule (060bff3b-82f7-491c-a9a5-07360ce63106), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:05.680267 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 53436) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:19:05.777354 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Device 3bfd294a-f954-4562-8fbf-0cd104ab3bee no longer exists at agent hyperv_hv-cinder-maste {{(pid=103898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 31 18:19:05.778600 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-179cefb7-3e9e-413e-ad97-9bdbf1331ed2 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Publish callbacks [] for security_group_rule (060bff3b-82f7-491c-a9a5-07360ce63106), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:05.821132 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-1920fd49-2461-45c8-901e-322ee1fd2014 req-7c109c60-3d84-4e68-a026-f673c47b2249 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1389372
Mar 31 18:19:05.832082 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [req-1920fd49-2461-45c8-901e-322ee1fd2014 req-8f3410f0-ee12-4c69-90b5-eced90f02bb0 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=103896) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 31 18:19:05.833100 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-1920fd49-2461-45c8-901e-322ee1fd2014 req-8f3410f0-ee12-4c69-90b5-eced90f02bb0 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0051484
Mar 31 18:19:05.849197 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-179cefb7-3e9e-413e-ad97-9bdbf1331ed2 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527249'] for security_group_rule (060bff3b-82f7-491c-a9a5-07360ce63106), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:05.872263 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179cefb7-3e9e-413e-ad97-9bdbf1331ed2 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=060bff3b-82f7-491c-a9a5-07360ce63106,revision_number=0']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:19:05.907458 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Current status of the port 3bfd294a-f954-4562-8fbf-0cd104ab3bee is: DOWN; New status is: DOWN {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:19:05.920930 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 53446) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:19:05.960310 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5383dee3-0275-45e1-bed3-c1c105d075c6 None None] Publish callbacks [] for port (f9735f18-6a87-4511-86f6-f653903c8bc2), precommit_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:05.980018 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-179cefb7-3e9e-413e-ad97-9bdbf1331ed2 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:05.981862 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-179cefb7-3e9e-413e-ad97-9bdbf1331ed2 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3983636
Mar 31 18:19:05.984507 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 53450) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:19:05.988933 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [None req-9bb9fd56-daec-4162-8cf4-acbc60055e9b tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Request body: {'security_group_rule': {'security_group_id': '5a763037-c2ed-4230-b56f-5864e1324aae', 'project_id': '70f0b3390f4542c8831753ecf26f6745', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:19:06.017975 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1920fd49-2461-45c8-901e-322ee1fd2014 req-111fa625-e717-45c6-9622-8596e98ccbae tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:06.019411 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-1920fd49-2461-45c8-901e-322ee1fd2014 req-111fa625-e717-45c6-9622-8596e98ccbae tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports/3bfd294a-f954-4562-8fbf-0cd104ab3bee HTTP/1.1" status: 200  len: 940 time: 0.0973020
Mar 31 18:19:06.055590 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5383dee3-0275-45e1-bed3-c1c105d075c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (f9735f18-6a87-4511-86f6-f653903c8bc2), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:06.089325 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9bb9fd56-daec-4162-8cf4-acbc60055e9b tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Publish callbacks [] for security_group_rule (981b8cfb-7983-4e5f-8bb9-cb862e17a80f), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:06.114707 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0fc530-ba4d-4acc-bac6-3112b952c071 None None] Pushing event updated for resources: {'Port': ['ID=f9735f18-6a87-4511-86f6-f653903c8bc2,revision_number=3']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:19:06.186533 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9bb9fd56-daec-4162-8cf4-acbc60055e9b tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Publish callbacks [] for security_group_rule (981b8cfb-7983-4e5f-8bb9-cb862e17a80f), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:06.207498 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-5383dee3-0275-45e1-bed3-c1c105d075c6 None None] Attempting to bind port f9735f18-6a87-4511-86f6-f653903c8bc2 on host dv-cinder-master-3-iscsi for vnic_type normal with profile  {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 31 18:19:06.209310 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-5383dee3-0275-45e1-bed3-c1c105d075c6 None None] Attempting to bind port f9735f18-6a87-4511-86f6-f653903c8bc2 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '47c73883-375b-4386-a6b8-c2a2ef7318d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '2c1080c7-0602-4261-92a8-abd0140ff291'}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 31 18:19:06.209310 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5383dee3-0275-45e1-bed3-c1c105d075c6 None None] Attempting to bind port f9735f18-6a87-4511-86f6-f653903c8bc2 on network 2c1080c7-0602-4261-92a8-abd0140ff291 {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 31 18:19:06.220548 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5383dee3-0275-45e1-bed3-c1c105d075c6 None None] Checking agent: {'id': 'b6d39f6c-4dc3-40bd-bbe5-e05b1f1d4e13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 5, 5), 'started_at': datetime.datetime(2022, 3, 31, 18, 5, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 31 18:19:06.220935 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5383dee3-0275-45e1-bed3-c1c105d075c6 None None] Checking segment: {'id': '47c73883-375b-4386-a6b8-c2a2ef7318d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '2c1080c7-0602-4261-92a8-abd0140ff291'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 31 18:19:06.221390 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5383dee3-0275-45e1-bed3-c1c105d075c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:06.221794 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5383dee3-0275-45e1-bed3-c1c105d075c6 None None] Bound using segment: {'id': '47c73883-375b-4386-a6b8-c2a2ef7318d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '2c1080c7-0602-4261-92a8-abd0140ff291'} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 31 18:19:06.222286 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-5383dee3-0275-45e1-bed3-c1c105d075c6 None None] Bound port: f9735f18-6a87-4511-86f6-f653903c8bc2, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47c73883-375b-4386-a6b8-c2a2ef7318d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '2c1080c7-0602-4261-92a8-abd0140ff291'}}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 31 18:19:06.222877 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5383dee3-0275-45e1-bed3-c1c105d075c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (f9735f18-6a87-4511-86f6-f653903c8bc2), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:06.250144 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9bb9fd56-daec-4162-8cf4-acbc60055e9b tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527249'] for security_group_rule (981b8cfb-7983-4e5f-8bb9-cb862e17a80f), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:06.288227 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (06f31eaf-9418-4d11-8606-24a34b4b4893), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:06.330585 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-5383dee3-0275-45e1-bed3-c1c105d075c6 None None] For port f9735f18-6a87-4511-86f6-f653903c8bc2, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 31 18:19:06.337621 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-fe2dadaf-383e-4c05-80f6-125cfc98654a req-a5325f35-0192-4f89-b60a-bb0a491ce73d tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/ports?device_id=61abeff2-268a-4149-9962-497c409663ed HTTP/1.1" status: 200  len: 210 time: 0.0757585
Mar 31 18:19:06.339507 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-5383dee3-0275-45e1-bed3-c1c105d075c6 None None] For port f9735f18-6a87-4511-86f6-f653903c8bc2, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=f9735f18-6a87-4511-86f6-f653903c8bc2,segment=NetworkSegment(47c73883-375b-4386-a6b8-c2a2ef7318d2),segment_id=47c73883-375b-4386-a6b8-c2a2ef7318d2)] {{(pid=103898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 31 18:19:06.343532 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb9fd56-daec-4162-8cf4-acbc60055e9b tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=981b8cfb-7983-4e5f-8bb9-cb862e17a80f,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:19:06.398058 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Device 13e70027-899e-4e23-a14d-05dccf8cb45c up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 31 18:19:06.459475 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Provisioning complete for port 13e70027-899e-4e23-a14d-05dccf8cb45c triggered by entity L2. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:19:06.459861 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (13e70027-899e-4e23-a14d-05dccf8cb45c), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:06.483642 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9bb9fd56-daec-4162-8cf4-acbc60055e9b tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:06.485393 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-9bb9fd56-daec-4162-8cf4-acbc60055e9b tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.4998848
Mar 31 18:19:06.488151 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 53468) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:19:06.494835 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.v2.base [None req-2078369e-9234-4d85-b876-8035579ca252 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Request body: {'security_group_rule': {'security_group_id': '5a763037-c2ed-4230-b56f-5864e1324aae', 'project_id': '70f0b3390f4542c8831753ecf26f6745', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:19:06.501373 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5383dee3-0275-45e1-bed3-c1c105d075c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (f9735f18-6a87-4511-86f6-f653903c8bc2), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:06.507890 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-02356b37-eee5-402b-aed2-50c5fc7ba5f6 None None] Provisioning complete for port f9735f18-6a87-4511-86f6-f653903c8bc2 triggered by entity DHCP. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:19:06.508331 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-02356b37-eee5-402b-aed2-50c5fc7ba5f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (f9735f18-6a87-4511-86f6-f653903c8bc2), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:06.527320 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b26809b-ba4b-490c-9dfe-43a74acb2332 req-ced74164-1b09-4cff-8bd9-6c5499e4454b tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:06.529584 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-5b26809b-ba4b-490c-9dfe-43a74acb2332 req-ced74164-1b09-4cff-8bd9-6c5499e4454b tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0 HTTP/1.1" status: 200  len: 943 time: 0.0867612
Mar 31 18:19:06.579239 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-5b26809b-ba4b-490c-9dfe-43a74acb2332 req-b92b87cf-ec58-4d5e-8f97-21aa18c07e4a tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=e133340d-5235-49c2-8082-becbc976b284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433960
Mar 31 18:19:06.642560 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0fc530-ba4d-4acc-bac6-3112b952c071 None None] Pushing event updated for resources: {'Port': ['ID=f9735f18-6a87-4511-86f6-f653903c8bc2,revision_number=4']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:19:06.651092 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5383dee3-0275-45e1-bed3-c1c105d075c6 None None] Routers {'e93e66a2-9efc-4d96-9ed4-8079260ec4ba'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 31 18:19:06.651735 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-5383dee3-0275-45e1-bed3-c1c105d075c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f771567a1c0>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T18:05:01Z,description=<?>,heartbeat_timestamp=2022-03-31T18:19:01Z,host='dv-cinder-master-3-iscsi',id=f09d5d1b-4294-4f18-9a00-351412ae7ca6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-31T18:05:02Z,topic='l3_agent')) {'router_ids': ['e93e66a2-9efc-4d96-9ed4-8079260ec4ba'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:19:06.659454 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-2078369e-9234-4d85-b876-8035579ca252 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Publish callbacks [] for security_group_rule (0e134469-f860-4a76-a084-1c6c82aec7b5), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:06.722696 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-2078369e-9234-4d85-b876-8035579ca252 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Publish callbacks [] for security_group_rule (0e134469-f860-4a76-a084-1c6c82aec7b5), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:06.787979 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Current status of the port 13e70027-899e-4e23-a14d-05dccf8cb45c is: ACTIVE; New status is: ACTIVE {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:19:06.800814 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-2078369e-9234-4d85-b876-8035579ca252 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527249'] for security_group_rule (0e134469-f860-4a76-a084-1c6c82aec7b5), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:06.814041 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-02356b37-eee5-402b-aed2-50c5fc7ba5f6 None None] Current status of the port f9735f18-6a87-4511-86f6-f653903c8bc2 is: DOWN; New status is: ACTIVE {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:19:06.814440 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-02356b37-eee5-402b-aed2-50c5fc7ba5f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (f9735f18-6a87-4511-86f6-f653903c8bc2), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:06.827754 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2078369e-9234-4d85-b876-8035579ca252 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e134469-f860-4a76-a084-1c6c82aec7b5,revision_number=0']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:19:06.843356 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-5383dee3-0275-45e1-bed3-c1c105d075c6 None None] Set router e93e66a2-9efc-4d96-9ed4-8079260ec4ba gateway port host: dv-cinder-master-3-iscsi {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 31 18:19:06.846096 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2078369e-9234-4d85-b876-8035579ca252 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:19:06.847502 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2078369e-9234-4d85-b876-8035579ca252 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:19:06.848035 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2078369e-9234-4d85-b876-8035579ca252 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:19:06.848625 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2078369e-9234-4d85-b876-8035579ca252 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:19:06.849111 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2078369e-9234-4d85-b876-8035579ca252 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:19:06.849586 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2078369e-9234-4d85-b876-8035579ca252 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:19:06.850084 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2078369e-9234-4d85-b876-8035579ca252 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:19:06.850662 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2078369e-9234-4d85-b876-8035579ca252 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:19:06.854561 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2078369e-9234-4d85-b876-8035579ca252 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:19:06.854561 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2078369e-9234-4d85-b876-8035579ca252 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:19:06.854561 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2078369e-9234-4d85-b876-8035579ca252 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:19:06.854561 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2078369e-9234-4d85-b876-8035579ca252 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:19:06.854561 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2078369e-9234-4d85-b876-8035579ca252 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:19:06.854561 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2078369e-9234-4d85-b876-8035579ca252 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:19:06.854561 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2078369e-9234-4d85-b876-8035579ca252 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:19:06.895051 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-02356b37-eee5-402b-aed2-50c5fc7ba5f6 None None] For port f9735f18-6a87-4511-86f6-f653903c8bc2, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=f9735f18-6a87-4511-86f6-f653903c8bc2,segment=NetworkSegment(47c73883-375b-4386-a6b8-c2a2ef7318d2),segment_id=47c73883-375b-4386-a6b8-c2a2ef7318d2)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:19:06.951499 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-2078369e-9234-4d85-b876-8035579ca252 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:06.955237 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-2078369e-9234-4d85-b876-8035579ca252 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4627864
Mar 31 18:19:06.955526 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 53472) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:19:06.960661 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.v2.base [None req-462867c1-563c-482d-8237-f914ea0ba5bc tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Request body: {'security_group_rule': {'security_group_id': '5a763037-c2ed-4230-b56f-5864e1324aae', 'project_id': '70f0b3390f4542c8831753ecf26f6745', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:19:06.977233 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-02356b37-eee5-402b-aed2-50c5fc7ba5f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (f9735f18-6a87-4511-86f6-f653903c8bc2), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:07.037753 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-462867c1-563c-482d-8237-f914ea0ba5bc tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Publish callbacks [] for security_group_rule (8e258b83-0247-4c77-ab68-b5d711b9430a), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:07.062021 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02356b37-eee5-402b-aed2-50c5fc7ba5f6 None None] Pushing event updated for resources: {'Port': ['ID=f9735f18-6a87-4511-86f6-f653903c8bc2,revision_number=5']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:19:07.097666 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-462867c1-563c-482d-8237-f914ea0ba5bc tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Publish callbacks [] for security_group_rule (8e258b83-0247-4c77-ab68-b5d711b9430a), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:07.112660 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-b2cb66af-adb9-4080-8ed4-834db7e9d6ec None None] Provisioning complete for port f9735f18-6a87-4511-86f6-f653903c8bc2 triggered by entity DHCP. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:19:07.113035 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b2cb66af-adb9-4080-8ed4-834db7e9d6ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (f9735f18-6a87-4511-86f6-f653903c8bc2), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:07.172626 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-5383dee3-0275-45e1-bed3-c1c105d075c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f771567a1c0>, [{'id': 'e93e66a2-9efc-4d96-9ed4-8079260ec4ba', 'name': 'tempest-TestVolumeBootPattern-366965650-router', 'tenant_id': '925b9541efdf4ed084c2a62b9434089e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.63'}], 'enable_snat': True}, 'gw_port_id': '13e70027-899e-4e23-a14d-05dccf8cb45c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:18:59Z', 'updated_at': '2022-03-31T18:19:02Z', 'revision_number': 4, 'project_id': '925b9541efdf4ed084c2a62b9434089e', 'gw_port': {'id': '13e70027-899e-4e23-a14d-05dccf8cb45c', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:52:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e93e66a2-9efc-4d96-9ed4-8079260ec4ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:18:59Z', 'updated_at': '2022-03-31T18:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'f9735f18-6a87-4511-86f6-f653903c8bc2', 'name': '', 'network_id': '2c1080c7-0602-4261-92a8-abd0140ff291', 'tenant_id': '925b9541efdf4ed084c2a62b9434089e', 'mac_address': 'fa:16:3e:37:24:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e93e66a2-9efc-4d96-9ed4-8079260ec4ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'bbd6266b-517a-4e18-995a-235134aacff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:19:02Z', 'updated_at': '2022-03-31T18:19:06Z', 'revision_number': 4, 'project_id': '925b9541efdf4ed084c2a62b9434089e', 'subnets': [{'id': 'bbd6266b-517a-4e18-995a-235134aacff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:19:07.180483 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-462867c1-563c-482d-8237-f914ea0ba5bc tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527249'] for security_group_rule (8e258b83-0247-4c77-ab68-b5d711b9430a), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:07.198325 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462867c1-563c-482d-8237-f914ea0ba5bc tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e258b83-0247-4c77-ab68-b5d711b9430a,revision_number=0']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:19:07.201757 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5383dee3-0275-45e1-bed3-c1c105d075c6 None None] The sync data for ids ['e93e66a2-9efc-4d96-9ed4-8079260ec4ba'] in dv-cinder-master-3-iscsi is: [{'id': 'e93e66a2-9efc-4d96-9ed4-8079260ec4ba', 'name': 'tempest-TestVolumeBootPattern-366965650-router', 'tenant_id': '925b9541efdf4ed084c2a62b9434089e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.63'}], 'enable_snat': True}, 'gw_port_id': '13e70027-899e-4e23-a14d-05dccf8cb45c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:18:59Z', 'updated_at': '2022-03-31T18:19:02Z', 'revision_number': 4, 'project_id': '925b9541efdf4ed084c2a62b9434089e', 'gw_port': {'id': '13e70027-899e-4e23-a14d-05dccf8cb45c', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:52:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e93e66a2-9efc-4d96-9ed4-8079260ec4ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:18:59Z', 'updated_at': '2022-03-31T18:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'f9735f18-6a87-4511-86f6-f653903c8bc2', 'name': '', 'network_id': '2c1080c7-0602-4261-92a8-abd0140ff291', 'tenant_id': '925b9541efdf4ed084c2a62b9434089e', 'mac_address': 'fa:16:3e:37:24:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e93e66a2-9efc-4d96-9ed4-8079260ec4ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'bbd6266b-517a-4e18-995a-235134aacff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:19:02Z', 'updated_at': '2022-03-31T18:19:06Z', 'revision_number': 4, 'project_id': '925b9541efdf4ed084c2a62b9434089e', 'subnets': [{'id': 'bbd6266b-517a-4e18-995a-235134aacff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 31 18:19:07.238862 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-b2cb66af-adb9-4080-8ed4-834db7e9d6ec None None] Current status of the port f9735f18-6a87-4511-86f6-f653903c8bc2 is: ACTIVE; New status is: ACTIVE {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:19:07.291770 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-462867c1-563c-482d-8237-f914ea0ba5bc tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:07.296783 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-462867c1-563c-482d-8237-f914ea0ba5bc tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3369048
Mar 31 18:19:07.298000 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 53474) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:19:07.305859 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [None req-57579c4e-a8ce-4f24-a39a-ee13defb2ceb tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Request body: {'security_group_rule': {'security_group_id': '5a763037-c2ed-4230-b56f-5864e1324aae', 'project_id': '70f0b3390f4542c8831753ecf26f6745', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:19:07.431109 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-f3588ab9-b564-40c0-8c24-5a7be089a4e9 req-8de6de7d-878d-4c74-ac32-5d41b3cbae29 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/ports?device_id=61abeff2-268a-4149-9962-497c409663ed HTTP/1.1" status: 200  len: 210 time: 0.0285919
Mar 31 18:19:07.432311 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.db.securitygroups_db [None req-57579c4e-a8ce-4f24-a39a-ee13defb2ceb tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Project 70f0b3390f4542c8831753ecf26f6745 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Mar 31 18:19:07.437704 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-57579c4e-a8ce-4f24-a39a-ee13defb2ceb tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Publish callbacks [] for security_group_rule (668554b8-5189-4a2b-9081-be5b83dd3b0f), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:07.501143 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-57579c4e-a8ce-4f24-a39a-ee13defb2ceb tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Publish callbacks [] for security_group_rule (668554b8-5189-4a2b-9081-be5b83dd3b0f), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:07.586764 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-57579c4e-a8ce-4f24-a39a-ee13defb2ceb tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527249'] for security_group_rule (668554b8-5189-4a2b-9081-be5b83dd3b0f), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:07.609146 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57579c4e-a8ce-4f24-a39a-ee13defb2ceb tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=668554b8-5189-4a2b-9081-be5b83dd3b0f,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:19:07.633503 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39952fc7-8945-416d-8956-5ed470e74a7d req-630af80d-3706-484f-94f6-c6ca7eefa63b tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:07.635115 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-39952fc7-8945-416d-8956-5ed470e74a7d req-630af80d-3706-484f-94f6-c6ca7eefa63b tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.44 "GET /v2.0/networks?id=c4432959-6b7d-4f95-a29d-a5c36d6927da HTTP/1.1" status: 200  len: 809 time: 0.1077347
Mar 31 18:19:07.691461 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-57579c4e-a8ce-4f24-a39a-ee13defb2ceb tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:07.696555 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-57579c4e-a8ce-4f24-a39a-ee13defb2ceb tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3930929
Mar 31 18:19:07.696555 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 53480) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:19:07.703061 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [None req-dc128f58-3cd3-4d53-a6df-4af3d3a30f04 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Request body: {'security_group_rule': {'security_group_id': '5a763037-c2ed-4230-b56f-5864e1324aae', 'project_id': '70f0b3390f4542c8831753ecf26f6745', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:19:07.742335 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-39952fc7-8945-416d-8956-5ed470e74a7d req-cb750d6c-26e6-47f2-ae6c-57ec73d804f3 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=10c09876736547b59f4bb56fa5740f5f HTTP/1.1" status: 200  len: 379 time: 0.0911796
Mar 31 18:19:07.752101 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.v2.base [req-39952fc7-8945-416d-8956-5ed470e74a7d req-310ef403-b097-428c-b668-6414fa5d7fe1 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Request body: {'port': {'device_id': '61abeff2-268a-4149-9962-497c409663ed', 'network_id': 'c4432959-6b7d-4f95-a29d-a5c36d6927da', 'admin_state_up': True, 'tenant_id': '10c09876736547b59f4bb56fa5740f5f', 'security_groups': ['b9a2c4d9-cfd2-4e10-a169-6bc136620a80']}} {{(pid=103897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:19:07.787707 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.db.securitygroups_db [None req-dc128f58-3cd3-4d53-a6df-4af3d3a30f04 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Project 70f0b3390f4542c8831753ecf26f6745 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Mar 31 18:19:07.794942 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-dc128f58-3cd3-4d53-a6df-4af3d3a30f04 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Publish callbacks [] for security_group_rule (918d759f-b29a-4885-9ea6-5f505114171b), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:07.820159 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f426aa94-2650-4f39-a63a-5db4aa1ba47b req-df01ad7a-91f1-4c25-b0e1-9893f62d0e88 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:07.828768 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-f426aa94-2650-4f39-a63a-5db4aa1ba47b req-df01ad7a-91f1-4c25-b0e1-9893f62d0e88 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0 HTTP/1.1" status: 200  len: 943 time: 0.1337845
Mar 31 18:19:07.885908 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-dc128f58-3cd3-4d53-a6df-4af3d3a30f04 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Publish callbacks [] for security_group_rule (918d759f-b29a-4885-9ea6-5f505114171b), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:07.904094 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-f426aa94-2650-4f39-a63a-5db4aa1ba47b req-6b833edb-2b4f-49e2-861f-f4a1bc1d2c7e tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=e133340d-5235-49c2-8082-becbc976b284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0743494
Mar 31 18:19:07.986082 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39952fc7-8945-416d-8956-5ed470e74a7d req-310ef403-b097-428c-b668-6414fa5d7fe1 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Made reservation on behalf of 10c09876736547b59f4bb56fa5740f5f for: {'port': 1} {{(pid=103897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 31 18:19:07.986324 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-dc128f58-3cd3-4d53-a6df-4af3d3a30f04 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527249'] for security_group_rule (918d759f-b29a-4885-9ea6-5f505114171b), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:07.991749 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-39952fc7-8945-416d-8956-5ed470e74a7d req-310ef403-b097-428c-b668-6414fa5d7fe1 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (None), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:08.002940 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc128f58-3cd3-4d53-a6df-4af3d3a30f04 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=918d759f-b29a-4885-9ea6-5f505114171b,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:19:08.116151 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-dc128f58-3cd3-4d53-a6df-4af3d3a30f04 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:08.117385 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-dc128f58-3cd3-4d53-a6df-4af3d3a30f04 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.4208431
Mar 31 18:19:08.173466 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [req-39952fc7-8945-416d-8956-5ed470e74a7d req-310ef403-b097-428c-b668-6414fa5d7fe1 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Allocated IP 172.20.0.4 (c4432959-6b7d-4f95-a29d-a5c36d6927da/6100fa0d-d38e-4338-b107-b174954c8737/156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 31 18:19:08.355206 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-39952fc7-8945-416d-8956-5ed470e74a7d req-310ef403-b097-428c-b668-6414fa5d7fe1 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Publish callbacks [] for port (156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:08.408948 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Device f9735f18-6a87-4511-86f6-f653903c8bc2 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 31 18:19:08.472713 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-39952fc7-8945-416d-8956-5ed470e74a7d req-310ef403-b097-428c-b668-6414fa5d7fe1 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759342510062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13081985'] for port (156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:08.483666 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Provisioning complete for port f9735f18-6a87-4511-86f6-f653903c8bc2 triggered by entity L2. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:19:08.484410 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (f9735f18-6a87-4511-86f6-f653903c8bc2), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:08.529418 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39952fc7-8945-416d-8956-5ed470e74a7d req-310ef403-b097-428c-b668-6414fa5d7fe1 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Network c4432959-6b7d-4f95-a29d-a5c36d6927da is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 31 18:19:08.534714 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [req-39952fc7-8945-416d-8956-5ed470e74a7d req-310ef403-b097-428c-b668-6414fa5d7fe1 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Resources bound (agent type, host, resource id):  {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 31 18:19:08.544715 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [req-39952fc7-8945-416d-8956-5ed470e74a7d req-310ef403-b097-428c-b668-6414fa5d7fe1 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 31 18:19:08.599893 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39460f9-8554-491c-a0a4-efbfef658724 req-4049dd2c-ab25-43f3-948c-47cf87d8805d tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:08.601473 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-e39460f9-8554-491c-a0a4-efbfef658724 req-4049dd2c-ab25-43f3-948c-47cf87d8805d tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/ports?device_id=61abeff2-268a-4149-9962-497c409663ed HTTP/1.1" status: 200  len: 931 time: 0.0992954
Mar 31 18:19:08.612674 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Current status of the port f9735f18-6a87-4511-86f6-f653903c8bc2 is: ACTIVE; New status is: ACTIVE {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:19:08.615946 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39952fc7-8945-416d-8956-5ed470e74a7d req-310ef403-b097-428c-b668-6414fa5d7fe1 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:08.616965 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-39952fc7-8945-416d-8956-5ed470e74a7d req-310ef403-b097-428c-b668-6414fa5d7fe1 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30337'] for port (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:08.638633 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310ef403-b097-428c-b668-6414fa5d7fe1 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Pushing event updated for resources: {'Port': ['ID=156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:19:08.661917 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-e39460f9-8554-491c-a0a4-efbfef658724 req-4659e334-5ef8-4dcd-87cb-3d0ef59136db tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/security-groups?id=b9a2c4d9-cfd2-4e10-a169-6bc136620a80&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0485637
Mar 31 18:19:08.771623 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-39952fc7-8945-416d-8956-5ed470e74a7d req-310ef403-b097-428c-b668-6414fa5d7fe1 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0233316
Mar 31 18:19:08.790321 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.v2.base [req-39952fc7-8945-416d-8956-5ed470e74a7d req-a21e72a2-fded-414b-b075-221e4e77c714 service neutron] Request body: {'port': {'device_id': '61abeff2-268a-4149-9962-497c409663ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=103897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:19:08.801243 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-69460694-cb98-47cb-a064-b4745e378ada None None] Provisioning complete for port 156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a triggered by entity DHCP. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:19:08.801716 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-69460694-cb98-47cb-a064-b4745e378ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:08.842886 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-69460694-cb98-47cb-a064-b4745e378ada None None] Port 156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a cannot update to ACTIVE because it is not bound. {{(pid=103898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 31 18:19:08.857634 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-39952fc7-8945-416d-8956-5ed470e74a7d req-a21e72a2-fded-414b-b075-221e4e77c714 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:09.096477 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddb22ce-baeb-4fa9-91dd-8b22642d6db0 req-0606e8aa-e5b0-4ad4-a8e9-0c7b437fec61 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:09.097929 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-cddb22ce-baeb-4fa9-91dd-8b22642d6db0 req-0606e8aa-e5b0-4ad4-a8e9-0c7b437fec61 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0 HTTP/1.1" status: 200  len: 943 time: 0.1081290
Mar 31 18:19:09.193839 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [req-39952fc7-8945-416d-8956-5ed470e74a7d req-a21e72a2-fded-414b-b075-221e4e77c714 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 31 18:19:09.201388 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-cddb22ce-baeb-4fa9-91dd-8b22642d6db0 req-90cde0b1-d058-4622-a362-39bff9ea3090 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=e133340d-5235-49c2-8082-becbc976b284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0863810
Mar 31 18:19:09.205371 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-39952fc7-8945-416d-8956-5ed470e74a7d req-a21e72a2-fded-414b-b075-221e4e77c714 service neutron] Publish callbacks [] for port (156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a), precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:09.226945 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [req-39952fc7-8945-416d-8956-5ed470e74a7d req-a21e72a2-fded-414b-b075-221e4e77c714 service neutron] Transition to ACTIVE for port object 156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a will not be triggered until provisioned by entity L2. {{(pid=103897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 31 18:19:09.328525 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1920fd49-2461-45c8-901e-322ee1fd2014 req-038880e5-8a3b-48a3-8297-4b60ec0ce79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:09.330028 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-1920fd49-2461-45c8-901e-322ee1fd2014 req-038880e5-8a3b-48a3-8297-4b60ec0ce79e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0&tenant_id=eb7248f2c93342cd823f385c53a69d05 HTTP/1.1" status: 200  len: 1127 time: 0.0796125
Mar 31 18:19:09.334543 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-39952fc7-8945-416d-8956-5ed470e74a7d req-a21e72a2-fded-414b-b075-221e4e77c714 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13081992'] for port (156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:09.424034 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21e72a2-fded-414b-b075-221e4e77c714 service neutron] Pushing event updated for resources: {'Port': ['ID=156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:19:09.492131 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1920fd49-2461-45c8-901e-322ee1fd2014 req-d6402385-fd58-4369-9c44-7e9d8cdaaeac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:09.493581 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-1920fd49-2461-45c8-901e-322ee1fd2014 req-d6402385-fd58-4369-9c44-7e9d8cdaaeac service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=eb7248f2c93342cd823f385c53a69d05&device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0 HTTP/1.1" status: 200  len: 1127 time: 0.1206799
Mar 31 18:19:09.522630 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [req-39952fc7-8945-416d-8956-5ed470e74a7d req-a21e72a2-fded-414b-b075-221e4e77c714 service neutron] Attempting to bind port 156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a on host hv-cinder-maste for vnic_type normal with profile  {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 31 18:19:09.522895 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [req-39952fc7-8945-416d-8956-5ed470e74a7d req-a21e72a2-fded-414b-b075-221e4e77c714 service neutron] Attempting to bind port 156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '33169074-c456-4fd1-bacd-4ec254efacf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'c4432959-6b7d-4f95-a29d-a5c36d6927da'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 31 18:19:09.523231 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39952fc7-8945-416d-8956-5ed470e74a7d req-a21e72a2-fded-414b-b075-221e4e77c714 service neutron] Attempting to bind port 156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a on network c4432959-6b7d-4f95-a29d-a5c36d6927da {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 31 18:19:09.557533 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39952fc7-8945-416d-8956-5ed470e74a7d req-a21e72a2-fded-414b-b075-221e4e77c714 service neutron] Port 156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a on network c4432959-6b7d-4f95-a29d-a5c36d6927da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 31 18:19:09.557843 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39952fc7-8945-416d-8956-5ed470e74a7d req-a21e72a2-fded-414b-b075-221e4e77c714 service neutron] Attempting to bind port 156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a on network c4432959-6b7d-4f95-a29d-a5c36d6927da {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 31 18:19:09.572763 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39952fc7-8945-416d-8956-5ed470e74a7d req-a21e72a2-fded-414b-b075-221e4e77c714 service neutron] Checking agent: {'id': '06f31eaf-9418-4d11-8606-24a34b4b4893', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 11, 36), 'started_at': datetime.datetime(2022, 3, 31, 18, 11, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 31 18:19:09.572763 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39952fc7-8945-416d-8956-5ed470e74a7d req-a21e72a2-fded-414b-b075-221e4e77c714 service neutron] Checking segment: {'id': '33169074-c456-4fd1-bacd-4ec254efacf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'c4432959-6b7d-4f95-a29d-a5c36d6927da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 31 18:19:09.572763 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39952fc7-8945-416d-8956-5ed470e74a7d req-a21e72a2-fded-414b-b075-221e4e77c714 service neutron] Bound using segment: {'id': '33169074-c456-4fd1-bacd-4ec254efacf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'c4432959-6b7d-4f95-a29d-a5c36d6927da'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 31 18:19:09.572763 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [req-39952fc7-8945-416d-8956-5ed470e74a7d req-a21e72a2-fded-414b-b075-221e4e77c714 service neutron] Bound port: 156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33169074-c456-4fd1-bacd-4ec254efacf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'c4432959-6b7d-4f95-a29d-a5c36d6927da'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 31 18:19:09.572763 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-39952fc7-8945-416d-8956-5ed470e74a7d req-a21e72a2-fded-414b-b075-221e4e77c714 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:09.644871 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1920fd49-2461-45c8-901e-322ee1fd2014 req-2769a6bf-a0a4-4a2a-8195-0739a2d29093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:09.646334 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-1920fd49-2461-45c8-901e-322ee1fd2014 req-2769a6bf-a0a4-4a2a-8195-0739a2d29093 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b654ebd8-4c33-443d-bee5-4bafdafcd132 HTTP/1.1" status: 200  len: 917 time: 0.1447821
Mar 31 18:19:09.704817 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [req-39952fc7-8945-416d-8956-5ed470e74a7d req-a21e72a2-fded-414b-b075-221e4e77c714 service neutron] For port 156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a, host hv-cinder-maste, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 31 18:19:09.721744 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [req-39952fc7-8945-416d-8956-5ed470e74a7d req-a21e72a2-fded-414b-b075-221e4e77c714 service neutron] For port 156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a,segment=NetworkSegment(33169074-c456-4fd1-bacd-4ec254efacf8),segment_id=33169074-c456-4fd1-bacd-4ec254efacf8)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 31 18:19:09.733559 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-1920fd49-2461-45c8-901e-322ee1fd2014 req-d51182fb-7da7-4124-a64a-7528cdfbe7e0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3bfd294a-f954-4562-8fbf-0cd104ab3bee HTTP/1.1" status: 200  len: 999 time: 0.0784957
Mar 31 18:19:09.791532 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3952f74d-c789-4982-ae4b-58cee7b91f98 req-762268e3-4a7d-499b-a35a-96bb239984cb tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:09.793313 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-3952f74d-c789-4982-ae4b-58cee7b91f98 req-762268e3-4a7d-499b-a35a-96bb239984cb tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/ports?device_id=61abeff2-268a-4149-9962-497c409663ed HTTP/1.1" status: 200  len: 943 time: 0.0630958
Mar 31 18:19:09.798167 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1920fd49-2461-45c8-901e-322ee1fd2014 req-ccc912e6-ce5d-4514-8b0b-b0ab031782e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:09.804086 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-1920fd49-2461-45c8-901e-322ee1fd2014 req-ccc912e6-ce5d-4514-8b0b-b0ab031782e4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b54f9372-100f-4525-b4b3-2814afa9d771 HTTP/1.1" status: 200  len: 855 time: 0.0637894
Mar 31 18:19:09.808436 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.agents_db [None req-39f62d97-bd56-4bf2-8522-12846eccdd8f None None] Agent healthcheck: found 6 active agents {{(pid=103899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 31 18:19:09.809607 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-39952fc7-8945-416d-8956-5ed470e74a7d req-a21e72a2-fded-414b-b075-221e4e77c714 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13081992'] for port (156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:09.851541 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-3952f74d-c789-4982-ae4b-58cee7b91f98 req-fe64797c-e1a5-4614-b42a-a74563347690 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/security-groups?id=b9a2c4d9-cfd2-4e10-a169-6bc136620a80&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0521491
Mar 31 18:19:09.868414 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39952fc7-8945-416d-8956-5ed470e74a7d req-a21e72a2-fded-414b-b075-221e4e77c714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:09.869035 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-39952fc7-8945-416d-8956-5ed470e74a7d req-a21e72a2-fded-414b-b075-221e4e77c714 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30337'] for port (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:09.870437 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-39952fc7-8945-416d-8956-5ed470e74a7d req-a21e72a2-fded-414b-b075-221e4e77c714 service neutron] 10.222.0.44 "PUT /v2.0/ports/156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a HTTP/1.1" status: 200  len: 1093 time: 1.0842671
Mar 31 18:19:09.870922 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61abeff2-268a-4149-9962-497c409663ed', 'tag': '156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 31 18:19:09.874097 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73fc78de55affb2fac0a31bf62e314c48f0d961b1f9e9815d43b8150b113e94f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e0d84ee-9c5e-4693-bbad-39dcfbe6f4af" -d '{"events": [{"name": "network-changed", "server_uuid": "61abeff2-268a-4149-9962-497c409663ed", "tag": "156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 31 18:19:09.924899 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21e72a2-fded-414b-b075-221e4e77c714 service neutron] Pushing event updated for resources: {'Port': ['ID=156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:19:09.936309 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1920fd49-2461-45c8-901e-322ee1fd2014 req-339edb7a-0210-48cf-9800-4e289517e2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:09.937863 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-1920fd49-2461-45c8-901e-322ee1fd2014 req-339edb7a-0210-48cf-9800-4e289517e2a7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b654ebd8-4c33-443d-bee5-4bafdafcd132&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.1254179
Mar 31 18:19:10.018011 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 18:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-453aed02-0421-43b3-a35d-be26e16e1ab9 x-openstack-request-id: req-453aed02-0421-43b3-a35d-be26e16e1ab9 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 31 18:19:10.018715 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61abeff2-268a-4149-9962-497c409663ed", "tag": "156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a", "status": "completed", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 31 18:19:10.018883 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-453aed02-0421-43b3-a35d-be26e16e1ab9 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 31 18:19:10.019452 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-453aed02-0421-43b3-a35d-be26e16e1ab9'] response: {'name': 'network-changed', 'server_uuid': '61abeff2-268a-4149-9962-497c409663ed', 'tag': '156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a', 'status': 'completed', 'code': 200}
Mar 31 18:19:10.109509 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39952fc7-8945-416d-8956-5ed470e74a7d req-5f8d15c3-9878-4d42-b4d9-d7afd5e74564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:10.111256 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-39952fc7-8945-416d-8956-5ed470e74a7d req-5f8d15c3-9878-4d42-b4d9-d7afd5e74564 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=10c09876736547b59f4bb56fa5740f5f&device_id=61abeff2-268a-4149-9962-497c409663ed HTTP/1.1" status: 200  len: 1127 time: 0.0908747
Mar 31 18:19:10.113195 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-1920fd49-2461-45c8-901e-322ee1fd2014 req-713553c8-4a5a-4350-b47b-c7aef01aeecc service neutron] 10.222.0.44 "GET /v2.0/networks/b654ebd8-4c33-443d-bee5-4bafdafcd132?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1679304
Mar 31 18:19:10.170831 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-39952fc7-8945-416d-8956-5ed470e74a7d req-64c945fa-ac95-466b-9c1f-88179590a4ec service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a HTTP/1.1" status: 200  len: 217 time: 0.0417297
Mar 31 18:19:10.269804 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39952fc7-8945-416d-8956-5ed470e74a7d req-a6ea863f-a1a5-48fb-af8f-1cd08b775493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:10.271386 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-39952fc7-8945-416d-8956-5ed470e74a7d req-a6ea863f-a1a5-48fb-af8f-1cd08b775493 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6100fa0d-d38e-4338-b107-b174954c8737 HTTP/1.1" status: 200  len: 848 time: 0.0886209
Mar 31 18:19:10.317036 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-1920fd49-2461-45c8-901e-322ee1fd2014 req-89f070a1-1aee-4662-ac5c-73b313e147de service neutron] 10.222.0.44 "GET /v2.0/networks/b654ebd8-4c33-443d-bee5-4bafdafcd132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1816981
Mar 31 18:19:10.334901 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a591d37e-a0a0-4b47-9efb-01b0c692377a req-ee665b3c-bbcf-4de2-843a-655a304ed18c tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:10.336638 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-a591d37e-a0a0-4b47-9efb-01b0c692377a req-ee665b3c-bbcf-4de2-843a-655a304ed18c tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0 HTTP/1.1" status: 200  len: 943 time: 0.0594647
Mar 31 18:19:10.346052 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39952fc7-8945-416d-8956-5ed470e74a7d req-32598574-bd69-42db-8c4a-8ee9e628d2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:10.347755 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-39952fc7-8945-416d-8956-5ed470e74a7d req-32598574-bd69-42db-8c4a-8ee9e628d2b1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c4432959-6b7d-4f95-a29d-a5c36d6927da&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0666854
Mar 31 18:19:10.393177 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-a591d37e-a0a0-4b47-9efb-01b0c692377a req-50e9e101-5191-4abf-b76c-8edd64d9dcf5 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=e133340d-5235-49c2-8082-becbc976b284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0482323
Mar 31 18:19:10.455184 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-39952fc7-8945-416d-8956-5ed470e74a7d req-518ea3c5-69d4-4ea2-a98c-8967553b2eac service neutron] 10.222.0.44 "GET /v2.0/networks/c4432959-6b7d-4f95-a29d-a5c36d6927da?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1002305
Mar 31 18:19:10.549507 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-39952fc7-8945-416d-8956-5ed470e74a7d req-2f7d3a46-0149-4535-b3fb-4be2c2e317cd service neutron] 10.222.0.44 "GET /v2.0/networks/c4432959-6b7d-4f95-a29d-a5c36d6927da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0877964
Mar 31 18:19:11.050072 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0d84ee-9c5e-4693-bbad-39dcfbe6f4af req-16e8ff15-fb9f-4bd5-88f1-55afd5f0b8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:11.051635 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-3e0d84ee-9c5e-4693-bbad-39dcfbe6f4af req-16e8ff15-fb9f-4bd5-88f1-55afd5f0b8eb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=10c09876736547b59f4bb56fa5740f5f&device_id=61abeff2-268a-4149-9962-497c409663ed HTTP/1.1" status: 200  len: 1127 time: 0.3164713
Mar 31 18:19:11.062714 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46a39e5-a876-4e94-bf8a-c493ab8c0e63 req-38a51775-71b9-4434-94d2-8eb9c70f69a8 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:11.064169 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-a46a39e5-a876-4e94-bf8a-c493ab8c0e63 req-38a51775-71b9-4434-94d2-8eb9c70f69a8 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/ports?device_id=61abeff2-268a-4149-9962-497c409663ed HTTP/1.1" status: 200  len: 943 time: 0.0678504
Mar 31 18:19:11.202026 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-a46a39e5-a876-4e94-bf8a-c493ab8c0e63 req-ac544ca7-198d-4ae7-bc07-34affdefd621 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/security-groups?id=b9a2c4d9-cfd2-4e10-a169-6bc136620a80&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1287727
Mar 31 18:19:11.230099 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0d84ee-9c5e-4693-bbad-39dcfbe6f4af req-41c47817-928e-4eef-a817-571782bee2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:11.230099 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-3e0d84ee-9c5e-4693-bbad-39dcfbe6f4af req-41c47817-928e-4eef-a817-571782bee2fd service neutron] 10.222.0.44 "GET /v2.0/networks?id=c4432959-6b7d-4f95-a29d-a5c36d6927da HTTP/1.1" status: 200  len: 910 time: 0.1598563
Mar 31 18:19:11.290214 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 53598) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:19:11.440894 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f415ee4b-5b43-4596-ab40-b6985dfde7c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:11.600154 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f8d570-d9c6-4fe5-b0e2-2eba652e43a1 req-21a094bc-ca31-47da-bbf3-0d60df7d55c8 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:11.601711 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-55f8d570-d9c6-4fe5-b0e2-2eba652e43a1 req-21a094bc-ca31-47da-bbf3-0d60df7d55c8 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0 HTTP/1.1" status: 200  len: 943 time: 0.1034181
Mar 31 18:19:11.607783 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f415ee4b-5b43-4596-ab40-b6985dfde7c9 admin admin] Publish callbacks [] for security_group (387e0ec2-0512-449c-abee-b6180c28d3ae), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:11.656630 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-55f8d570-d9c6-4fe5-b0e2-2eba652e43a1 req-63ffc794-14eb-4e67-94f7-9da95d2eb3b1 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=e133340d-5235-49c2-8082-becbc976b284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457189
Mar 31 18:19:11.684303 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f415ee4b-5b43-4596-ab40-b6985dfde7c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (387e0ec2-0512-449c-abee-b6180c28d3ae), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:11.725355 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f415ee4b-5b43-4596-ab40-b6985dfde7c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=387e0ec2-0512-449c-abee-b6180c28d3ae,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:19:11.730883 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-f415ee4b-5b43-4596-ab40-b6985dfde7c9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8a6ed0b44244485885a92dc64f293bba&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4382546
Mar 31 18:19:11.743098 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 53604) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:19:11.802729 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1333f5a8-2ff9-438a-9af3-134b9aa7ec3c admin admin] Publish callbacks [] for security_group (387e0ec2-0512-449c-abee-b6180c28d3ae), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:11.830474 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1333f5a8-2ff9-438a-9af3-134b9aa7ec3c admin admin] Publish callbacks [] for security_group (387e0ec2-0512-449c-abee-b6180c28d3ae), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:11.958028 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1333f5a8-2ff9-438a-9af3-134b9aa7ec3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (387e0ec2-0512-449c-abee-b6180c28d3ae), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:11.961042 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1333f5a8-2ff9-438a-9af3-134b9aa7ec3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:11.962907 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-1333f5a8-2ff9-438a-9af3-134b9aa7ec3c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/387e0ec2-0512-449c-abee-b6180c28d3ae HTTP/1.1" status: 204  len: 168 time: 0.2182143
Mar 31 18:19:11.976149 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1333f5a8-2ff9-438a-9af3-134b9aa7ec3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=387e0ec2-0512-449c-abee-b6180c28d3ae,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:19:12.404787 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcae921b-487d-456c-b0f8-a2c693c29e7e req-b8639c97-f7b6-4545-8c72-5ecdf3ae7b54 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:12.408370 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-fcae921b-487d-456c-b0f8-a2c693c29e7e req-b8639c97-f7b6-4545-8c72-5ecdf3ae7b54 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/ports?device_id=61abeff2-268a-4149-9962-497c409663ed HTTP/1.1" status: 200  len: 943 time: 0.0942607
Mar 31 18:19:12.459980 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-fcae921b-487d-456c-b0f8-a2c693c29e7e req-57b5967c-167b-494e-a1d9-d40bb3bc4fb1 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/security-groups?id=b9a2c4d9-cfd2-4e10-a169-6bc136620a80&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0469446
Mar 31 18:19:12.979142 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36962e0-899a-4b50-8a08-b7787eff985f req-7369beea-75fe-43bc-87e5-43672d72042c tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:12.980891 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-c36962e0-899a-4b50-8a08-b7787eff985f req-7369beea-75fe-43bc-87e5-43672d72042c tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0 HTTP/1.1" status: 200  len: 943 time: 0.2503815
Mar 31 18:19:13.029885 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-c36962e0-899a-4b50-8a08-b7787eff985f req-e504c900-5e13-4c0f-a829-7ef9dbd85e79 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=e133340d-5235-49c2-8082-becbc976b284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432289
Mar 31 18:19:13.592222 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff09444-a01e-4563-a74d-0fed8f591b52 req-a159ab51-1e0d-4eba-be99-e3d6e5077bdb tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:13.594069 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-8ff09444-a01e-4563-a74d-0fed8f591b52 req-a159ab51-1e0d-4eba-be99-e3d6e5077bdb tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/ports?device_id=61abeff2-268a-4149-9962-497c409663ed HTTP/1.1" status: 200  len: 943 time: 0.0605114
Mar 31 18:19:13.646289 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-8ff09444-a01e-4563-a74d-0fed8f591b52 req-3740d449-620d-48f7-8987-15e40b7615a6 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/security-groups?id=b9a2c4d9-cfd2-4e10-a169-6bc136620a80&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456815
Mar 31 18:19:14.160349 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd20d08-679c-4671-aa31-f29dd64b0afd req-b228271a-6dc7-47c2-8cdd-5eaa5ef28f88 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:14.161923 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-1dd20d08-679c-4671-aa31-f29dd64b0afd req-b228271a-6dc7-47c2-8cdd-5eaa5ef28f88 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0 HTTP/1.1" status: 200  len: 943 time: 0.0536478
Mar 31 18:19:14.216795 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-1dd20d08-679c-4671-aa31-f29dd64b0afd req-48e354f3-6e0e-4528-ad05-c818a9728c55 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=e133340d-5235-49c2-8082-becbc976b284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0487902
Mar 31 18:19:14.789103 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d49ea2b-5ce2-4911-a489-a248de746047 req-7eb1e626-43a9-4077-a6ef-4bfdb7a826a4 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:14.789103 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-9d49ea2b-5ce2-4911-a489-a248de746047 req-7eb1e626-43a9-4077-a6ef-4bfdb7a826a4 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/ports?device_id=61abeff2-268a-4149-9962-497c409663ed HTTP/1.1" status: 200  len: 943 time: 0.0531833
Mar 31 18:19:14.834768 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-9d49ea2b-5ce2-4911-a489-a248de746047 req-7994a9f8-5da7-43e9-96fc-140378d38bfe tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/security-groups?id=b9a2c4d9-cfd2-4e10-a169-6bc136620a80&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0576265
Mar 31 18:19:15.346418 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf8af39-3677-4750-857f-05462c7e725a req-28c2b079-5d69-4bdf-94aa-e26384b43a3d tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:15.348029 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-8cf8af39-3677-4750-857f-05462c7e725a req-28c2b079-5d69-4bdf-94aa-e26384b43a3d tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0 HTTP/1.1" status: 200  len: 943 time: 0.0590639
Mar 31 18:19:15.396672 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-8cf8af39-3677-4750-857f-05462c7e725a req-a60b849c-837c-4a9e-9ea5-103fdeeb6647 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=e133340d-5235-49c2-8082-becbc976b284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429242
Mar 31 18:19:15.972812 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eea07a-62aa-43a6-be75-f834a22f72d1 req-931c5b65-6f1e-411c-aed3-08910cefd146 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:15.974747 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-a0eea07a-62aa-43a6-be75-f834a22f72d1 req-931c5b65-6f1e-411c-aed3-08910cefd146 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/ports?device_id=61abeff2-268a-4149-9962-497c409663ed HTTP/1.1" status: 200  len: 943 time: 0.0640740
Mar 31 18:19:16.042653 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-a0eea07a-62aa-43a6-be75-f834a22f72d1 req-4975508e-dfe7-48ea-b8d2-be06dc643652 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/security-groups?id=b9a2c4d9-cfd2-4e10-a169-6bc136620a80&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0546811
Mar 31 18:19:16.542949 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef8d7f0-1715-4d58-9915-2e187406e1aa req-d5982777-ed6e-4589-abfb-8eda3e53a01f tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:16.544980 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-1ef8d7f0-1715-4d58-9915-2e187406e1aa req-d5982777-ed6e-4589-abfb-8eda3e53a01f tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0 HTTP/1.1" status: 200  len: 943 time: 0.0564904
Mar 31 18:19:16.623198 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-1ef8d7f0-1715-4d58-9915-2e187406e1aa req-ac737798-0773-419c-ac01-de78bf76e710 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=e133340d-5235-49c2-8082-becbc976b284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0705709
Mar 31 18:19:17.178863 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafbc736-f04e-4c1d-ac14-c4dd21180809 req-435e78bf-0365-41a2-b5ba-c8ba25d2f223 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:17.180382 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-aafbc736-f04e-4c1d-ac14-c4dd21180809 req-435e78bf-0365-41a2-b5ba-c8ba25d2f223 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/ports?device_id=61abeff2-268a-4149-9962-497c409663ed HTTP/1.1" status: 200  len: 943 time: 0.0582924
Mar 31 18:19:17.233042 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-aafbc736-f04e-4c1d-ac14-c4dd21180809 req-414f3213-441b-4211-9d9e-80055f36e1e1 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/security-groups?id=b9a2c4d9-cfd2-4e10-a169-6bc136620a80&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462470
Mar 31 18:19:17.765853 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ea4c54-2936-4ef2-a432-7b6edf4d79f2 req-8bef899e-cd86-4179-aa4a-798b24368809 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:17.767675 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-39ea4c54-2936-4ef2-a432-7b6edf4d79f2 req-8bef899e-cd86-4179-aa4a-798b24368809 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0 HTTP/1.1" status: 200  len: 943 time: 0.0671549
Mar 31 18:19:17.817904 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-39ea4c54-2936-4ef2-a432-7b6edf4d79f2 req-b67eb05e-197e-4f9e-ae85-e134e2fa5af6 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=e133340d-5235-49c2-8082-becbc976b284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445557
Mar 31 18:19:18.353380 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda03ca4-8940-4509-8a7e-1ac7ff6b329e req-fc054e60-cb25-46dd-9489-dc6d00597a00 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:18.354897 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-cda03ca4-8940-4509-8a7e-1ac7ff6b329e req-fc054e60-cb25-46dd-9489-dc6d00597a00 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/ports?device_id=61abeff2-268a-4149-9962-497c409663ed HTTP/1.1" status: 200  len: 943 time: 0.0560861
Mar 31 18:19:18.408823 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-cda03ca4-8940-4509-8a7e-1ac7ff6b329e req-a06c4803-1c1c-406e-8840-c12cd8e35f96 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/security-groups?id=b9a2c4d9-cfd2-4e10-a169-6bc136620a80&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0475442
Mar 31 18:19:18.950466 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aad365d-31c9-4e8f-9d50-77d4a474e9a0 req-bff693f9-531b-46b1-b20e-d0439a17a9f1 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:18.952006 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-0aad365d-31c9-4e8f-9d50-77d4a474e9a0 req-bff693f9-531b-46b1-b20e-d0439a17a9f1 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0 HTTP/1.1" status: 200  len: 943 time: 0.0572181
Mar 31 18:19:19.000033 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-0aad365d-31c9-4e8f-9d50-77d4a474e9a0 req-0461d5ee-645e-4623-a298-50ff0aeef280 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=e133340d-5235-49c2-8082-becbc976b284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426042
Mar 31 18:19:19.539908 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67dc565-26d8-48e6-8b9c-2ac069955cfa req-6ea44f9a-1104-4445-9ba8-f6d481b00d37 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:19.541369 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-c67dc565-26d8-48e6-8b9c-2ac069955cfa req-6ea44f9a-1104-4445-9ba8-f6d481b00d37 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/ports?device_id=61abeff2-268a-4149-9962-497c409663ed HTTP/1.1" status: 200  len: 943 time: 0.0624347
Mar 31 18:19:19.598694 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-c67dc565-26d8-48e6-8b9c-2ac069955cfa req-fdef0212-9d90-4e09-a3b6-59df9ec13bc1 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/security-groups?id=b9a2c4d9-cfd2-4e10-a169-6bc136620a80&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0503998
Mar 31 18:19:20.129554 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4b4e29-1449-441b-b5e8-8f80172423ab req-a46bddd6-97fe-4e07-83c3-e4431f2f6ee9 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:20.131524 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-4b4b4e29-1449-441b-b5e8-8f80172423ab req-a46bddd6-97fe-4e07-83c3-e4431f2f6ee9 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0 HTTP/1.1" status: 200  len: 943 time: 0.0541623
Mar 31 18:19:20.184894 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-4b4b4e29-1449-441b-b5e8-8f80172423ab req-8b707e89-9842-4efe-893d-c35668043592 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=e133340d-5235-49c2-8082-becbc976b284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0477514
Mar 31 18:19:20.719323 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd234597-990c-4e7e-aa95-7f76493fb626 req-3d874a14-15d8-48fa-984e-4375bfb5710d tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:20.720786 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-dd234597-990c-4e7e-aa95-7f76493fb626 req-3d874a14-15d8-48fa-984e-4375bfb5710d tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/ports?device_id=61abeff2-268a-4149-9962-497c409663ed HTTP/1.1" status: 200  len: 943 time: 0.0524890
Mar 31 18:19:20.771107 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-dd234597-990c-4e7e-aa95-7f76493fb626 req-dfea55fa-dafc-4b18-9e90-fbb2ba9ab06b tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/security-groups?id=b9a2c4d9-cfd2-4e10-a169-6bc136620a80&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446041
Mar 31 18:19:21.322841 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9853e6-7a6f-44e7-9409-1d01b5279322 req-ab499038-6b6a-4606-9892-53d3b2cefac9 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:21.324349 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-9b9853e6-7a6f-44e7-9409-1d01b5279322 req-ab499038-6b6a-4606-9892-53d3b2cefac9 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0 HTTP/1.1" status: 200  len: 943 time: 0.0573480
Mar 31 18:19:21.373283 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-9b9853e6-7a6f-44e7-9409-1d01b5279322 req-ae5c5b46-c9c7-48fe-a2a7-6f7aa3d2c793 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=e133340d-5235-49c2-8082-becbc976b284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424891
Mar 31 18:19:21.917221 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6309c324-971d-4fc9-b143-97ea74370ee0 req-44ebb7e3-2f95-4bd7-ba4c-0856b5c56de0 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:21.919847 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-6309c324-971d-4fc9-b143-97ea74370ee0 req-44ebb7e3-2f95-4bd7-ba4c-0856b5c56de0 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/ports?device_id=61abeff2-268a-4149-9962-497c409663ed HTTP/1.1" status: 200  len: 943 time: 0.0771735
Mar 31 18:19:21.971148 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-6309c324-971d-4fc9-b143-97ea74370ee0 req-63e21e70-8575-468d-88f7-5726cd33d558 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/security-groups?id=b9a2c4d9-cfd2-4e10-a169-6bc136620a80&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457473
Mar 31 18:19:22.498597 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbbac9a-a6d4-40b4-934d-d695d7356797 req-3d5663f0-86f6-485f-8e92-4ba59a5fb634 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:22.500125 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-7fbbac9a-a6d4-40b4-934d-d695d7356797 req-3d5663f0-86f6-485f-8e92-4ba59a5fb634 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0 HTTP/1.1" status: 200  len: 943 time: 0.0548775
Mar 31 18:19:22.548071 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-7fbbac9a-a6d4-40b4-934d-d695d7356797 req-b347992d-788e-46ed-96b0-50c09854a152 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=e133340d-5235-49c2-8082-becbc976b284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423596
Mar 31 18:19:23.091254 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb69dac-c31f-4ab0-a870-40f38196ab01 req-fa2e0f32-2124-4ea4-b07c-448dde7b4521 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:23.092761 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-adb69dac-c31f-4ab0-a870-40f38196ab01 req-fa2e0f32-2124-4ea4-b07c-448dde7b4521 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/ports?device_id=61abeff2-268a-4149-9962-497c409663ed HTTP/1.1" status: 200  len: 943 time: 0.0539494
Mar 31 18:19:23.142156 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-adb69dac-c31f-4ab0-a870-40f38196ab01 req-697dea0a-62a0-4c2f-a2f5-bedadec58d39 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/security-groups?id=b9a2c4d9-cfd2-4e10-a169-6bc136620a80&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437524
Mar 31 18:19:23.672993 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4293b613-c885-4952-a906-88173d92ded2 req-ef1a66d5-ab15-412e-b81a-4f9fcdbf8982 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:23.674439 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-4293b613-c885-4952-a906-88173d92ded2 req-ef1a66d5-ab15-412e-b81a-4f9fcdbf8982 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0 HTTP/1.1" status: 200  len: 943 time: 0.0553195
Mar 31 18:19:23.719703 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-4293b613-c885-4952-a906-88173d92ded2 req-de1b6f6f-034c-46d4-a842-4f8f6ad310ef tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=e133340d-5235-49c2-8082-becbc976b284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398254
Mar 31 18:19:24.257942 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d85b67-bf79-4259-a40f-0d8caa5f0d81 req-a1283a04-940f-46d8-aa76-29f716c31ea4 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:24.259457 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-e1d85b67-bf79-4259-a40f-0d8caa5f0d81 req-a1283a04-940f-46d8-aa76-29f716c31ea4 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/ports?device_id=61abeff2-268a-4149-9962-497c409663ed HTTP/1.1" status: 200  len: 943 time: 0.0515466
Mar 31 18:19:24.308437 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-e1d85b67-bf79-4259-a40f-0d8caa5f0d81 req-f9313946-23a4-4076-aed0-99137b3b76ed tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/security-groups?id=b9a2c4d9-cfd2-4e10-a169-6bc136620a80&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418046
Mar 31 18:19:24.845183 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50854c0e-c040-4fc8-8890-089f6f52b61b req-4d64850d-c47d-4a69-ac60-b71a72023fc6 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:24.846707 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-50854c0e-c040-4fc8-8890-089f6f52b61b req-4d64850d-c47d-4a69-ac60-b71a72023fc6 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0 HTTP/1.1" status: 200  len: 943 time: 0.0569074
Mar 31 18:19:24.893526 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-50854c0e-c040-4fc8-8890-089f6f52b61b req-e9d979c0-41a6-4682-b52c-1b72c9b39c04 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=e133340d-5235-49c2-8082-becbc976b284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412261
Mar 31 18:19:25.427450 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdcf9a4-d93a-49ee-b3c4-3e7cd3203851 req-65880b2e-f331-415e-a8c4-99376b878c34 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:25.428922 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-0bdcf9a4-d93a-49ee-b3c4-3e7cd3203851 req-65880b2e-f331-415e-a8c4-99376b878c34 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/ports?device_id=61abeff2-268a-4149-9962-497c409663ed HTTP/1.1" status: 200  len: 943 time: 0.0516801
Mar 31 18:19:25.475968 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-0bdcf9a4-d93a-49ee-b3c4-3e7cd3203851 req-bc9823c7-79ab-475c-8e2b-faef4c67633b tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/security-groups?id=b9a2c4d9-cfd2-4e10-a169-6bc136620a80&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408223
Mar 31 18:19:26.015619 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac60e365-8b0e-442e-ba6f-21d8c47b4557 req-d73dca31-9574-48b7-b089-cdc7433f1f92 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:26.017093 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-ac60e365-8b0e-442e-ba6f-21d8c47b4557 req-d73dca31-9574-48b7-b089-cdc7433f1f92 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0 HTTP/1.1" status: 200  len: 943 time: 0.0543385
Mar 31 18:19:26.071113 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-ac60e365-8b0e-442e-ba6f-21d8c47b4557 req-75f34072-d784-4ec4-a755-e6cae7d3dd6b tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=e133340d-5235-49c2-8082-becbc976b284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0479901
Mar 31 18:19:26.591392 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a174ecb2-f859-4121-80d1-35e496061854 req-9c31b26d-86a1-4903-9b7b-e68b9f039a9f tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:26.593335 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-a174ecb2-f859-4121-80d1-35e496061854 req-9c31b26d-86a1-4903-9b7b-e68b9f039a9f tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/ports?device_id=61abeff2-268a-4149-9962-497c409663ed HTTP/1.1" status: 200  len: 943 time: 0.0518541
Mar 31 18:19:26.640059 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-a174ecb2-f859-4121-80d1-35e496061854 req-4060f7c2-6991-48c7-8a04-224a4f481419 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/security-groups?id=b9a2c4d9-cfd2-4e10-a169-6bc136620a80&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419166
Mar 31 18:19:27.190061 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06024b4-3eec-4217-8099-5aa4e33535d5 req-4ae3c482-1e7b-45a5-ba5d-6207fdd3a59f tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:27.191546 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-e06024b4-3eec-4217-8099-5aa4e33535d5 req-4ae3c482-1e7b-45a5-ba5d-6207fdd3a59f tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0 HTTP/1.1" status: 200  len: 943 time: 0.0508177
Mar 31 18:19:27.237588 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-e06024b4-3eec-4217-8099-5aa4e33535d5 req-b73dde22-c4e3-43fb-961d-0a40994c7d97 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=e133340d-5235-49c2-8082-becbc976b284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406673
Mar 31 18:19:27.761328 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a407701-c366-4f70-9fe0-d28bcc29e7e1 req-922aaa2c-a0ab-4e05-9873-ef225a521359 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:27.763267 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-0a407701-c366-4f70-9fe0-d28bcc29e7e1 req-922aaa2c-a0ab-4e05-9873-ef225a521359 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/ports?device_id=61abeff2-268a-4149-9962-497c409663ed HTTP/1.1" status: 200  len: 943 time: 0.0585353
Mar 31 18:19:27.811781 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-0a407701-c366-4f70-9fe0-d28bcc29e7e1 req-aafb3de0-6a47-431a-bd95-9b612448a84e tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/security-groups?id=b9a2c4d9-cfd2-4e10-a169-6bc136620a80&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430565
Mar 31 18:19:28.359093 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26358e31-a82a-4167-94f0-6bfaf77d0272 req-286b3cca-1a8f-49d5-82d3-23c9ad6fe0ee tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:28.360470 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-26358e31-a82a-4167-94f0-6bfaf77d0272 req-286b3cca-1a8f-49d5-82d3-23c9ad6fe0ee tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0 HTTP/1.1" status: 200  len: 943 time: 0.0514050
Mar 31 18:19:28.406323 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-26358e31-a82a-4167-94f0-6bfaf77d0272 req-47f95d32-c1de-4a9a-b84c-29e7adbfc8fc tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=e133340d-5235-49c2-8082-becbc976b284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403783
Mar 31 18:19:28.925769 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57d6b55-5ca8-45cd-8c0e-e9e7df9969f2 req-9d41f082-9455-4d15-a8cf-6e203f374532 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:28.927284 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-a57d6b55-5ca8-45cd-8c0e-e9e7df9969f2 req-9d41f082-9455-4d15-a8cf-6e203f374532 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/ports?device_id=61abeff2-268a-4149-9962-497c409663ed HTTP/1.1" status: 200  len: 943 time: 0.0522363
Mar 31 18:19:28.978732 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-a57d6b55-5ca8-45cd-8c0e-e9e7df9969f2 req-70e1f91b-5c7b-41c8-a895-8f963c51e2db tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/security-groups?id=b9a2c4d9-cfd2-4e10-a169-6bc136620a80&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458844
Mar 31 18:19:29.007649 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5d6f039d-5b0f-415f-a0ec-3492103c06eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (08150f5b-1b08-4271-84f1-4a3b03ee1892), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:29.081657 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-3e0d84ee-9c5e-4693-bbad-39dcfbe6f4af req-3592e2f1-b06b-4f6a-93fa-44845b7a5a8d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a HTTP/1.1" status: 200  len: 217 time: 0.0386329
Mar 31 18:19:29.137846 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0d84ee-9c5e-4693-bbad-39dcfbe6f4af req-942983a0-fb19-4721-83b5-a24896fed23d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:29.137846 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-3e0d84ee-9c5e-4693-bbad-39dcfbe6f4af req-942983a0-fb19-4721-83b5-a24896fed23d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6100fa0d-d38e-4338-b107-b174954c8737 HTTP/1.1" status: 200  len: 848 time: 0.0440266
Mar 31 18:19:29.191781 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0d84ee-9c5e-4693-bbad-39dcfbe6f4af req-6d8372ec-6810-4ff0-b025-5ef0bf0b24be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:29.193421 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-3e0d84ee-9c5e-4693-bbad-39dcfbe6f4af req-6d8372ec-6810-4ff0-b025-5ef0bf0b24be service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c4432959-6b7d-4f95-a29d-a5c36d6927da&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0458608
Mar 31 18:19:29.285782 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-3e0d84ee-9c5e-4693-bbad-39dcfbe6f4af req-44f652b3-a8e4-4e85-a9d3-69d2cea46cd9 service neutron] 10.222.0.44 "GET /v2.0/networks/c4432959-6b7d-4f95-a29d-a5c36d6927da?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0855522
Mar 31 18:19:29.376401 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-3e0d84ee-9c5e-4693-bbad-39dcfbe6f4af req-f2bdb73d-bc65-472f-a88a-0d86582cc8c4 service neutron] 10.222.0.44 "GET /v2.0/networks/c4432959-6b7d-4f95-a29d-a5c36d6927da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0843847
Mar 31 18:19:29.528622 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a004ddd-04e5-4486-9046-07373fda60ad req-106fbd3f-15bd-4e4d-a39f-d81aae2b7383 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:29.530260 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-2a004ddd-04e5-4486-9046-07373fda60ad req-106fbd3f-15bd-4e4d-a39f-d81aae2b7383 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0 HTTP/1.1" status: 200  len: 943 time: 0.0531337
Mar 31 18:19:29.577373 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-2a004ddd-04e5-4486-9046-07373fda60ad req-4dd2c61b-cf6b-4291-95c1-55d5c3322975 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=e133340d-5235-49c2-8082-becbc976b284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416636
Mar 31 18:19:30.094820 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab1e6c9-7611-4d74-9748-09f112bb8b3d req-6bf2b2a0-89ed-450d-af40-741c87f79012 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:30.096281 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-fab1e6c9-7611-4d74-9748-09f112bb8b3d req-6bf2b2a0-89ed-450d-af40-741c87f79012 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/ports?device_id=61abeff2-268a-4149-9962-497c409663ed HTTP/1.1" status: 200  len: 943 time: 0.0529616
Mar 31 18:19:30.144774 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-fab1e6c9-7611-4d74-9748-09f112bb8b3d req-8cd04e39-11d2-43b2-a985-b396a372858e tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/security-groups?id=b9a2c4d9-cfd2-4e10-a169-6bc136620a80&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429792
Mar 31 18:19:30.704108 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221b1f68-804c-41df-b31d-956f86767fc8 req-bc1b7ab1-7945-454d-ae39-7139b97cd72c tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:30.705575 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-221b1f68-804c-41df-b31d-956f86767fc8 req-bc1b7ab1-7945-454d-ae39-7139b97cd72c tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0 HTTP/1.1" status: 200  len: 943 time: 0.0526896
Mar 31 18:19:30.752817 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-221b1f68-804c-41df-b31d-956f86767fc8 req-5e886634-11ac-4e3c-a72c-cff23b7c9a20 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=e133340d-5235-49c2-8082-becbc976b284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415525
Mar 31 18:19:31.263673 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9dee6e-b14a-4318-b507-c85120212028 req-9128b720-2af6-432f-84e0-8953125becf0 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:31.265486 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-fe9dee6e-b14a-4318-b507-c85120212028 req-9128b720-2af6-432f-84e0-8953125becf0 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/ports?device_id=61abeff2-268a-4149-9962-497c409663ed HTTP/1.1" status: 200  len: 943 time: 0.0578482
Mar 31 18:19:31.320118 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-fe9dee6e-b14a-4318-b507-c85120212028 req-88b660c2-5140-4a85-af8e-6b7cd24ed897 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/security-groups?id=b9a2c4d9-cfd2-4e10-a169-6bc136620a80&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448103
Mar 31 18:19:31.402242 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-8dd6eb98-61ad-4b54-b02e-7eea87da4ecb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (f09d5d1b-4294-4f18-9a00-351412ae7ca6), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:31.882289 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae788b49-fab7-4dfa-b001-ea333e25908e req-ee66bb61-48f0-4c83-bb01-ff7b30a3b37e tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:31.883808 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-ae788b49-fab7-4dfa-b001-ea333e25908e req-ee66bb61-48f0-4c83-bb01-ff7b30a3b37e tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0 HTTP/1.1" status: 200  len: 943 time: 0.0575891
Mar 31 18:19:31.930911 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-ae788b49-fab7-4dfa-b001-ea333e25908e req-a2d89024-6be1-4d77-a711-71b3da71524f tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=e133340d-5235-49c2-8082-becbc976b284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411558
Mar 31 18:19:32.378970 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-be477ca9-b30f-4eb3-92ce-971cde9f4756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (d0835089-4a76-4105-9221-c81b46927b3c), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:32.432071 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84848a0a-ea10-483b-b99c-093deb5a7379 req-a9626e72-5b4e-4e77-9991-6ae40be53ce3 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:32.433632 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-84848a0a-ea10-483b-b99c-093deb5a7379 req-a9626e72-5b4e-4e77-9991-6ae40be53ce3 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/ports?device_id=61abeff2-268a-4149-9962-497c409663ed HTTP/1.1" status: 200  len: 943 time: 0.0533729
Mar 31 18:19:32.482345 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-84848a0a-ea10-483b-b99c-093deb5a7379 req-c6e267bf-b863-4008-8ee2-fde089238cd2 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/security-groups?id=b9a2c4d9-cfd2-4e10-a169-6bc136620a80&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430245
Mar 31 18:19:33.053159 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f64596-9109-43de-be20-84320391c883 req-6e1bdcdc-113f-4a95-9655-e0c26a99c06b tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:33.054679 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-67f64596-9109-43de-be20-84320391c883 req-6e1bdcdc-113f-4a95-9655-e0c26a99c06b tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0 HTTP/1.1" status: 200  len: 943 time: 0.0533476
Mar 31 18:19:33.102165 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-67f64596-9109-43de-be20-84320391c883 req-d07c78d6-6135-468e-a1dd-7033639b1bae tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=e133340d-5235-49c2-8082-becbc976b284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417063
Mar 31 18:19:33.603409 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec3cb11-1fb0-4f3e-8c6c-b39070072572 req-f3503b88-0a38-4633-9802-b4c0bf5a661f tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:33.606261 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-eec3cb11-1fb0-4f3e-8c6c-b39070072572 req-f3503b88-0a38-4633-9802-b4c0bf5a661f tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/ports?device_id=61abeff2-268a-4149-9962-497c409663ed HTTP/1.1" status: 200  len: 943 time: 0.0595887
Mar 31 18:19:33.654750 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-eec3cb11-1fb0-4f3e-8c6c-b39070072572 req-b5e24016-3f82-4683-b821-07559eaebe3f tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/security-groups?id=b9a2c4d9-cfd2-4e10-a169-6bc136620a80&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435443
Mar 31 18:19:33.671326 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-69e7acc0-b987-4f97-b95c-7352a19739e2 req-8dedefb7-29fd-4b85-bce6-25a03e89900a tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-532749938&fields=id&tenant_id=70f0b3390f4542c8831753ecf26f6745 HTTP/1.1" status: 200  len: 267 time: 0.0585532
Mar 31 18:19:33.776611 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e7acc0-b987-4f97-b95c-7352a19739e2 req-cf724a73-cf56-4ebc-bbf3-2e7cbef1ace3 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:33.778273 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-69e7acc0-b987-4f97-b95c-7352a19739e2 req-cf724a73-cf56-4ebc-bbf3-2e7cbef1ace3 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/networks?id=46cf5202-8790-480a-a14a-b087639c31e2 HTTP/1.1" status: 200  len: 811 time: 0.1007345
Mar 31 18:19:33.793576 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-69e7acc0-b987-4f97-b95c-7352a19739e2 req-c07614af-edc1-43af-85b3-d3a1dd5874da tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/quotas/70f0b3390f4542c8831753ecf26f6745 HTTP/1.1" status: 200  len: 375 time: 0.0098708
Mar 31 18:19:33.867242 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-69e7acc0-b987-4f97-b95c-7352a19739e2 req-b12b9159-4706-4bd3-a768-30d3eb155999 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=70f0b3390f4542c8831753ecf26f6745&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0687587
Mar 31 18:19:33.962007 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-61acbcaf-515a-4595-a759-82c8bf4c0ac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (1ee04592-4785-424e-aa2a-0bd32f5faacf), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:33.967709 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-69e7acc0-b987-4f97-b95c-7352a19739e2 req-b4f1633d-13d2-41a6-a592-ca31ab8c874d service neutron] 10.222.0.58 "GET /v2.0/networks/46cf5202-8790-480a-a14a-b087639c31e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0848026
Mar 31 18:19:34.062603 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-69e7acc0-b987-4f97-b95c-7352a19739e2 req-342277ee-6ef9-43f6-8541-b1f39fe839b3 service neutron] 10.222.0.58 "GET /v2.0/networks/46cf5202-8790-480a-a14a-b087639c31e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0886168
Mar 31 18:19:34.227331 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b5c6b0-4018-4ff6-b015-30bca873ed5d req-73e9ae66-09dd-46d5-a177-8469cf9cc62e tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:34.228810 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-54b5c6b0-4018-4ff6-b015-30bca873ed5d req-73e9ae66-09dd-46d5-a177-8469cf9cc62e tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0 HTTP/1.1" status: 200  len: 943 time: 0.0520754
Mar 31 18:19:34.275923 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-54b5c6b0-4018-4ff6-b015-30bca873ed5d req-6fe14c5c-94eb-48b5-b9cf-28fce670f84b tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=e133340d-5235-49c2-8082-becbc976b284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408254
Mar 31 18:19:34.669433 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-5edc5a36-34e5-4be4-88a0-cc0c83d719cc req-be20131a-f4ca-46fa-875b-eb16547a89da tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/ports?device_id=06c9b67d-f63b-4be1-ab26-18346902f6e3 HTTP/1.1" status: 200  len: 210 time: 0.0271292
Mar 31 18:19:34.777307 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72886eb2-607c-4190-9af3-ebfeffc5e674 req-88fac992-3cdd-4514-8f13-42e1b9a4f823 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:34.778836 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-72886eb2-607c-4190-9af3-ebfeffc5e674 req-88fac992-3cdd-4514-8f13-42e1b9a4f823 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/ports?device_id=61abeff2-268a-4149-9962-497c409663ed HTTP/1.1" status: 200  len: 943 time: 0.0559807
Mar 31 18:19:34.826975 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-72886eb2-607c-4190-9af3-ebfeffc5e674 req-00df17a5-8779-4a0a-a52d-a365b673c2a2 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/security-groups?id=b9a2c4d9-cfd2-4e10-a169-6bc136620a80&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425828
Mar 31 18:19:35.070430 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (b6d39f6c-4dc3-40bd-bbe5-e05b1f1d4e13), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:35.410329 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7135498b-d41c-4437-9bb8-47f8e316af56 req-b2551496-8be1-450f-90f2-52ca7cdcc3fa tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:35.411887 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-7135498b-d41c-4437-9bb8-47f8e316af56 req-b2551496-8be1-450f-90f2-52ca7cdcc3fa tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0 HTTP/1.1" status: 200  len: 943 time: 0.0561810
Mar 31 18:19:35.458435 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-7135498b-d41c-4437-9bb8-47f8e316af56 req-01259a48-66f2-41f8-9921-7a362269b8e8 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=e133340d-5235-49c2-8082-becbc976b284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404027
Mar 31 18:19:35.758990 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-60cbeb28-7e3c-44f1-8012-4086e7f0c922 req-1f29bb23-ef2e-4dda-a05d-2a3e3a945bb2 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/ports?device_id=06c9b67d-f63b-4be1-ab26-18346902f6e3 HTTP/1.1" status: 200  len: 210 time: 0.0281239
Mar 31 18:19:35.947825 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5599fe8f-2b89-4f64-ae5f-fb75df99064e req-b6f5746b-ca42-42fb-921a-c840313ad658 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:35.949211 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-5599fe8f-2b89-4f64-ae5f-fb75df99064e req-b6f5746b-ca42-42fb-921a-c840313ad658 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/ports?device_id=61abeff2-268a-4149-9962-497c409663ed HTTP/1.1" status: 200  len: 943 time: 0.0569265
Mar 31 18:19:35.998222 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-5599fe8f-2b89-4f64-ae5f-fb75df99064e req-4019bc99-b204-40f1-b6a0-a22f179ae462 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/security-groups?id=b9a2c4d9-cfd2-4e10-a169-6bc136620a80&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434499
Mar 31 18:19:36.281835 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (06f31eaf-9418-4d11-8606-24a34b4b4893), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:36.584198 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4895383d-a02c-45d5-9f59-ddfd4dd6542b req-d81652ad-1a86-4305-8d69-dd19f8632a45 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:36.585579 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-4895383d-a02c-45d5-9f59-ddfd4dd6542b req-d81652ad-1a86-4305-8d69-dd19f8632a45 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0 HTTP/1.1" status: 200  len: 943 time: 0.0522511
Mar 31 18:19:36.635179 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-4895383d-a02c-45d5-9f59-ddfd4dd6542b req-9a2da845-2990-438d-ba9b-9902a3a420b3 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=e133340d-5235-49c2-8082-becbc976b284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437782
Mar 31 18:19:36.851450 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-b04908f4-787a-43aa-b63b-930cfc9843aa req-57b592fc-4943-481b-818c-769d2fcf0383 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/ports?device_id=06c9b67d-f63b-4be1-ab26-18346902f6e3 HTTP/1.1" status: 200  len: 210 time: 0.0267482
Mar 31 18:19:37.093517 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e7acc0-b987-4f97-b95c-7352a19739e2 req-37f62035-b2f2-4786-b2dd-0952ac331284 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:37.095435 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-69e7acc0-b987-4f97-b95c-7352a19739e2 req-37f62035-b2f2-4786-b2dd-0952ac331284 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.44 "GET /v2.0/networks?id=46cf5202-8790-480a-a14a-b087639c31e2 HTTP/1.1" status: 200  len: 811 time: 0.1177094
Mar 31 18:19:37.192713 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f051f8a-e5fd-4d66-9701-3edd2974fe67 req-2ca6318c-666c-47c8-aaa0-f1089175ca0c tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:37.194084 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-4f051f8a-e5fd-4d66-9701-3edd2974fe67 req-2ca6318c-666c-47c8-aaa0-f1089175ca0c tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/ports?device_id=61abeff2-268a-4149-9962-497c409663ed HTTP/1.1" status: 200  len: 943 time: 0.0977588
Mar 31 18:19:37.199459 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-69e7acc0-b987-4f97-b95c-7352a19739e2 req-9110c742-eebb-4e89-8a7d-81e449f21814 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=70f0b3390f4542c8831753ecf26f6745 HTTP/1.1" status: 200  len: 379 time: 0.0755341
Mar 31 18:19:37.209602 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.v2.base [req-69e7acc0-b987-4f97-b95c-7352a19739e2 req-9cdefa59-fda0-445c-966e-550a9087cda1 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Request body: {'port': {'device_id': '06c9b67d-f63b-4be1-ab26-18346902f6e3', 'network_id': '46cf5202-8790-480a-a14a-b087639c31e2', 'admin_state_up': True, 'tenant_id': '70f0b3390f4542c8831753ecf26f6745', 'security_groups': ['5a763037-c2ed-4230-b56f-5864e1324aae']}} {{(pid=103897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:19:37.303698 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-4f051f8a-e5fd-4d66-9701-3edd2974fe67 req-f106656d-9cac-412b-a74d-10492ca8f437 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/security-groups?id=b9a2c4d9-cfd2-4e10-a169-6bc136620a80&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1033123
Mar 31 18:19:37.395650 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69e7acc0-b987-4f97-b95c-7352a19739e2 req-9cdefa59-fda0-445c-966e-550a9087cda1 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Made reservation on behalf of 70f0b3390f4542c8831753ecf26f6745 for: {'port': 1} {{(pid=103897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 31 18:19:37.399239 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-69e7acc0-b987-4f97-b95c-7352a19739e2 req-9cdefa59-fda0-445c-966e-550a9087cda1 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (None), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:37.529541 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [req-69e7acc0-b987-4f97-b95c-7352a19739e2 req-9cdefa59-fda0-445c-966e-550a9087cda1 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Allocated IP 172.20.0.6 (46cf5202-8790-480a-a14a-b087639c31e2/905ec444-b4c2-43a9-986a-e2ab2e05accc/d73baa13-9b78-4d3b-b347-b15a781aadbe) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 31 18:19:37.672678 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-69e7acc0-b987-4f97-b95c-7352a19739e2 req-9cdefa59-fda0-445c-966e-550a9087cda1 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Publish callbacks [] for port (d73baa13-9b78-4d3b-b347-b15a781aadbe), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:37.764305 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e462af-9a82-4b65-bc14-36c479ed736a req-b579f7cc-ab5c-48b2-9a3f-8f995450b9c5 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:37.766576 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-36e462af-9a82-4b65-bc14-36c479ed736a req-b579f7cc-ab5c-48b2-9a3f-8f995450b9c5 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0 HTTP/1.1" status: 200  len: 943 time: 0.0586534
Mar 31 18:19:37.768422 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-69e7acc0-b987-4f97-b95c-7352a19739e2 req-9cdefa59-fda0-445c-966e-550a9087cda1 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759342510062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13081985'] for port (d73baa13-9b78-4d3b-b347-b15a781aadbe), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:37.815086 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69e7acc0-b987-4f97-b95c-7352a19739e2 req-9cdefa59-fda0-445c-966e-550a9087cda1 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Network 46cf5202-8790-480a-a14a-b087639c31e2 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 31 18:19:37.818220 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [req-69e7acc0-b987-4f97-b95c-7352a19739e2 req-9cdefa59-fda0-445c-966e-550a9087cda1 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Resources bound (agent type, host, resource id):  {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 31 18:19:37.818686 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-36e462af-9a82-4b65-bc14-36c479ed736a req-22e1cd5d-06d2-4eb6-bfd0-ecb41fb9b547 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=e133340d-5235-49c2-8082-becbc976b284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452988
Mar 31 18:19:37.821286 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [req-69e7acc0-b987-4f97-b95c-7352a19739e2 req-9cdefa59-fda0-445c-966e-550a9087cda1 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 31 18:19:37.851374 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdefa59-fda0-445c-966e-550a9087cda1 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Pushing event updated for resources: {'Port': ['ID=d73baa13-9b78-4d3b-b347-b15a781aadbe,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:19:37.881105 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Device 156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103898) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 31 18:19:37.882231 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e7acc0-b987-4f97-b95c-7352a19739e2 req-9cdefa59-fda0-445c-966e-550a9087cda1 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:37.883030 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-69e7acc0-b987-4f97-b95c-7352a19739e2 req-9cdefa59-fda0-445c-966e-550a9087cda1 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30337'] for port (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:37.968458 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-69e7acc0-b987-4f97-b95c-7352a19739e2 req-9cdefa59-fda0-445c-966e-550a9087cda1 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7620289
Mar 31 18:19:37.992858 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa82a24a-b8eb-4c0b-ae9b-2c544d618cba req-e78e22f9-998e-41da-b267-e1c5070cc846 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:37.999113 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-fa82a24a-b8eb-4c0b-ae9b-2c544d618cba req-e78e22f9-998e-41da-b267-e1c5070cc846 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/ports?device_id=06c9b67d-f63b-4be1-ab26-18346902f6e3 HTTP/1.1" status: 200  len: 931 time: 0.0683074
Mar 31 18:19:38.001160 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] For port 156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a,segment=NetworkSegment(33169074-c456-4fd1-bacd-4ec254efacf8),segment_id=33169074-c456-4fd1-bacd-4ec254efacf8)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:19:38.014002 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.v2.base [req-69e7acc0-b987-4f97-b95c-7352a19739e2 req-cc88dd17-227f-4452-b02f-ddad01183cf1 service neutron] Request body: {'port': {'device_id': '06c9b67d-f63b-4be1-ab26-18346902f6e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=103897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:19:38.017821 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Returning: {'device': '156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a', 'network_id': 'c4432959-6b7d-4f95-a29d-a5c36d6927da', 'port_id': '156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a', 'mac_address': 'fa:16:3e:99:f2:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6100fa0d-d38e-4338-b107-b174954c8737', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103898) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 31 18:19:38.067716 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Current status of the port 156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a is: DOWN; New status is: BUILD {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:19:38.068127 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:38.080563 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-fa82a24a-b8eb-4c0b-ae9b-2c544d618cba req-52b7f5fd-fe5d-4bdd-a112-028a5a5cd901 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a763037-c2ed-4230-b56f-5864e1324aae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0788624
Mar 31 18:19:38.082714 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.notifiers.nova [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a {{(pid=103898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 31 18:19:38.106586 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] For port 156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a,segment=NetworkSegment(33169074-c456-4fd1-bacd-4ec254efacf8),segment_id=33169074-c456-4fd1-bacd-4ec254efacf8)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:19:38.127617 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-69e7acc0-b987-4f97-b95c-7352a19739e2 req-cc88dd17-227f-4452-b02f-ddad01183cf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (d73baa13-9b78-4d3b-b347-b15a781aadbe), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:38.132952 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-30e0d242-71bb-4bfe-91f8-360c00e69b0c None None] Provisioning complete for port d73baa13-9b78-4d3b-b347-b15a781aadbe triggered by entity DHCP. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:19:38.133387 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-30e0d242-71bb-4bfe-91f8-360c00e69b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (d73baa13-9b78-4d3b-b347-b15a781aadbe), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:38.173504 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-30e0d242-71bb-4bfe-91f8-360c00e69b0c None None] Port d73baa13-9b78-4d3b-b347-b15a781aadbe cannot update to ACTIVE because it is not bound. {{(pid=103898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 31 18:19:38.177084 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:38.243763 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Pushing event updated for resources: {'Port': ['ID=156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a,revision_number=4']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:19:38.435383 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [req-69e7acc0-b987-4f97-b95c-7352a19739e2 req-cc88dd17-227f-4452-b02f-ddad01183cf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d73baa13-9b78-4d3b-b347-b15a781aadbe {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 31 18:19:38.444708 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-69e7acc0-b987-4f97-b95c-7352a19739e2 req-cc88dd17-227f-4452-b02f-ddad01183cf1 service neutron] Publish callbacks [] for port (d73baa13-9b78-4d3b-b347-b15a781aadbe), precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:38.469164 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b18e4cc-b7dd-41b9-9c02-e31ccd50737e req-dfba0ae0-75d2-41a4-9146-7694ef8ef74f tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:38.470726 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-4b18e4cc-b7dd-41b9-9c02-e31ccd50737e req-dfba0ae0-75d2-41a4-9146-7694ef8ef74f tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/ports?device_id=61abeff2-268a-4149-9962-497c409663ed HTTP/1.1" status: 200  len: 944 time: 0.0988157
Mar 31 18:19:38.471677 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [req-69e7acc0-b987-4f97-b95c-7352a19739e2 req-cc88dd17-227f-4452-b02f-ddad01183cf1 service neutron] Transition to ACTIVE for port object d73baa13-9b78-4d3b-b347-b15a781aadbe will not be triggered until provisioned by entity L2. {{(pid=103897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 31 18:19:38.521162 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-4b18e4cc-b7dd-41b9-9c02-e31ccd50737e req-b56d5494-0e24-423c-b8e0-2ce477b22c64 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/security-groups?id=b9a2c4d9-cfd2-4e10-a169-6bc136620a80&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442202
Mar 31 18:19:38.578953 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-69e7acc0-b987-4f97-b95c-7352a19739e2 req-cc88dd17-227f-4452-b02f-ddad01183cf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13081992'] for port (d73baa13-9b78-4d3b-b347-b15a781aadbe), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:38.650039 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc88dd17-227f-4452-b02f-ddad01183cf1 service neutron] Pushing event updated for resources: {'Port': ['ID=d73baa13-9b78-4d3b-b347-b15a781aadbe,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:19:38.720135 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [req-69e7acc0-b987-4f97-b95c-7352a19739e2 req-cc88dd17-227f-4452-b02f-ddad01183cf1 service neutron] Attempting to bind port d73baa13-9b78-4d3b-b347-b15a781aadbe on host hv-cinder-maste for vnic_type normal with profile  {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 31 18:19:38.720503 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [req-69e7acc0-b987-4f97-b95c-7352a19739e2 req-cc88dd17-227f-4452-b02f-ddad01183cf1 service neutron] Attempting to bind port d73baa13-9b78-4d3b-b347-b15a781aadbe by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '0e13db69-fb06-49b3-a448-31200d86bc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '46cf5202-8790-480a-a14a-b087639c31e2'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 31 18:19:38.720839 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e7acc0-b987-4f97-b95c-7352a19739e2 req-cc88dd17-227f-4452-b02f-ddad01183cf1 service neutron] Attempting to bind port d73baa13-9b78-4d3b-b347-b15a781aadbe on network 46cf5202-8790-480a-a14a-b087639c31e2 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 31 18:19:38.725508 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e7acc0-b987-4f97-b95c-7352a19739e2 req-cc88dd17-227f-4452-b02f-ddad01183cf1 service neutron] Port d73baa13-9b78-4d3b-b347-b15a781aadbe on network 46cf5202-8790-480a-a14a-b087639c31e2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 31 18:19:38.732250 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e7acc0-b987-4f97-b95c-7352a19739e2 req-cc88dd17-227f-4452-b02f-ddad01183cf1 service neutron] Attempting to bind port d73baa13-9b78-4d3b-b347-b15a781aadbe on network 46cf5202-8790-480a-a14a-b087639c31e2 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 31 18:19:38.732250 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e7acc0-b987-4f97-b95c-7352a19739e2 req-cc88dd17-227f-4452-b02f-ddad01183cf1 service neutron] Checking agent: {'id': '06f31eaf-9418-4d11-8606-24a34b4b4893', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 11, 36), 'started_at': datetime.datetime(2022, 3, 31, 18, 11, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 19, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 31 18:19:38.732250 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e7acc0-b987-4f97-b95c-7352a19739e2 req-cc88dd17-227f-4452-b02f-ddad01183cf1 service neutron] Checking segment: {'id': '0e13db69-fb06-49b3-a448-31200d86bc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '46cf5202-8790-480a-a14a-b087639c31e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 31 18:19:38.732250 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e7acc0-b987-4f97-b95c-7352a19739e2 req-cc88dd17-227f-4452-b02f-ddad01183cf1 service neutron] Bound using segment: {'id': '0e13db69-fb06-49b3-a448-31200d86bc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '46cf5202-8790-480a-a14a-b087639c31e2'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 31 18:19:38.733034 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [req-69e7acc0-b987-4f97-b95c-7352a19739e2 req-cc88dd17-227f-4452-b02f-ddad01183cf1 service neutron] Bound port: d73baa13-9b78-4d3b-b347-b15a781aadbe, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e13db69-fb06-49b3-a448-31200d86bc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '46cf5202-8790-480a-a14a-b087639c31e2'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 31 18:19:38.733034 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-69e7acc0-b987-4f97-b95c-7352a19739e2 req-cc88dd17-227f-4452-b02f-ddad01183cf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (d73baa13-9b78-4d3b-b347-b15a781aadbe), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:38.831571 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [req-69e7acc0-b987-4f97-b95c-7352a19739e2 req-cc88dd17-227f-4452-b02f-ddad01183cf1 service neutron] For port d73baa13-9b78-4d3b-b347-b15a781aadbe, host hv-cinder-maste, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 31 18:19:38.835828 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [req-69e7acc0-b987-4f97-b95c-7352a19739e2 req-cc88dd17-227f-4452-b02f-ddad01183cf1 service neutron] For port d73baa13-9b78-4d3b-b347-b15a781aadbe, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d73baa13-9b78-4d3b-b347-b15a781aadbe,segment=NetworkSegment(0e13db69-fb06-49b3-a448-31200d86bc6e),segment_id=0e13db69-fb06-49b3-a448-31200d86bc6e)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 31 18:19:38.848472 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] get_ports_and_sgs() called for port_ids ['156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a'] {{(pid=103898) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 31 18:19:38.849683 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc00ce02-a067-46ae-b508-a9a247ecae6e req-ed53e418-7bb1-4165-9eab-6cd14822909f tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:38.851247 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-fc00ce02-a067-46ae-b508-a9a247ecae6e req-ed53e418-7bb1-4165-9eab-6cd14822909f tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2498a53-f6d8-4236-8788-289622fc2c88 HTTP/1.1" status: 200  len: 945 time: 0.0830693
Mar 31 18:19:38.929115 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-69e7acc0-b987-4f97-b95c-7352a19739e2 req-cc88dd17-227f-4452-b02f-ddad01183cf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13081992'] for port (d73baa13-9b78-4d3b-b347-b15a781aadbe), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:38.958766 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc0f622-9f28-4e1d-acdf-60448aa395f6 req-8810e529-d745-42f4-95c3-6bb64394a504 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:38.967459 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-3bc0f622-9f28-4e1d-acdf-60448aa395f6 req-8810e529-d745-42f4-95c3-6bb64394a504 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0 HTTP/1.1" status: 200  len: 943 time: 0.0626228
Mar 31 18:19:38.969119 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-fc00ce02-a067-46ae-b508-a9a247ecae6e req-4baab1ac-7b2c-4538-a790-95c217ed0fb9 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=91eafa52-8a02-4cc9-8dc3-2de254a2cf85&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1111376
Mar 31 18:19:38.974136 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e7acc0-b987-4f97-b95c-7352a19739e2 req-cc88dd17-227f-4452-b02f-ddad01183cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:38.974782 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-69e7acc0-b987-4f97-b95c-7352a19739e2 req-cc88dd17-227f-4452-b02f-ddad01183cf1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30337'] for port (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:38.976137 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-69e7acc0-b987-4f97-b95c-7352a19739e2 req-cc88dd17-227f-4452-b02f-ddad01183cf1 service neutron] 10.222.0.44 "PUT /v2.0/ports/d73baa13-9b78-4d3b-b347-b15a781aadbe HTTP/1.1" status: 200  len: 1093 time: 0.9667363
Mar 31 18:19:38.978425 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06c9b67d-f63b-4be1-ab26-18346902f6e3', 'tag': 'd73baa13-9b78-4d3b-b347-b15a781aadbe'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 31 18:19:38.981626 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73fc78de55affb2fac0a31bf62e314c48f0d961b1f9e9815d43b8150b113e94f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58cb0c02-3b55-442e-804b-d502dce68cda" -d '{"events": [{"name": "network-changed", "server_uuid": "06c9b67d-f63b-4be1-ab26-18346902f6e3", "tag": "d73baa13-9b78-4d3b-b347-b15a781aadbe"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 31 18:19:39.007276 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d3ce18-7897-4128-964e-c5424ae4b00f req-3eb476f6-8d05-416b-95fa-061e6dc70f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:39.008566 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-c5d3ce18-7897-4128-964e-c5424ae4b00f req-3eb476f6-8d05-416b-95fa-061e6dc70f76 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6fc2eb72902a441ca6a6fa9350ce75f8&device_id=a2498a53-f6d8-4236-8788-289622fc2c88 HTTP/1.1" status: 200  len: 1129 time: 0.1488140
Mar 31 18:19:39.054018 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-3bc0f622-9f28-4e1d-acdf-60448aa395f6 req-2bc6d806-3cd8-4412-946a-5842af915062 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=e133340d-5235-49c2-8082-becbc976b284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0825768
Mar 31 18:19:39.100899 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 18:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d409425-59dc-4efa-ae7a-aeb108a9ff01 x-openstack-request-id: req-7d409425-59dc-4efa-ae7a-aeb108a9ff01 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 31 18:19:39.101205 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06c9b67d-f63b-4be1-ab26-18346902f6e3", "tag": "d73baa13-9b78-4d3b-b347-b15a781aadbe", "status": "completed", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 31 18:19:39.101447 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7d409425-59dc-4efa-ae7a-aeb108a9ff01 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 31 18:19:39.101849 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d409425-59dc-4efa-ae7a-aeb108a9ff01'] response: {'name': 'network-changed', 'server_uuid': '06c9b67d-f63b-4be1-ab26-18346902f6e3', 'tag': 'd73baa13-9b78-4d3b-b347-b15a781aadbe', 'status': 'completed', 'code': 200}
Mar 31 18:19:39.106035 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc88dd17-227f-4452-b02f-ddad01183cf1 service neutron] Pushing event updated for resources: {'Port': ['ID=d73baa13-9b78-4d3b-b347-b15a781aadbe,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:19:39.224278 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d3ce18-7897-4128-964e-c5424ae4b00f req-a57e9399-58c8-4f58-8c1f-36e2536b6ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:39.226188 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-c5d3ce18-7897-4128-964e-c5424ae4b00f req-a57e9399-58c8-4f58-8c1f-36e2536b6ddb service neutron] 10.222.0.44 "GET /v2.0/networks?id=fca50c83-3b91-4a03-8e1d-d873f4d904c1 HTTP/1.1" status: 200  len: 920 time: 0.2057021
Mar 31 18:19:39.254750 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cb0c02-3b55-442e-804b-d502dce68cda req-f9733fbf-ea2d-4b3c-a4f7-1b5d9b4245ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:39.256537 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-58cb0c02-3b55-442e-804b-d502dce68cda req-f9733fbf-ea2d-4b3c-a4f7-1b5d9b4245ba service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=70f0b3390f4542c8831753ecf26f6745&device_id=06c9b67d-f63b-4be1-ab26-18346902f6e3 HTTP/1.1" status: 200  len: 1127 time: 0.1420941
Mar 31 18:19:39.314442 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd325d50-5d4a-48c5-840f-f3c4a2e1806c req-3d914a61-3b2b-4d3a-8dca-e6bacfb19633 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:39.315967 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-bd325d50-5d4a-48c5-840f-f3c4a2e1806c req-3d914a61-3b2b-4d3a-8dca-e6bacfb19633 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/ports?device_id=06c9b67d-f63b-4be1-ab26-18346902f6e3 HTTP/1.1" status: 200  len: 943 time: 0.1503763
Mar 31 18:19:39.390038 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-c5d3ce18-7897-4128-964e-c5424ae4b00f req-60758fd3-673e-4350-9ea0-bb0e15151fb0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5510c46b-9407-41b3-b02d-dbe7f958b08c HTTP/1.1" status: 200  len: 1000 time: 0.1520431
Mar 31 18:19:39.462518 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-bd325d50-5d4a-48c5-840f-f3c4a2e1806c req-00e70a9b-3aff-4a19-8599-ef14bd0fe813 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a763037-c2ed-4230-b56f-5864e1324aae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1344776
Mar 31 18:19:39.481661 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cb0c02-3b55-442e-804b-d502dce68cda req-c5ed2697-6079-4f8c-80a6-a8248fc99e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:39.483116 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-58cb0c02-3b55-442e-804b-d502dce68cda req-c5ed2697-6079-4f8c-80a6-a8248fc99e97 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=70f0b3390f4542c8831753ecf26f6745&shared=False HTTP/1.1" status: 200  len: 912 time: 0.1962862
Mar 31 18:19:39.486509 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d3ce18-7897-4128-964e-c5424ae4b00f req-ef81dc2d-ff44-40ef-bd06-06d545abe924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:39.487830 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-c5d3ce18-7897-4128-964e-c5424ae4b00f req-ef81dc2d-ff44-40ef-bd06-06d545abe924 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5c50616b-7511-4714-bd2d-e587d92cf7dd HTTP/1.1" status: 200  len: 858 time: 0.0902019
Mar 31 18:19:39.644911 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4144f8-9fe4-4d7c-bfa1-364472ae6438 req-9cfbffd6-8b4b-4c29-9792-b9c1d447f11d tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:39.646391 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-ab4144f8-9fe4-4d7c-bfa1-364472ae6438 req-9cfbffd6-8b4b-4c29-9792-b9c1d447f11d tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/ports?device_id=61abeff2-268a-4149-9962-497c409663ed HTTP/1.1" status: 200  len: 944 time: 0.0592923
Mar 31 18:19:39.699428 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-ab4144f8-9fe4-4d7c-bfa1-364472ae6438 req-ec975901-6c24-4db2-aee5-db08ff8d868b tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/security-groups?id=b9a2c4d9-cfd2-4e10-a169-6bc136620a80&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0468318
Mar 31 18:19:39.827013 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d3ce18-7897-4128-964e-c5424ae4b00f req-6c7fbbd7-46d9-44dd-95b1-ed3b306581f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:39.828493 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-c5d3ce18-7897-4128-964e-c5424ae4b00f req-6c7fbbd7-46d9-44dd-95b1-ed3b306581f5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fca50c83-3b91-4a03-8e1d-d873f4d904c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.3307025
Mar 31 18:19:39.850649 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cb0c02-3b55-442e-804b-d502dce68cda req-37d39cd5-5c41-435a-83e4-ec32d6739ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:39.851999 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-58cb0c02-3b55-442e-804b-d502dce68cda req-37d39cd5-5c41-435a-83e4-ec32d6739ff7 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3552678
Mar 31 18:19:39.887914 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Device 3bfd294a-f954-4562-8fbf-0cd104ab3bee details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103898) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 31 18:19:39.953071 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-c5d3ce18-7897-4128-964e-c5424ae4b00f req-7a104a4a-43b1-4942-8b6b-e292fc96e84c service neutron] 10.222.0.44 "GET /v2.0/networks/fca50c83-3b91-4a03-8e1d-d873f4d904c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1136305
Mar 31 18:19:39.986393 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] For port 3bfd294a-f954-4562-8fbf-0cd104ab3bee, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=3bfd294a-f954-4562-8fbf-0cd104ab3bee,segment=NetworkSegment(d3dc8398-bd2c-4dc7-a2ac-12de370e002b),segment_id=d3dc8398-bd2c-4dc7-a2ac-12de370e002b)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:19:39.998399 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Returning: {'device': '3bfd294a-f954-4562-8fbf-0cd104ab3bee', 'network_id': 'b654ebd8-4c33-443d-bee5-4bafdafcd132', 'port_id': '3bfd294a-f954-4562-8fbf-0cd104ab3bee', 'mac_address': 'fa:16:3e:ed:9c:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b54f9372-100f-4525-b4b3-2814afa9d771', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103898) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 31 18:19:40.025112 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e7acc0-b987-4f97-b95c-7352a19739e2 req-6b44fa65-4340-44da-b040-87dc7a206336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:40.027669 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-69e7acc0-b987-4f97-b95c-7352a19739e2 req-6b44fa65-4340-44da-b040-87dc7a206336 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=70f0b3390f4542c8831753ecf26f6745&device_id=06c9b67d-f63b-4be1-ab26-18346902f6e3 HTTP/1.1" status: 200  len: 1127 time: 0.1049116
Mar 31 18:19:40.039331 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Current status of the port 3bfd294a-f954-4562-8fbf-0cd104ab3bee is: DOWN; New status is: BUILD {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:19:40.039729 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (3bfd294a-f954-4562-8fbf-0cd104ab3bee), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:40.055876 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.notifiers.nova [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bfd294a-f954-4562-8fbf-0cd104ab3bee {{(pid=103898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 31 18:19:40.073702 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] For port 3bfd294a-f954-4562-8fbf-0cd104ab3bee, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=3bfd294a-f954-4562-8fbf-0cd104ab3bee,segment=NetworkSegment(d3dc8398-bd2c-4dc7-a2ac-12de370e002b),segment_id=d3dc8398-bd2c-4dc7-a2ac-12de370e002b)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:19:40.101525 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-69e7acc0-b987-4f97-b95c-7352a19739e2 req-385f3fe8-adf1-4abd-91a5-b211d75dfbf7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d73baa13-9b78-4d3b-b347-b15a781aadbe HTTP/1.1" status: 200  len: 217 time: 0.0579114
Mar 31 18:19:40.119079 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-c5d3ce18-7897-4128-964e-c5424ae4b00f req-766b760e-bba9-41cb-8ea1-7e8ee9648f0d service neutron] 10.222.0.44 "GET /v2.0/networks/fca50c83-3b91-4a03-8e1d-d873f4d904c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1596568
Mar 31 18:19:40.157746 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (3bfd294a-f954-4562-8fbf-0cd104ab3bee), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:40.176514 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e7acc0-b987-4f97-b95c-7352a19739e2 req-65758b71-408e-4666-aa1c-da499d81e09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:40.177975 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-69e7acc0-b987-4f97-b95c-7352a19739e2 req-65758b71-408e-4666-aa1c-da499d81e09e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=905ec444-b4c2-43a9-986a-e2ab2e05accc HTTP/1.1" status: 200  len: 850 time: 0.0615542
Mar 31 18:19:40.185794 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e37710-8719-4101-807b-6f936d7cf779 req-56639738-a440-42ef-8c76-68ff63b1b386 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:40.187815 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-c1e37710-8719-4101-807b-6f936d7cf779 req-56639738-a440-42ef-8c76-68ff63b1b386 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2498a53-f6d8-4236-8788-289622fc2c88 HTTP/1.1" status: 200  len: 945 time: 0.1333654
Mar 31 18:19:40.202019 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed889162-05d6-40d8-a631-a0b55c527605 req-d78f64ff-2559-4c47-b7c5-2afdf1ab6b99 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:40.207162 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-ed889162-05d6-40d8-a631-a0b55c527605 req-d78f64ff-2559-4c47-b7c5-2afdf1ab6b99 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0 HTTP/1.1" status: 200  len: 943 time: 0.0684102
Mar 31 18:19:40.218267 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Pushing event updated for resources: {'Port': ['ID=3bfd294a-f954-4562-8fbf-0cd104ab3bee,revision_number=9']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:19:40.260370 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-ed889162-05d6-40d8-a631-a0b55c527605 req-1daff6a0-4b52-45cc-927e-d6f976b261ae tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=e133340d-5235-49c2-8082-becbc976b284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0503197
Mar 31 18:19:40.264266 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-c1e37710-8719-4101-807b-6f936d7cf779 req-0d57339f-03b0-426a-98da-3f59c83392cf tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=91eafa52-8a02-4cc9-8dc3-2de254a2cf85&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0669191
Mar 31 18:19:40.267170 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e7acc0-b987-4f97-b95c-7352a19739e2 req-d8f07b36-7ff1-4047-9fef-3c6d3b941922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:40.268596 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-69e7acc0-b987-4f97-b95c-7352a19739e2 req-d8f07b36-7ff1-4047-9fef-3c6d3b941922 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=46cf5202-8790-480a-a14a-b087639c31e2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0799448
Mar 31 18:19:40.384280 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-69e7acc0-b987-4f97-b95c-7352a19739e2 req-e325f654-e845-4f96-8884-b44f05f69f31 service neutron] 10.222.0.44 "GET /v2.0/networks/46cf5202-8790-480a-a14a-b087639c31e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0852742
Mar 31 18:19:40.475384 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-69e7acc0-b987-4f97-b95c-7352a19739e2 req-68798f52-7138-4c10-8374-15562fb83df5 service neutron] 10.222.0.44 "GET /v2.0/networks/46cf5202-8790-480a-a14a-b087639c31e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0830936
Mar 31 18:19:40.585477 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d383d4eb-ed7b-418c-b4d0-b7a0fef17411 req-4bc91fa6-22f2-481d-8a34-f4e20a403273 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:40.586974 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-d383d4eb-ed7b-418c-b4d0-b7a0fef17411 req-4bc91fa6-22f2-481d-8a34-f4e20a403273 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/ports?device_id=06c9b67d-f63b-4be1-ab26-18346902f6e3 HTTP/1.1" status: 200  len: 943 time: 0.0576777
Mar 31 18:19:40.639118 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-d383d4eb-ed7b-418c-b4d0-b7a0fef17411 req-acac932d-8f28-4ca9-b2ca-9e0f98c338e1 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a763037-c2ed-4230-b56f-5864e1324aae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459075
Mar 31 18:19:40.663568 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] get_ports_and_sgs() called for port_ids ['3bfd294a-f954-4562-8fbf-0cd104ab3bee'] {{(pid=103898) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 31 18:19:40.703801 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-7eaff667-4ff8-4850-bf1b-e3925d600c94 req-d449ae34-2683-4700-89ee-886d4c6826fb service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=779c13cd-7a7a-47b4-b488-0d1e365c3dc4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0446143
Mar 31 18:19:40.815473 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaff667-4ff8-4850-bf1b-e3925d600c94 req-e5ea2896-cb80-4afe-9a02-bacca9ed961f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:40.817075 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-7eaff667-4ff8-4850-bf1b-e3925d600c94 req-e5ea2896-cb80-4afe-9a02-bacca9ed961f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6fc2eb72902a441ca6a6fa9350ce75f8&device_id=779c13cd-7a7a-47b4-b488-0d1e365c3dc4 HTTP/1.1" status: 200  len: 1129 time: 0.0442994
Mar 31 18:19:40.824849 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8036224-5319-42c5-86b1-c34343ace01f req-704161e6-5d66-41b4-bd0b-2a4576157955 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:40.826362 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-b8036224-5319-42c5-86b1-c34343ace01f req-704161e6-5d66-41b4-bd0b-2a4576157955 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/ports?device_id=61abeff2-268a-4149-9962-497c409663ed HTTP/1.1" status: 200  len: 944 time: 0.0568991
Mar 31 18:19:40.887385 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-b8036224-5319-42c5-86b1-c34343ace01f req-d1bcf437-0421-4f77-b0ff-6b3b0be7bf4f tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/security-groups?id=b9a2c4d9-cfd2-4e10-a169-6bc136620a80&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0550795
Mar 31 18:19:40.927212 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaff667-4ff8-4850-bf1b-e3925d600c94 req-e5c248ec-49dd-4c8d-9994-03700dad7e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:40.929202 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-7eaff667-4ff8-4850-bf1b-e3925d600c94 req-e5c248ec-49dd-4c8d-9994-03700dad7e40 service neutron] 10.222.0.44 "GET /v2.0/networks?id=fca50c83-3b91-4a03-8e1d-d873f4d904c1 HTTP/1.1" status: 200  len: 920 time: 0.0937586
Mar 31 18:19:40.970691 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-7eaff667-4ff8-4850-bf1b-e3925d600c94 req-e9be7c86-af4a-4778-9910-bb01fa6836c5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a16d9c5f-04bd-414b-a468-f0a9a47b917b HTTP/1.1" status: 200  len: 217 time: 0.0350585
Mar 31 18:19:41.022788 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaff667-4ff8-4850-bf1b-e3925d600c94 req-a6f2a3b1-941f-43a8-92ab-a4b8fea06031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:41.024114 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-7eaff667-4ff8-4850-bf1b-e3925d600c94 req-a6f2a3b1-941f-43a8-92ab-a4b8fea06031 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5c50616b-7511-4714-bd2d-e587d92cf7dd HTTP/1.1" status: 200  len: 858 time: 0.0469799
Mar 31 18:19:41.074361 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaff667-4ff8-4850-bf1b-e3925d600c94 req-52e8807d-70e9-47e0-8ac7-c47ce0f0cc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:41.075915 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-7eaff667-4ff8-4850-bf1b-e3925d600c94 req-52e8807d-70e9-47e0-8ac7-c47ce0f0cc59 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fca50c83-3b91-4a03-8e1d-d873f4d904c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0447509
Mar 31 18:19:41.163999 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-7eaff667-4ff8-4850-bf1b-e3925d600c94 req-3915064e-5751-46a9-8f01-c233b792c3b9 service neutron] 10.222.0.44 "GET /v2.0/networks/fca50c83-3b91-4a03-8e1d-d873f4d904c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0808661
Mar 31 18:19:41.256963 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-7eaff667-4ff8-4850-bf1b-e3925d600c94 req-b9a0db45-7309-4fba-94c3-83c91f530c9e service neutron] 10.222.0.44 "GET /v2.0/networks/fca50c83-3b91-4a03-8e1d-d873f4d904c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0868902
Mar 31 18:19:41.383632 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838bef6d-f650-4031-a6d5-d38a95416d00 req-a92ce61f-6a49-4087-aca2-b1111773edd6 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:41.384273 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2b33b9-dbae-4296-8ac3-500a7cc33359 req-c347acc4-bcb2-40c5-93a7-207f1b1d0141 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:41.385700 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-838bef6d-f650-4031-a6d5-d38a95416d00 req-a92ce61f-6a49-4087-aca2-b1111773edd6 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0 HTTP/1.1" status: 200  len: 944 time: 0.0532303
Mar 31 18:19:41.386289 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-4d2b33b9-dbae-4296-8ac3-500a7cc33359 req-c347acc4-bcb2-40c5-93a7-207f1b1d0141 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2498a53-f6d8-4236-8788-289622fc2c88 HTTP/1.1" status: 200  len: 945 time: 0.0544031
Mar 31 18:19:41.432784 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-4d2b33b9-dbae-4296-8ac3-500a7cc33359 req-710d556b-cde3-497a-bc42-cfd7d144a9ce tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=91eafa52-8a02-4cc9-8dc3-2de254a2cf85&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408380
Mar 31 18:19:41.433032 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-838bef6d-f650-4031-a6d5-d38a95416d00 req-cccbf1c3-c6be-4049-95b1-2201fc4db0c3 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=e133340d-5235-49c2-8082-becbc976b284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410681
Mar 31 18:19:41.754699 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9ac92d-e20a-48f5-8124-a22583a26497 req-ac2fdeb1-7e34-46bf-bae2-309d881e930b tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:41.756147 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-6d9ac92d-e20a-48f5-8124-a22583a26497 req-ac2fdeb1-7e34-46bf-bae2-309d881e930b tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/ports?device_id=06c9b67d-f63b-4be1-ab26-18346902f6e3 HTTP/1.1" status: 200  len: 943 time: 0.0514433
Mar 31 18:19:41.808624 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-6d9ac92d-e20a-48f5-8124-a22583a26497 req-0a41697a-b865-4ada-917d-f5e0af9910a1 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a763037-c2ed-4230-b56f-5864e1324aae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459914
Mar 31 18:19:41.912188 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Device 156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a up at agent hyperv_hv-cinder-maste {{(pid=103898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 31 18:19:42.004502 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8bb2fb-cd32-46c4-8a6d-02cfb72c0d3b req-aadf04de-6479-4f77-9350-afe3c03aadc8 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:42.006023 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-9b8bb2fb-cd32-46c4-8a6d-02cfb72c0d3b req-aadf04de-6479-4f77-9350-afe3c03aadc8 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/ports?device_id=61abeff2-268a-4149-9962-497c409663ed HTTP/1.1" status: 200  len: 944 time: 0.0515435
Mar 31 18:19:42.056760 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-9b8bb2fb-cd32-46c4-8a6d-02cfb72c0d3b req-a81f24b7-34b6-4870-b7b4-02348655970c tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/security-groups?id=b9a2c4d9-cfd2-4e10-a169-6bc136620a80&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440667
Mar 31 18:19:42.110176 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Provisioning for port 156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a completed by entity L2. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 31 18:19:42.114284 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Provisioning complete for port 156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a triggered by entity L2. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:19:42.114704 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:42.193379 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Current status of the port 156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a is: BUILD; New status is: ACTIVE {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:19:42.193688 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:42.215413 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61abeff2-268a-4149-9962-497c409663ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a'}] {{(pid=103898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 31 18:19:42.217632 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb3075c6172e5baa69f5abc91eefeb9b3c1bf45f76ecf44b7f00bb5a6f62f1a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85afb029-41a6-42de-bc38-d3dd973882d9" -d '{"events": [{"server_uuid": "61abeff2-268a-4149-9962-497c409663ed", "name": "network-vif-plugged", "status": "completed", "tag": "156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a"}]}' {{(pid=103898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 31 18:19:42.230338 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] For port 156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a,segment=NetworkSegment(33169074-c456-4fd1-bacd-4ec254efacf8),segment_id=33169074-c456-4fd1-bacd-4ec254efacf8)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:19:42.309569 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 18:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d00c419a-772b-4604-82e0-2003351eda4b x-openstack-request-id: req-d00c419a-772b-4604-82e0-2003351eda4b {{(pid=103898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 31 18:19:42.309893 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61abeff2-268a-4149-9962-497c409663ed", "name": "network-vif-plugged", "status": "completed", "tag": "156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a", "code": 200}]} {{(pid=103898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 31 18:19:42.310153 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d00c419a-772b-4604-82e0-2003351eda4b {{(pid=103898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 31 18:19:42.310555 dv-cinder-master-3-iscsi neutron-server[103898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d00c419a-772b-4604-82e0-2003351eda4b'] response: {'server_uuid': '61abeff2-268a-4149-9962-497c409663ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a', 'code': 200}
Mar 31 18:19:42.311770 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:42.361601 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Pushing event updated for resources: {'Port': ['ID=156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a,revision_number=5']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:19:42.558219 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27827b76-1cbd-4531-8d99-5d20f582b942 req-06827be9-a220-4901-8697-11331ecc3258 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:42.560661 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-27827b76-1cbd-4531-8d99-5d20f582b942 req-06827be9-a220-4901-8697-11331ecc3258 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2498a53-f6d8-4236-8788-289622fc2c88 HTTP/1.1" status: 200  len: 945 time: 0.0606751
Mar 31 18:19:42.566213 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6234e34-1bef-48af-8ab2-a1c66fa72bb6 req-b6369602-a03c-48e1-8b7c-6c4fbea83311 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:42.568037 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-f6234e34-1bef-48af-8ab2-a1c66fa72bb6 req-b6369602-a03c-48e1-8b7c-6c4fbea83311 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0 HTTP/1.1" status: 200  len: 944 time: 0.0612199
Mar 31 18:19:42.616169 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-27827b76-1cbd-4531-8d99-5d20f582b942 req-d19b6ab9-f1f9-48b4-a4f3-17d6db7a3aae tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=91eafa52-8a02-4cc9-8dc3-2de254a2cf85&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0501232
Mar 31 18:19:42.616682 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-f6234e34-1bef-48af-8ab2-a1c66fa72bb6 req-f2e755c6-4e47-4ada-b06d-a81fadabc94b tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=e133340d-5235-49c2-8082-becbc976b284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423710
Mar 31 18:19:42.730474 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19efe837-0af1-40a1-a178-0895c4ab10c5 req-11a85218-3853-44be-98b7-0732bc42345e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:42.734769 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-19efe837-0af1-40a1-a178-0895c4ab10c5 req-11a85218-3853-44be-98b7-0732bc42345e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=61abeff2-268a-4149-9962-497c409663ed HTTP/1.1" status: 200  len: 1129 time: 0.0441599
Mar 31 18:19:42.777483 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-19efe837-0af1-40a1-a178-0895c4ab10c5 req-505732e1-b4a2-46be-911a-219fe687f885 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b9a2c4d9-cfd2-4e10-a169-6bc136620a80&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385697
Mar 31 18:19:42.924958 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2f3532-3751-474e-9e36-088adb49c90e req-723f6603-924a-4879-a3e7-c6a0e47a246b tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:42.926438 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-5c2f3532-3751-474e-9e36-088adb49c90e req-723f6603-924a-4879-a3e7-c6a0e47a246b tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/ports?device_id=06c9b67d-f63b-4be1-ab26-18346902f6e3 HTTP/1.1" status: 200  len: 943 time: 0.0532901
Mar 31 18:19:42.979865 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-5c2f3532-3751-474e-9e36-088adb49c90e req-b6635649-ee41-41ad-9435-d850b0d7ac47 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a763037-c2ed-4230-b56f-5864e1324aae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0478809
Mar 31 18:19:43.176920 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d3f960-c2ec-40ed-ba8b-f17fd9363314 req-382f8c06-b62f-422e-8531-bf10817a3fd9 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:43.178376 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-49d3f960-c2ec-40ed-ba8b-f17fd9363314 req-382f8c06-b62f-422e-8531-bf10817a3fd9 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/ports?device_id=61abeff2-268a-4149-9962-497c409663ed HTTP/1.1" status: 200  len: 945 time: 0.0558140
Mar 31 18:19:43.226034 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-49d3f960-c2ec-40ed-ba8b-f17fd9363314 req-d68aa8be-5579-4983-ab4f-c18bd7ef6386 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/security-groups?id=b9a2c4d9-cfd2-4e10-a169-6bc136620a80&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421095
Mar 31 18:19:43.735693 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822ca23c-14ff-405b-ad86-0cbe43b6c8b1 req-08b33541-6997-4e96-9db4-98cefe8dd54e tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:43.737192 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-822ca23c-14ff-405b-ad86-0cbe43b6c8b1 req-08b33541-6997-4e96-9db4-98cefe8dd54e tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2498a53-f6d8-4236-8788-289622fc2c88 HTTP/1.1" status: 200  len: 945 time: 0.0535691
Mar 31 18:19:43.740762 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f08805a-4494-4f0c-a496-e735d7c3ddcd req-f2544188-5607-44c7-83be-7c43c10ee749 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:43.742243 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-4f08805a-4494-4f0c-a496-e735d7c3ddcd req-f2544188-5607-44c7-83be-7c43c10ee749 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0 HTTP/1.1" status: 200  len: 944 time: 0.0516560
Mar 31 18:19:43.788330 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-822ca23c-14ff-405b-ad86-0cbe43b6c8b1 req-20026231-41ef-49a6-82f6-e031dd209630 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=91eafa52-8a02-4cc9-8dc3-2de254a2cf85&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457273
Mar 31 18:19:43.789617 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-4f08805a-4494-4f0c-a496-e735d7c3ddcd req-ad37076b-97e8-4f2d-a373-82ca7000c16e tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=e133340d-5235-49c2-8082-becbc976b284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406361
Mar 31 18:19:43.938402 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Device 3bfd294a-f954-4562-8fbf-0cd104ab3bee up at agent hyperv_hv-cinder-maste {{(pid=103898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 31 18:19:43.990048 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Provisioning complete for port 3bfd294a-f954-4562-8fbf-0cd104ab3bee triggered by entity L2. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:19:43.990422 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (3bfd294a-f954-4562-8fbf-0cd104ab3bee), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:44.069302 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Current status of the port 3bfd294a-f954-4562-8fbf-0cd104ab3bee is: BUILD; New status is: ACTIVE {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:19:44.069698 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (3bfd294a-f954-4562-8fbf-0cd104ab3bee), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:44.099763 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a7e84d-18f6-430e-aa43-da7194b66e56 req-0c113fd5-76fb-458e-8f3d-7c0a8a47d7b6 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:44.101267 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-b5a7e84d-18f6-430e-aa43-da7194b66e56 req-0c113fd5-76fb-458e-8f3d-7c0a8a47d7b6 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/ports?device_id=06c9b67d-f63b-4be1-ab26-18346902f6e3 HTTP/1.1" status: 200  len: 943 time: 0.0550156
Mar 31 18:19:44.102467 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] For port 3bfd294a-f954-4562-8fbf-0cd104ab3bee, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=3bfd294a-f954-4562-8fbf-0cd104ab3bee,segment=NetworkSegment(d3dc8398-bd2c-4dc7-a2ac-12de370e002b),segment_id=d3dc8398-bd2c-4dc7-a2ac-12de370e002b)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:19:44.151375 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-b5a7e84d-18f6-430e-aa43-da7194b66e56 req-09518cd4-6bfd-4d4c-8ba6-ddf58464de39 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a763037-c2ed-4230-b56f-5864e1324aae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429482
Mar 31 18:19:44.168061 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (3bfd294a-f954-4562-8fbf-0cd104ab3bee), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:44.217609 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Pushing event updated for resources: {'Port': ['ID=3bfd294a-f954-4562-8fbf-0cd104ab3bee,revision_number=10']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:19:44.312114 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bfd294a-f954-4562-8fbf-0cd104ab3bee'}] {{(pid=103898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 31 18:19:44.314754 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb3075c6172e5baa69f5abc91eefeb9b3c1bf45f76ecf44b7f00bb5a6f62f1a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c84c100c-49b0-427d-81ac-c593c6ca667b" -d '{"events": [{"server_uuid": "8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0", "name": "network-vif-plugged", "status": "completed", "tag": "3bfd294a-f954-4562-8fbf-0cd104ab3bee"}]}' {{(pid=103898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 31 18:19:44.374647 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d4565a-a3d6-46de-95ea-7b84b5edf8d4 req-30adcd82-733d-4170-ad3e-51c839b011f6 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:44.377810 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 18:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6a46bfb-c184-4a72-a3a1-70af31be5fc4 x-openstack-request-id: req-d6a46bfb-c184-4a72-a3a1-70af31be5fc4 {{(pid=103898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 31 18:19:44.378110 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0", "name": "network-vif-plugged", "status": "completed", "tag": "3bfd294a-f954-4562-8fbf-0cd104ab3bee", "code": 200}]} {{(pid=103898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 31 18:19:44.378372 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d6a46bfb-c184-4a72-a3a1-70af31be5fc4 {{(pid=103898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 31 18:19:44.378798 dv-cinder-master-3-iscsi neutron-server[103898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6a46bfb-c184-4a72-a3a1-70af31be5fc4'] response: {'server_uuid': '8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bfd294a-f954-4562-8fbf-0cd104ab3bee', 'code': 200}
Mar 31 18:19:44.378996 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-27d4565a-a3d6-46de-95ea-7b84b5edf8d4 req-30adcd82-733d-4170-ad3e-51c839b011f6 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/ports?device_id=61abeff2-268a-4149-9962-497c409663ed HTTP/1.1" status: 200  len: 945 time: 0.0800931
Mar 31 18:19:44.433391 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-27d4565a-a3d6-46de-95ea-7b84b5edf8d4 req-450565cb-aa7b-4131-8651-3c967568241c tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/security-groups?id=b9a2c4d9-cfd2-4e10-a169-6bc136620a80&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465214
Mar 31 18:19:44.915582 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e696fc-6568-4565-94a0-9660ed1c37a4 req-4662b035-c2c7-483b-91b9-906dd7921b04 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:44.916716 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c324dfc-fbb4-4973-8b34-cf2b38374247 req-e2a9e425-a3ae-425f-a301-6343a55fb39e tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:44.918581 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-0c324dfc-fbb4-4973-8b34-cf2b38374247 req-e2a9e425-a3ae-425f-a301-6343a55fb39e tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0 HTTP/1.1" status: 200  len: 946 time: 0.0565026
Mar 31 18:19:44.922688 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-88e696fc-6568-4565-94a0-9660ed1c37a4 req-4662b035-c2c7-483b-91b9-906dd7921b04 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2498a53-f6d8-4236-8788-289622fc2c88 HTTP/1.1" status: 200  len: 945 time: 0.0642731
Mar 31 18:19:44.980197 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-0c324dfc-fbb4-4973-8b34-cf2b38374247 req-bbd19930-e8d9-44ff-913c-03b0473214a3 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=e133340d-5235-49c2-8082-becbc976b284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0513179
Mar 31 18:19:44.983039 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-88e696fc-6568-4565-94a0-9660ed1c37a4 req-6e8d7223-d68a-46b5-9809-a23a98fd58ca tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=91eafa52-8a02-4cc9-8dc3-2de254a2cf85&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0567689
Mar 31 18:19:45.224615 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff400fe6-db5a-4d15-bbaa-c8719d81ea30 req-43080763-43a8-48e0-ad98-5fccb4e9b779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:45.226096 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-ff400fe6-db5a-4d15-bbaa-c8719d81ea30 req-43080763-43a8-48e0-ad98-5fccb4e9b779 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0 HTTP/1.1" status: 200  len: 1130 time: 0.0436721
Mar 31 18:19:45.270540 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397e35c6-d137-4242-af57-cd056ae4201f req-daf588c5-ab6e-4657-927c-43ee2604715d tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:45.272046 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-397e35c6-d137-4242-af57-cd056ae4201f req-daf588c5-ab6e-4657-927c-43ee2604715d tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/ports?device_id=06c9b67d-f63b-4be1-ab26-18346902f6e3 HTTP/1.1" status: 200  len: 943 time: 0.0555193
Mar 31 18:19:45.278891 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-ff400fe6-db5a-4d15-bbaa-c8719d81ea30 req-a59586d4-3b8b-4b99-81f8-92f3758c1a95 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=e133340d-5235-49c2-8082-becbc976b284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433121
Mar 31 18:19:45.321663 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-397e35c6-d137-4242-af57-cd056ae4201f req-c201c6d4-0be0-4ecb-b548-83de71848b0a tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a763037-c2ed-4230-b56f-5864e1324aae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430326
Mar 31 18:19:45.548687 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f40f7a-ca7a-4737-9093-72da405e08e9 req-2a2d34e0-255f-4e3c-b911-402aa137d66f tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:45.550131 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-86f40f7a-ca7a-4737-9093-72da405e08e9 req-2a2d34e0-255f-4e3c-b911-402aa137d66f tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/ports?device_id=61abeff2-268a-4149-9962-497c409663ed HTTP/1.1" status: 200  len: 945 time: 0.0515051
Mar 31 18:19:45.602068 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-86f40f7a-ca7a-4737-9093-72da405e08e9 req-8a35eab6-5c45-484c-a6c9-5b70bfc91a23 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/security-groups?id=b9a2c4d9-cfd2-4e10-a169-6bc136620a80&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463994
Mar 31 18:19:45.715457 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c06465-c36f-4e1d-ac58-f7f4eb824ef0 req-331f0856-826e-47c3-aa61-72e7e6dd6728 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:45.716830 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-50c06465-c36f-4e1d-ac58-f7f4eb824ef0 req-331f0856-826e-47c3-aa61-72e7e6dd6728 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/ports?device_id=61abeff2-268a-4149-9962-497c409663ed HTTP/1.1" status: 200  len: 945 time: 0.0515990
Mar 31 18:19:45.764408 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-50c06465-c36f-4e1d-ac58-f7f4eb824ef0 req-f279b021-7ea9-4b93-8dc8-81b04bff25b5 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/security-groups?id=b9a2c4d9-cfd2-4e10-a169-6bc136620a80&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420756
Mar 31 18:19:45.785298 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 53888) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:19:45.972580 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced332eb-162f-49d8-ab0b-7a0522b3e517 tempest-TestShelveInstance-64041877 tempest-TestShelveInstance-64041877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:45.974210 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-ced332eb-162f-49d8-ab0b-7a0522b3e517 tempest-TestShelveInstance-64041877 tempest-TestShelveInstance-64041877-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=61abeff2-268a-4149-9962-497c409663ed HTTP/1.1" status: 200  len: 1124 time: 0.1879344
Mar 31 18:19:45.977553 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 53892) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:19:45.982495 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [None req-5ac66835-31b7-4df0-9674-394caccafaf6 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Request body: {'floatingip': {'floating_network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'port_id': '156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a', 'tenant_id': '10c09876736547b59f4bb56fa5740f5f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:19:46.096410 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5ac66835-31b7-4df0-9674-394caccafaf6 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:46.098794 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a66170-66ee-41b5-982f-a8d90d43e0c6 req-98f0a30e-d5b9-4b3f-9f03-c3ad435b5b6e tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:46.100388 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-a9a66170-66ee-41b5-982f-a8d90d43e0c6 req-98f0a30e-d5b9-4b3f-9f03-c3ad435b5b6e tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2498a53-f6d8-4236-8788-289622fc2c88 HTTP/1.1" status: 200  len: 945 time: 0.0555229
Mar 31 18:19:46.148433 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-a9a66170-66ee-41b5-982f-a8d90d43e0c6 req-79d047fb-ce80-4274-a4f0-80332e508f88 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=91eafa52-8a02-4cc9-8dc3-2de254a2cf85&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417614
Mar 31 18:19:46.178144 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da39efda-a624-4fbf-80ef-a60fa7ba05bd req-add89f03-7b00-4d62-97e9-b960220cd56a tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:46.179749 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-da39efda-a624-4fbf-80ef-a60fa7ba05bd req-add89f03-7b00-4d62-97e9-b960220cd56a tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0 HTTP/1.1" status: 200  len: 946 time: 0.1113687
Mar 31 18:19:46.248677 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-da39efda-a624-4fbf-80ef-a60fa7ba05bd req-be361cd7-428e-4693-9b00-106048557d8c tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=e133340d-5235-49c2-8082-becbc976b284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0602047
Mar 31 18:19:46.250517 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5ac66835-31b7-4df0-9674-394caccafaf6 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:46.355309 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-5ac66835-31b7-4df0-9674-394caccafaf6 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Allocated IP 172.37.2.49 (b698396b-51c1-468f-b58d-8c59a3beb4d9/19546f9a-afff-4e10-9105-a9d5358dbe6e/3f81870a-eea2-467e-82e7-2a84001918a1) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 31 18:19:46.445595 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaca08f-6eaa-46c7-8c80-1f05e00442da req-dd481c43-f045-4517-a829-03f41d17eceb tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:46.447095 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-5eaca08f-6eaa-46c7-8c80-1f05e00442da req-dd481c43-f045-4517-a829-03f41d17eceb tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/ports?device_id=06c9b67d-f63b-4be1-ab26-18346902f6e3 HTTP/1.1" status: 200  len: 943 time: 0.0590460
Mar 31 18:19:46.459007 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5ac66835-31b7-4df0-9674-394caccafaf6 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Publish callbacks [] for port (3f81870a-eea2-467e-82e7-2a84001918a1), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:46.496216 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-5eaca08f-6eaa-46c7-8c80-1f05e00442da req-816f612d-f3b9-4858-ab0f-400a8310b794 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a763037-c2ed-4230-b56f-5864e1324aae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432546
Mar 31 18:19:46.550467 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5ac66835-31b7-4df0-9674-394caccafaf6 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759342510062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12885778'] for port (3f81870a-eea2-467e-82e7-2a84001918a1), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:46.589470 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac66835-31b7-4df0-9674-394caccafaf6 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Network b698396b-51c1-468f-b58d-8c59a3beb4d9 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 31 18:19:46.592390 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-5ac66835-31b7-4df0-9674-394caccafaf6 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Resources bound (agent type, host, resource id):  {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 31 18:19:46.594953 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac66835-31b7-4df0-9674-394caccafaf6 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 31 18:19:46.621804 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac66835-31b7-4df0-9674-394caccafaf6 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Pushing event updated for resources: {'Port': ['ID=3f81870a-eea2-467e-82e7-2a84001918a1,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:19:46.634956 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac66835-31b7-4df0-9674-394caccafaf6 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:19:46.635308 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac66835-31b7-4df0-9674-394caccafaf6 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:19:46.635650 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac66835-31b7-4df0-9674-394caccafaf6 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:19:46.635987 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac66835-31b7-4df0-9674-394caccafaf6 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:19:46.636318 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac66835-31b7-4df0-9674-394caccafaf6 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:19:46.636645 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac66835-31b7-4df0-9674-394caccafaf6 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:19:46.637234 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac66835-31b7-4df0-9674-394caccafaf6 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:19:46.637595 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac66835-31b7-4df0-9674-394caccafaf6 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:19:46.637920 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac66835-31b7-4df0-9674-394caccafaf6 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:19:46.638243 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac66835-31b7-4df0-9674-394caccafaf6 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:19:46.638630 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac66835-31b7-4df0-9674-394caccafaf6 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:19:46.638951 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac66835-31b7-4df0-9674-394caccafaf6 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:19:46.639275 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac66835-31b7-4df0-9674-394caccafaf6 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:19:46.639595 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac66835-31b7-4df0-9674-394caccafaf6 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:19:46.639925 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac66835-31b7-4df0-9674-394caccafaf6 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:19:46.808533 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.agents_db [None req-39f62d97-bd56-4bf2-8522-12846eccdd8f None None] Agent healthcheck: found 6 active agents {{(pid=103899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 31 18:19:47.077830 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5ac66835-31b7-4df0-9674-394caccafaf6 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Publish callbacks [] for floatingip (1b45dfad-a442-4b72-bd12-0423b26d22d6), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:47.292009 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55bace0-2669-45b0-9957-bc7661e7d618 req-664ca3e1-d236-4eba-bda9-0141f705e755 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:47.293585 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-a55bace0-2669-45b0-9957-bc7661e7d618 req-664ca3e1-d236-4eba-bda9-0141f705e755 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2498a53-f6d8-4236-8788-289622fc2c88 HTTP/1.1" status: 200  len: 945 time: 0.0799286
Mar 31 18:19:47.294167 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5ac66835-31b7-4df0-9674-394caccafaf6 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (3f81870a-eea2-467e-82e7-2a84001918a1), before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:47.379168 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d02ad-9207-467b-9ac7-b2c9d8d65fe4 req-25084fac-d589-4827-80f1-640aa6493037 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:47.383254 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-d43d02ad-9207-467b-9ac7-b2c9d8d65fe4 req-25084fac-d589-4827-80f1-640aa6493037 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0 HTTP/1.1" status: 200  len: 946 time: 0.0594490
Mar 31 18:19:47.436072 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-d43d02ad-9207-467b-9ac7-b2c9d8d65fe4 req-9ff158b9-6b71-4cf3-9d5f-14970547e303 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=e133340d-5235-49c2-8082-becbc976b284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0491896
Mar 31 18:19:47.585920 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-a55bace0-2669-45b0-9957-bc7661e7d618 req-652b8055-e28c-4fcf-b903-a7b2265042dc tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=91eafa52-8a02-4cc9-8dc3-2de254a2cf85&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2702317
Mar 31 18:19:47.622870 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252e369b-3f62-42db-86a2-d19f8d1b8981 req-2748e124-d956-42c8-8c08-1f613e2c3311 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:47.623346 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-252e369b-3f62-42db-86a2-d19f8d1b8981 req-2748e124-d956-42c8-8c08-1f613e2c3311 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/ports?device_id=06c9b67d-f63b-4be1-ab26-18346902f6e3 HTTP/1.1" status: 200  len: 943 time: 0.0606673
Mar 31 18:19:47.677134 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-252e369b-3f62-42db-86a2-d19f8d1b8981 req-079e4278-ceff-4ab5-8a21-bba46fc99b67 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a763037-c2ed-4230-b56f-5864e1324aae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0478866
Mar 31 18:19:47.681235 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5ac66835-31b7-4df0-9674-394caccafaf6 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Publish callbacks [] for port (3f81870a-eea2-467e-82e7-2a84001918a1), precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:47.789585 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5ac66835-31b7-4df0-9674-394caccafaf6 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12885787'] for port (3f81870a-eea2-467e-82e7-2a84001918a1), after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:47.858470 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac66835-31b7-4df0-9674-394caccafaf6 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Pushing event updated for resources: {'Port': ['ID=3f81870a-eea2-467e-82e7-2a84001918a1,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:19:47.870513 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5ac66835-31b7-4df0-9674-394caccafaf6 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505983'] for floatingip (1b45dfad-a442-4b72-bd12-0423b26d22d6), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:47.974744 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.db.l3_db [None req-5ac66835-31b7-4df0-9674-394caccafaf6 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Floating IP 1b45dfad-a442-4b72-bd12-0423b26d22d6 associated. External IP: 172.37.2.49, port: 156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a.
Mar 31 18:19:48.191744 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ac66835-31b7-4df0-9674-394caccafaf6 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Router 85bf721a-32c5-46c5-b697-964fba9ca660 has already been hosted by L3 agent f09d5d1b-4294-4f18-9a00-351412ae7ca6 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 31 18:19:48.305048 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ac66835-31b7-4df0-9674-394caccafaf6 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 31 18:19:48.315506 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf3222b-52fa-44db-af9b-b3cac59e1900 None None] Sync routers for ids ['85bf721a-32c5-46c5-b697-964fba9ca660'] in dv-cinder-master-3-iscsi {{(pid=103899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 31 18:19:48.326265 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf3222b-52fa-44db-af9b-b3cac59e1900 None None] Routers {'85bf721a-32c5-46c5-b697-964fba9ca660'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 31 18:19:48.326927 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_hamode_db [None req-fcf3222b-52fa-44db-af9b-b3cac59e1900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f77159f8f10>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T18:05:01Z,description=<?>,heartbeat_timestamp=2022-03-31T18:19:31Z,host='dv-cinder-master-3-iscsi',id=f09d5d1b-4294-4f18-9a00-351412ae7ca6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-31T18:05:02Z,topic='l3_agent')) {'router_ids': ['85bf721a-32c5-46c5-b697-964fba9ca660'], 'active': True} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:19:48.420516 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5ac66835-31b7-4df0-9674-394caccafaf6 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30337'] for floatingip (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:48.436164 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvr_db [None req-fcf3222b-52fa-44db-af9b-b3cac59e1900 None None] Set router 85bf721a-32c5-46c5-b697-964fba9ca660 gateway port host: dv-cinder-master-3-iscsi {{(pid=103899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 31 18:19:48.461852 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-5ac66835-31b7-4df0-9674-394caccafaf6 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.4722686
Mar 31 18:19:48.461852 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61abeff2-268a-4149-9962-497c409663ed', 'tag': '156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 31 18:19:48.461852 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}465b76c4d2e897416be230837bd95a2d94c81786315ed3443e4884d9e49648d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5973731-feea-4c37-8795-095e57ff6b88" -d '{"events": [{"name": "network-changed", "server_uuid": "61abeff2-268a-4149-9962-497c409663ed", "tag": "156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 31 18:19:48.573524 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4d6275-7adb-4ed8-91c5-9a4be74541d2 req-112425ad-06df-4872-9502-94de73e27019 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:48.575077 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-aa4d6275-7adb-4ed8-91c5-9a4be74541d2 req-112425ad-06df-4872-9502-94de73e27019 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0 HTTP/1.1" status: 200  len: 946 time: 0.0566142
Mar 31 18:19:48.579915 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 18:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7822422d-ea85-4873-91e7-8a8dfb6ff2f0 x-openstack-request-id: req-7822422d-ea85-4873-91e7-8a8dfb6ff2f0 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 31 18:19:48.580274 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61abeff2-268a-4149-9962-497c409663ed", "tag": "156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 31 18:19:48.580783 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7822422d-ea85-4873-91e7-8a8dfb6ff2f0 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 31 18:19:48.581259 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7822422d-ea85-4873-91e7-8a8dfb6ff2f0'] response: {'name': 'network-changed', 'server_uuid': '61abeff2-268a-4149-9962-497c409663ed', 'tag': '156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a', 'status': 'completed', 'code': 200}
Mar 31 18:19:48.630486 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-aa4d6275-7adb-4ed8-91c5-9a4be74541d2 req-277c76ba-1fa7-4cb7-8c7a-e66159302eba tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=e133340d-5235-49c2-8082-becbc976b284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0483627
Mar 31 18:19:48.687851 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5973731-feea-4c37-8795-095e57ff6b88 req-cd718b38-3731-4dd3-ba9b-bd2ef5e13537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:48.689633 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-a5973731-feea-4c37-8795-095e57ff6b88 req-cd718b38-3731-4dd3-ba9b-bd2ef5e13537 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=10c09876736547b59f4bb56fa5740f5f&device_id=61abeff2-268a-4149-9962-497c409663ed HTTP/1.1" status: 200  len: 1129 time: 0.0501165
Mar 31 18:19:48.690550 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_hamode_db [None req-fcf3222b-52fa-44db-af9b-b3cac59e1900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f77159f8f10>, [{'id': '85bf721a-32c5-46c5-b697-964fba9ca660', 'name': 'tempest-TestShelveInstance-1376616462-router', 'tenant_id': '10c09876736547b59f4bb56fa5740f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.11'}], 'enable_snat': True}, 'gw_port_id': '21baf863-794c-4c05-a0e0-9c540ebbefdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:18:02Z', 'updated_at': '2022-03-31T18:18:06Z', 'revision_number': 4, 'project_id': '10c09876736547b59f4bb56fa5740f5f', 'gw_port': {'id': '21baf863-794c-4c05-a0e0-9c540ebbefdf', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bf721a-32c5-46c5-b697-964fba9ca660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:18:03Z', 'updated_at': '2022-03-31T18:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '1b45dfad-a442-4b72-bd12-0423b26d22d6', 'tenant_id': '10c09876736547b59f4bb56fa5740f5f', 'floating_ip_address': '172.37.2.49', 'floating_network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'router_id': '85bf721a-32c5-46c5-b697-964fba9ca660', 'port_id': '156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4432959-6b7d-4f95-a29d-a5c36d6927da', 'mac_address': 'fa:16:3e:99:f2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61abeff2-268a-4149-9962-497c409663ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T18:19:46Z', 'updated_at': '2022-03-31T18:19:46Z', 'revision_number': 0, 'project_id': '10c09876736547b59f4bb56fa5740f5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c69bec34-1ae4-4c85-aa43-4da97b1cf6b9', 'name': '', 'network_id': 'c4432959-6b7d-4f95-a29d-a5c36d6927da', 'tenant_id': '10c09876736547b59f4bb56fa5740f5f', 'mac_address': 'fa:16:3e:4a:95:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bf721a-32c5-46c5-b697-964fba9ca660', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '6100fa0d-d38e-4338-b107-b174954c8737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:18:05Z', 'updated_at': '2022-03-31T18:18:10Z', 'revision_number': 5, 'project_id': '10c09876736547b59f4bb56fa5740f5f', 'subnets': [{'id': '6100fa0d-d38e-4338-b107-b174954c8737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:19:48.718248 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e84449-6890-4caa-83cf-e2f9caca7b31 req-639560a2-8483-4d50-b8a8-0836176f2504 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:48.720012 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-87e84449-6890-4caa-83cf-e2f9caca7b31 req-639560a2-8483-4d50-b8a8-0836176f2504 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2498a53-f6d8-4236-8788-289622fc2c88 HTTP/1.1" status: 200  len: 945 time: 0.0574002
Mar 31 18:19:48.732585 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf3222b-52fa-44db-af9b-b3cac59e1900 None None] Checking router: 85bf721a-32c5-46c5-b697-964fba9ca660 for host: dv-cinder-master-3-iscsi {{(pid=103899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 31 18:19:48.741775 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf3222b-52fa-44db-af9b-b3cac59e1900 None None] Routers {'85bf721a-32c5-46c5-b697-964fba9ca660'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 31 18:19:48.742376 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_hamode_db [None req-fcf3222b-52fa-44db-af9b-b3cac59e1900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f77159f8f10>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T18:05:01Z,description=<?>,heartbeat_timestamp=2022-03-31T18:19:31Z,host='dv-cinder-master-3-iscsi',id=f09d5d1b-4294-4f18-9a00-351412ae7ca6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-31T18:05:02Z,topic='l3_agent')) {'router_ids': ['85bf721a-32c5-46c5-b697-964fba9ca660'], 'active': True} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:19:48.775008 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-87e84449-6890-4caa-83cf-e2f9caca7b31 req-444e5ad6-1554-418f-8fb6-5cd4a1053bd7 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=91eafa52-8a02-4cc9-8dc3-2de254a2cf85&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0483422
Mar 31 18:19:48.857359 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5973731-feea-4c37-8795-095e57ff6b88 req-a72d08cd-c4fb-4b0d-be23-5fe2aa484d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:48.858876 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-a5973731-feea-4c37-8795-095e57ff6b88 req-a72d08cd-c4fb-4b0d-be23-5fe2aa484d5c service neutron] 10.222.0.44 "GET /v2.0/networks?id=c4432959-6b7d-4f95-a29d-a5c36d6927da HTTP/1.1" status: 200  len: 910 time: 0.1502984
Mar 31 18:19:48.861734 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvr_db [None req-fcf3222b-52fa-44db-af9b-b3cac59e1900 None None] Set router 85bf721a-32c5-46c5-b697-964fba9ca660 gateway port host: dv-cinder-master-3-iscsi {{(pid=103899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 31 18:19:48.866882 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110ffa24-c059-41d3-96a6-84b18060d9d2 req-7b8b37cd-1219-4c5e-9b7d-4907005e8a8a tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:48.868372 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-110ffa24-c059-41d3-96a6-84b18060d9d2 req-7b8b37cd-1219-4c5e-9b7d-4907005e8a8a tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/ports?device_id=06c9b67d-f63b-4be1-ab26-18346902f6e3 HTTP/1.1" status: 200  len: 943 time: 0.0891945
Mar 31 18:19:48.965250 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-a5973731-feea-4c37-8795-095e57ff6b88 req-af92a4c6-3216-4a2c-a016-9530f9be325f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a HTTP/1.1" status: 200  len: 998 time: 0.0957496
Mar 31 18:19:48.969018 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-110ffa24-c059-41d3-96a6-84b18060d9d2 req-338bd616-51a4-4b7c-ad9e-52529168a253 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a763037-c2ed-4230-b56f-5864e1324aae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0936580
Mar 31 18:19:49.020148 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5973731-feea-4c37-8795-095e57ff6b88 req-36891bf8-17dc-4016-bd4d-1c4f61bcc9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:49.021806 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-a5973731-feea-4c37-8795-095e57ff6b88 req-36891bf8-17dc-4016-bd4d-1c4f61bcc9e1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6100fa0d-d38e-4338-b107-b174954c8737 HTTP/1.1" status: 200  len: 848 time: 0.0486763
Mar 31 18:19:49.079321 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5973731-feea-4c37-8795-095e57ff6b88 req-bf89a261-c628-468a-ae2e-43376ae509e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:49.080827 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-a5973731-feea-4c37-8795-095e57ff6b88 req-bf89a261-c628-468a-ae2e-43376ae509e0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c4432959-6b7d-4f95-a29d-a5c36d6927da&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0511947
Mar 31 18:19:49.103175 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_hamode_db [None req-fcf3222b-52fa-44db-af9b-b3cac59e1900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f77159f8f10>, [{'id': '85bf721a-32c5-46c5-b697-964fba9ca660', 'name': 'tempest-TestShelveInstance-1376616462-router', 'tenant_id': '10c09876736547b59f4bb56fa5740f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.11'}], 'enable_snat': True}, 'gw_port_id': '21baf863-794c-4c05-a0e0-9c540ebbefdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:18:02Z', 'updated_at': '2022-03-31T18:18:06Z', 'revision_number': 4, 'project_id': '10c09876736547b59f4bb56fa5740f5f', 'gw_port': {'id': '21baf863-794c-4c05-a0e0-9c540ebbefdf', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bf721a-32c5-46c5-b697-964fba9ca660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:18:03Z', 'updated_at': '2022-03-31T18:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '1b45dfad-a442-4b72-bd12-0423b26d22d6', 'tenant_id': '10c09876736547b59f4bb56fa5740f5f', 'floating_ip_address': '172.37.2.49', 'floating_network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'router_id': '85bf721a-32c5-46c5-b697-964fba9ca660', 'port_id': '156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4432959-6b7d-4f95-a29d-a5c36d6927da', 'mac_address': 'fa:16:3e:99:f2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61abeff2-268a-4149-9962-497c409663ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T18:19:46Z', 'updated_at': '2022-03-31T18:19:46Z', 'revision_number': 0, 'project_id': '10c09876736547b59f4bb56fa5740f5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c69bec34-1ae4-4c85-aa43-4da97b1cf6b9', 'name': '', 'network_id': 'c4432959-6b7d-4f95-a29d-a5c36d6927da', 'tenant_id': '10c09876736547b59f4bb56fa5740f5f', 'mac_address': 'fa:16:3e:4a:95:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bf721a-32c5-46c5-b697-964fba9ca660', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '6100fa0d-d38e-4338-b107-b174954c8737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:18:05Z', 'updated_at': '2022-03-31T18:18:10Z', 'revision_number': 5, 'project_id': '10c09876736547b59f4bb56fa5740f5f', 'subnets': [{'id': '6100fa0d-d38e-4338-b107-b174954c8737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:19:49.130267 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf3222b-52fa-44db-af9b-b3cac59e1900 None None] The sync data for ids ['85bf721a-32c5-46c5-b697-964fba9ca660'] in dv-cinder-master-3-iscsi is: [{'id': '85bf721a-32c5-46c5-b697-964fba9ca660', 'name': 'tempest-TestShelveInstance-1376616462-router', 'tenant_id': '10c09876736547b59f4bb56fa5740f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.11'}], 'enable_snat': True}, 'gw_port_id': '21baf863-794c-4c05-a0e0-9c540ebbefdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:18:02Z', 'updated_at': '2022-03-31T18:18:06Z', 'revision_number': 4, 'project_id': '10c09876736547b59f4bb56fa5740f5f', 'gw_port': {'id': '21baf863-794c-4c05-a0e0-9c540ebbefdf', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bf721a-32c5-46c5-b697-964fba9ca660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:18:03Z', 'updated_at': '2022-03-31T18:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '1b45dfad-a442-4b72-bd12-0423b26d22d6', 'tenant_id': '10c09876736547b59f4bb56fa5740f5f', 'floating_ip_address': '172.37.2.49', 'floating_network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'router_id': '85bf721a-32c5-46c5-b697-964fba9ca660', 'port_id': '156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4432959-6b7d-4f95-a29d-a5c36d6927da', 'mac_address': 'fa:16:3e:99:f2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61abeff2-268a-4149-9962-497c409663ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T18:19:46Z', 'updated_at': '2022-03-31T18:19:46Z', 'revision_number': 0, 'project_id': '10c09876736547b59f4bb56fa5740f5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c69bec34-1ae4-4c85-aa43-4da97b1cf6b9', 'name': '', 'network_id': 'c4432959-6b7d-4f95-a29d-a5c36d6927da', 'tenant_id': '10c09876736547b59f4bb56fa5740f5f', 'mac_address': 'fa:16:3e:4a:95:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bf721a-32c5-46c5-b697-964fba9ca660', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '6100fa0d-d38e-4338-b107-b174954c8737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:18:05Z', 'updated_at': '2022-03-31T18:18:10Z', 'revision_number': 5, 'project_id': '10c09876736547b59f4bb56fa5740f5f', 'subnets': [{'id': '6100fa0d-d38e-4338-b107-b174954c8737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 31 18:19:49.178685 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-a5973731-feea-4c37-8795-095e57ff6b88 req-423be601-49ec-4be3-bedf-4b0eb68a4308 service neutron] 10.222.0.44 "GET /v2.0/networks/c4432959-6b7d-4f95-a29d-a5c36d6927da?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0900936
Mar 31 18:19:49.273495 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-a5973731-feea-4c37-8795-095e57ff6b88 req-040e7b46-9eec-442b-92d4-5681d5925706 service neutron] 10.222.0.44 "GET /v2.0/networks/c4432959-6b7d-4f95-a29d-a5c36d6927da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0881519
Mar 31 18:19:49.318973 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ea30d5-c5c1-4a0f-8e80-8772c0c77852 None None] New status for floating IP 1b45dfad-a442-4b72-bd12-0423b26d22d6: ACTIVE {{(pid=103898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 31 18:19:49.757525 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42d75cf-097f-4775-9d18-867a9b26873c req-942a1c08-dc7d-4e27-9d07-9ae7d555557a tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:49.759037 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-b42d75cf-097f-4775-9d18-867a9b26873c req-942a1c08-dc7d-4e27-9d07-9ae7d555557a tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0 HTTP/1.1" status: 200  len: 946 time: 0.0538988
Mar 31 18:19:49.808635 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-b42d75cf-097f-4775-9d18-867a9b26873c req-4ddbc8c2-d561-449b-93ff-2aa26bcb8a16 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=e133340d-5235-49c2-8082-becbc976b284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431559
Mar 31 18:19:49.899621 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6941708-6649-419f-a0af-7ecd8a7ac9c1 req-355c9180-9758-4272-a209-54d0a5a033d9 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:49.901491 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-c6941708-6649-419f-a0af-7ecd8a7ac9c1 req-355c9180-9758-4272-a209-54d0a5a033d9 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2498a53-f6d8-4236-8788-289622fc2c88 HTTP/1.1" status: 200  len: 945 time: 0.0572553
Mar 31 18:19:49.947211 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-c6941708-6649-419f-a0af-7ecd8a7ac9c1 req-c663069c-6639-4ee3-b44b-bfb3b318d72d tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=91eafa52-8a02-4cc9-8dc3-2de254a2cf85&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402410
Mar 31 18:19:49.957217 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Device d73baa13-9b78-4d3b-b347-b15a781aadbe details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103898) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 31 18:19:50.063781 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] For port d73baa13-9b78-4d3b-b347-b15a781aadbe, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d73baa13-9b78-4d3b-b347-b15a781aadbe,segment=NetworkSegment(0e13db69-fb06-49b3-a448-31200d86bc6e),segment_id=0e13db69-fb06-49b3-a448-31200d86bc6e)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:19:50.075906 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Returning: {'device': 'd73baa13-9b78-4d3b-b347-b15a781aadbe', 'network_id': '46cf5202-8790-480a-a14a-b087639c31e2', 'port_id': 'd73baa13-9b78-4d3b-b347-b15a781aadbe', 'mac_address': 'fa:16:3e:3d:1a:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '905ec444-b4c2-43a9-986a-e2ab2e05accc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103898) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 31 18:19:50.104294 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d8bc07-f491-41b5-993e-095e201ca99a req-306661a3-3421-4866-8d0e-6be63ef6591b tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:50.106023 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-49d8bc07-f491-41b5-993e-095e201ca99a req-306661a3-3421-4866-8d0e-6be63ef6591b tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/ports?device_id=06c9b67d-f63b-4be1-ab26-18346902f6e3 HTTP/1.1" status: 200  len: 943 time: 0.0614657
Mar 31 18:19:50.116314 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Current status of the port d73baa13-9b78-4d3b-b347-b15a781aadbe is: DOWN; New status is: BUILD {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:19:50.116815 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (d73baa13-9b78-4d3b-b347-b15a781aadbe), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:50.131168 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.notifiers.nova [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d73baa13-9b78-4d3b-b347-b15a781aadbe {{(pid=103898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 31 18:19:50.151375 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] For port d73baa13-9b78-4d3b-b347-b15a781aadbe, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d73baa13-9b78-4d3b-b347-b15a781aadbe,segment=NetworkSegment(0e13db69-fb06-49b3-a448-31200d86bc6e),segment_id=0e13db69-fb06-49b3-a448-31200d86bc6e)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:19:50.157996 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-49d8bc07-f491-41b5-993e-095e201ca99a req-c1acf091-d9e0-439f-a5c6-b55d30d42286 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a763037-c2ed-4230-b56f-5864e1324aae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465159
Mar 31 18:19:50.246718 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (d73baa13-9b78-4d3b-b347-b15a781aadbe), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:50.294146 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Pushing event updated for resources: {'Port': ['ID=d73baa13-9b78-4d3b-b347-b15a781aadbe,revision_number=4']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:19:50.744435 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] get_ports_and_sgs() called for port_ids ['d73baa13-9b78-4d3b-b347-b15a781aadbe'] {{(pid=103898) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 31 18:19:51.064438 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567cb29a-54d3-44c3-b64f-f287f1c9ac5b req-cf8d186e-2efd-4628-9e8c-753edf492bf4 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:51.065908 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-567cb29a-54d3-44c3-b64f-f287f1c9ac5b req-cf8d186e-2efd-4628-9e8c-753edf492bf4 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2498a53-f6d8-4236-8788-289622fc2c88 HTTP/1.1" status: 200  len: 945 time: 0.0518456
Mar 31 18:19:51.112459 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-567cb29a-54d3-44c3-b64f-f287f1c9ac5b req-4782e371-6ea1-4597-aa4c-0bbb20c20e0a tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=91eafa52-8a02-4cc9-8dc3-2de254a2cf85&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405869
Mar 31 18:19:51.280427 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea9680f-3c7c-40b3-886a-2df17b4b2ff9 req-ba984e72-fbbf-47e7-bb24-6417a0805a9b tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:51.281890 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-9ea9680f-3c7c-40b3-886a-2df17b4b2ff9 req-ba984e72-fbbf-47e7-bb24-6417a0805a9b tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/ports?device_id=06c9b67d-f63b-4be1-ab26-18346902f6e3 HTTP/1.1" status: 200  len: 944 time: 0.0540156
Mar 31 18:19:51.329605 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-9ea9680f-3c7c-40b3-886a-2df17b4b2ff9 req-73a2a959-753a-46eb-815f-a6bc921f3a16 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a763037-c2ed-4230-b56f-5864e1324aae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421283
Mar 31 18:19:52.232647 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a52037-b831-4829-88bd-7889519afcec req-da516f7f-3bd5-460f-8360-ff0599874b79 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:52.236751 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-c3a52037-b831-4829-88bd-7889519afcec req-da516f7f-3bd5-460f-8360-ff0599874b79 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2498a53-f6d8-4236-8788-289622fc2c88 HTTP/1.1" status: 200  len: 945 time: 0.0535321
Mar 31 18:19:52.285177 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-c3a52037-b831-4829-88bd-7889519afcec req-5f9e973e-2235-4f50-9979-93ef1663fe97 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=91eafa52-8a02-4cc9-8dc3-2de254a2cf85&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452211
Mar 31 18:19:52.446222 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec460e91-a107-4571-834f-0462eeb34d37 req-2b5e204b-4dd7-41c6-a8a7-d5cf5e882a41 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:52.447956 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-ec460e91-a107-4571-834f-0462eeb34d37 req-2b5e204b-4dd7-41c6-a8a7-d5cf5e882a41 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/ports?device_id=06c9b67d-f63b-4be1-ab26-18346902f6e3 HTTP/1.1" status: 200  len: 944 time: 0.0526955
Mar 31 18:19:52.501667 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-ec460e91-a107-4571-834f-0462eeb34d37 req-ef17cd84-4149-4c4b-a786-a7151258bf67 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a763037-c2ed-4230-b56f-5864e1324aae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470340
Mar 31 18:19:52.631738 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613e2a77-bcd9-4bf1-acc7-e07b7b78ca36 req-7f0dc15e-8cef-493a-8685-a26eba28ec79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:52.633083 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-613e2a77-bcd9-4bf1-acc7-e07b7b78ca36 req-7f0dc15e-8cef-493a-8685-a26eba28ec79 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a2498a53-f6d8-4236-8788-289622fc2c88 HTTP/1.1" status: 200  len: 1129 time: 0.0427845
Mar 31 18:19:52.675470 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-613e2a77-bcd9-4bf1-acc7-e07b7b78ca36 req-11aeb900-7f3e-4e6c-b616-dfe951c0ee37 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=91eafa52-8a02-4cc9-8dc3-2de254a2cf85&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0358307
Mar 31 18:19:53.403915 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39db00ab-8fe4-4096-aa22-eea0628e3e5e req-24b78b13-ffc1-42d4-937e-853c76490642 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:53.405393 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-39db00ab-8fe4-4096-aa22-eea0628e3e5e req-24b78b13-ffc1-42d4-937e-853c76490642 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2498a53-f6d8-4236-8788-289622fc2c88 HTTP/1.1" status: 200  len: 945 time: 0.0536895
Mar 31 18:19:53.450296 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-39db00ab-8fe4-4096-aa22-eea0628e3e5e req-ffab1a87-a87b-4870-9ed2-51f847a13535 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=91eafa52-8a02-4cc9-8dc3-2de254a2cf85&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394452
Mar 31 18:19:53.615895 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5590d47-ddea-4f67-98fb-70aa3d0e7372 req-43e3480f-b76b-42a2-9174-679f1022b6ce tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:53.617272 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-a5590d47-ddea-4f67-98fb-70aa3d0e7372 req-43e3480f-b76b-42a2-9174-679f1022b6ce tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/ports?device_id=06c9b67d-f63b-4be1-ab26-18346902f6e3 HTTP/1.1" status: 200  len: 944 time: 0.0521703
Mar 31 18:19:53.665789 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-a5590d47-ddea-4f67-98fb-70aa3d0e7372 req-6ee830b5-5419-469f-9054-132112993bd2 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a763037-c2ed-4230-b56f-5864e1324aae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427384
Mar 31 18:19:53.944670 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Device d73baa13-9b78-4d3b-b347-b15a781aadbe up at agent hyperv_hv-cinder-maste {{(pid=103898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 31 18:19:54.069538 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Provisioning for port d73baa13-9b78-4d3b-b347-b15a781aadbe completed by entity L2. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 31 18:19:54.074120 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Provisioning complete for port d73baa13-9b78-4d3b-b347-b15a781aadbe triggered by entity L2. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:19:54.074495 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (d73baa13-9b78-4d3b-b347-b15a781aadbe), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:54.152094 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Current status of the port d73baa13-9b78-4d3b-b347-b15a781aadbe is: BUILD; New status is: ACTIVE {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:19:54.152485 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (d73baa13-9b78-4d3b-b347-b15a781aadbe), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:54.177437 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06c9b67d-f63b-4be1-ab26-18346902f6e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd73baa13-9b78-4d3b-b347-b15a781aadbe'}] {{(pid=103898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 31 18:19:54.179667 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb3075c6172e5baa69f5abc91eefeb9b3c1bf45f76ecf44b7f00bb5a6f62f1a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1af66d3-a0d9-492d-84a9-4141f89839dc" -d '{"events": [{"server_uuid": "06c9b67d-f63b-4be1-ab26-18346902f6e3", "name": "network-vif-plugged", "status": "completed", "tag": "d73baa13-9b78-4d3b-b347-b15a781aadbe"}]}' {{(pid=103898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 31 18:19:54.192513 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] For port d73baa13-9b78-4d3b-b347-b15a781aadbe, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d73baa13-9b78-4d3b-b347-b15a781aadbe,segment=NetworkSegment(0e13db69-fb06-49b3-a448-31200d86bc6e),segment_id=0e13db69-fb06-49b3-a448-31200d86bc6e)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:19:54.217049 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 18:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acdbbb85-cb1f-4a06-b256-dfe8365f76d9 x-openstack-request-id: req-acdbbb85-cb1f-4a06-b256-dfe8365f76d9 {{(pid=103898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 31 18:19:54.217342 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06c9b67d-f63b-4be1-ab26-18346902f6e3", "name": "network-vif-plugged", "status": "completed", "tag": "d73baa13-9b78-4d3b-b347-b15a781aadbe", "code": 200}]} {{(pid=103898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 31 18:19:54.217592 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-acdbbb85-cb1f-4a06-b256-dfe8365f76d9 {{(pid=103898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 31 18:19:54.218010 dv-cinder-master-3-iscsi neutron-server[103898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acdbbb85-cb1f-4a06-b256-dfe8365f76d9'] response: {'server_uuid': '06c9b67d-f63b-4be1-ab26-18346902f6e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd73baa13-9b78-4d3b-b347-b15a781aadbe', 'code': 200}
Mar 31 18:19:54.275486 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (d73baa13-9b78-4d3b-b347-b15a781aadbe), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:54.323709 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Pushing event updated for resources: {'Port': ['ID=d73baa13-9b78-4d3b-b347-b15a781aadbe,revision_number=5']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:19:54.568994 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc5a759-47ec-4995-95e6-05e4d11b216f req-69808d12-c4ff-43f4-b0df-20c154dc49b3 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:54.570463 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-0cc5a759-47ec-4995-95e6-05e4d11b216f req-69808d12-c4ff-43f4-b0df-20c154dc49b3 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2498a53-f6d8-4236-8788-289622fc2c88 HTTP/1.1" status: 200  len: 945 time: 0.0544713
Mar 31 18:19:54.617041 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-0cc5a759-47ec-4995-95e6-05e4d11b216f req-46f40f47-c283-443d-99bc-4ac38af0ced7 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=91eafa52-8a02-4cc9-8dc3-2de254a2cf85&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397375
Mar 31 18:19:54.706466 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3683c17-6ca9-4e14-abd3-dc365d0f5c75 req-6ad535cc-f5e9-47b6-b3b3-0dd06f52cfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:54.708010 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-c3683c17-6ca9-4e14-abd3-dc365d0f5c75 req-6ad535cc-f5e9-47b6-b3b3-0dd06f52cfa6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=06c9b67d-f63b-4be1-ab26-18346902f6e3 HTTP/1.1" status: 200  len: 1129 time: 0.0491986
Mar 31 18:19:54.759925 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-c3683c17-6ca9-4e14-abd3-dc365d0f5c75 req-bd2ce0a6-938a-4ffa-8b14-60265e5b4445 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=5a763037-c2ed-4230-b56f-5864e1324aae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410748
Mar 31 18:19:54.792031 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19b62d5-e070-436c-8456-e4e2c476f403 req-a035a8f7-fe0a-40a2-b848-f23b2c43ef9c tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:54.794717 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-e19b62d5-e070-436c-8456-e4e2c476f403 req-a035a8f7-fe0a-40a2-b848-f23b2c43ef9c tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/ports?device_id=06c9b67d-f63b-4be1-ab26-18346902f6e3 HTTP/1.1" status: 200  len: 945 time: 0.0594943
Mar 31 18:19:54.846898 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-e19b62d5-e070-436c-8456-e4e2c476f403 req-c67e7e2f-a826-47f8-ae5d-37b6b3a6f69f tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a763037-c2ed-4230-b56f-5864e1324aae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0474498
Mar 31 18:19:55.189195 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714cef16-a963-4d1e-9c1c-326ad3185c8c req-15f11f47-0c8c-4a94-b6fb-d4bc1352fa82 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:55.190706 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-714cef16-a963-4d1e-9c1c-326ad3185c8c req-15f11f47-0c8c-4a94-b6fb-d4bc1352fa82 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2498a53-f6d8-4236-8788-289622fc2c88 HTTP/1.1" status: 200  len: 945 time: 0.0520189
Mar 31 18:19:55.237525 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-714cef16-a963-4d1e-9c1c-326ad3185c8c req-bc4a25fd-2aec-46c4-ad79-c06e813dc5b3 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=91eafa52-8a02-4cc9-8dc3-2de254a2cf85&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412266
Mar 31 18:19:55.360037 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f65c7e-f3bb-4d1f-a64f-cf7d4cee05cf req-5475de51-098a-4c6e-9ff1-50ec4dcc02c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:55.361424 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-b6f65c7e-f3bb-4d1f-a64f-cf7d4cee05cf req-5475de51-098a-4c6e-9ff1-50ec4dcc02c7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6fc2eb72902a441ca6a6fa9350ce75f8&device_id=a2498a53-f6d8-4236-8788-289622fc2c88 HTTP/1.1" status: 200  len: 1129 time: 0.0446062
Mar 31 18:19:55.455937 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f65c7e-f3bb-4d1f-a64f-cf7d4cee05cf req-c80f6a9e-fe83-48e6-a747-e5c061f47e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:55.457390 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-b6f65c7e-f3bb-4d1f-a64f-cf7d4cee05cf req-c80f6a9e-fe83-48e6-a747-e5c061f47e1b service neutron] 10.222.0.44 "GET /v2.0/networks?id=fca50c83-3b91-4a03-8e1d-d873f4d904c1 HTTP/1.1" status: 200  len: 920 time: 0.0875206
Mar 31 18:19:55.524285 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-b6f65c7e-f3bb-4d1f-a64f-cf7d4cee05cf req-7598e714-5864-46ef-a59e-41955b85db31 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5510c46b-9407-41b3-b02d-dbe7f958b08c HTTP/1.1" status: 200  len: 1000 time: 0.0589201
Mar 31 18:19:55.572766 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f65c7e-f3bb-4d1f-a64f-cf7d4cee05cf req-bb132cb2-0df4-42b8-8255-b0f74da35ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:55.574202 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-b6f65c7e-f3bb-4d1f-a64f-cf7d4cee05cf req-bb132cb2-0df4-42b8-8255-b0f74da35ed4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5c50616b-7511-4714-bd2d-e587d92cf7dd HTTP/1.1" status: 200  len: 858 time: 0.0427537
Mar 31 18:19:55.630702 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f65c7e-f3bb-4d1f-a64f-cf7d4cee05cf req-1fce571c-9eab-484c-8e8e-40ac78cabacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:55.632095 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-b6f65c7e-f3bb-4d1f-a64f-cf7d4cee05cf req-1fce571c-9eab-484c-8e8e-40ac78cabacf service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fca50c83-3b91-4a03-8e1d-d873f4d904c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0469959
Mar 31 18:19:55.724673 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-b6f65c7e-f3bb-4d1f-a64f-cf7d4cee05cf req-374065bd-7437-4f7f-8bac-60b41e1d324d service neutron] 10.222.0.44 "GET /v2.0/networks/fca50c83-3b91-4a03-8e1d-d873f4d904c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0800796
Mar 31 18:19:55.819232 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-b6f65c7e-f3bb-4d1f-a64f-cf7d4cee05cf req-5ce246eb-4ce0-49ca-9e18-dcfbc76f95df service neutron] 10.222.0.44 "GET /v2.0/networks/fca50c83-3b91-4a03-8e1d-d873f4d904c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0864034
Mar 31 18:19:55.966947 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26280a9f-b322-4855-8f7f-721944828f42 req-9e530a28-df10-404d-9c41-22ee1cb8251c tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:55.968418 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-26280a9f-b322-4855-8f7f-721944828f42 req-9e530a28-df10-404d-9c41-22ee1cb8251c tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/ports?device_id=06c9b67d-f63b-4be1-ab26-18346902f6e3 HTTP/1.1" status: 200  len: 945 time: 0.0533707
Mar 31 18:19:56.016722 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-26280a9f-b322-4855-8f7f-721944828f42 req-6ced2fb8-9428-48c1-8bd7-6ce8c0d86afb tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a763037-c2ed-4230-b56f-5864e1324aae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427673
Mar 31 18:19:56.356034 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5631e470-394b-42bc-8032-cb66bcfb1372 req-842cb9af-ad48-400d-b175-13049291f202 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:56.361248 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-5631e470-394b-42bc-8032-cb66bcfb1372 req-842cb9af-ad48-400d-b175-13049291f202 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2498a53-f6d8-4236-8788-289622fc2c88 HTTP/1.1" status: 200  len: 945 time: 0.0525024
Mar 31 18:19:56.409428 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-5631e470-394b-42bc-8032-cb66bcfb1372 req-55a1295c-055d-4969-a350-dfd4c5e891b9 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=91eafa52-8a02-4cc9-8dc3-2de254a2cf85&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461650
Mar 31 18:19:57.141701 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebd580f-2197-4838-b5ce-b2e44c163e7d req-52e0ec26-c127-4012-850c-b63df64b3777 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:57.143185 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-1ebd580f-2197-4838-b5ce-b2e44c163e7d req-52e0ec26-c127-4012-850c-b63df64b3777 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/ports?device_id=06c9b67d-f63b-4be1-ab26-18346902f6e3 HTTP/1.1" status: 200  len: 945 time: 0.0525241
Mar 31 18:19:57.192135 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-1ebd580f-2197-4838-b5ce-b2e44c163e7d req-9df4c181-f325-4ad6-ba32-b6274b19997c tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a763037-c2ed-4230-b56f-5864e1324aae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431762
Mar 31 18:19:57.353286 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b205e4d3-abfb-4b2a-a198-c3d1be54971f req-5e567767-7eb6-46d3-b071-91f5edf47514 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:57.354720 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-b205e4d3-abfb-4b2a-a198-c3d1be54971f req-5e567767-7eb6-46d3-b071-91f5edf47514 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/ports?device_id=06c9b67d-f63b-4be1-ab26-18346902f6e3 HTTP/1.1" status: 200  len: 945 time: 0.0922074
Mar 31 18:19:57.402828 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-b205e4d3-abfb-4b2a-a198-c3d1be54971f req-29e47130-83c7-41ab-812d-9f61af229e08 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a763037-c2ed-4230-b56f-5864e1324aae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424871
Mar 31 18:19:57.424690 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 54004) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:19:57.531771 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4f72cc-ddbf-4f6a-9fc0-148e4898ff05 req-6a48903c-50d6-4cc8-b1ae-cc9a1626b32d tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:57.533315 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-2a4f72cc-ddbf-4f6a-9fc0-148e4898ff05 req-6a48903c-50d6-4cc8-b1ae-cc9a1626b32d tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2498a53-f6d8-4236-8788-289622fc2c88 HTTP/1.1" status: 200  len: 945 time: 0.0575283
Mar 31 18:19:57.571449 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be3e9ff-de57-49f7-a99c-bd8a08675b22 tempest-TestVolumeBootPattern-1220854962 tempest-TestVolumeBootPattern-1220854962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:57.573194 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-1be3e9ff-de57-49f7-a99c-bd8a08675b22 tempest-TestVolumeBootPattern-1220854962 tempest-TestVolumeBootPattern-1220854962-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=06c9b67d-f63b-4be1-ab26-18346902f6e3 HTTP/1.1" status: 200  len: 1124 time: 0.1475556
Mar 31 18:19:57.576062 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 54010) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:19:57.580012 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-2a4f72cc-ddbf-4f6a-9fc0-148e4898ff05 req-eaaa2823-67e3-4ca3-9de6-ebacdba68506 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=91eafa52-8a02-4cc9-8dc3-2de254a2cf85&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411241
Mar 31 18:19:57.580246 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [None req-9d02a298-5e0a-456e-a714-5cdaf69ddc56 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Request body: {'floatingip': {'floating_network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'port_id': 'd73baa13-9b78-4d3b-b347-b15a781aadbe', 'tenant_id': '70f0b3390f4542c8831753ecf26f6745', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:19:57.658196 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9d02a298-5e0a-456e-a714-5cdaf69ddc56 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:57.756268 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9d02a298-5e0a-456e-a714-5cdaf69ddc56 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:57.859623 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-9d02a298-5e0a-456e-a714-5cdaf69ddc56 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Allocated IP 172.37.2.250 (b698396b-51c1-468f-b58d-8c59a3beb4d9/19546f9a-afff-4e10-9105-a9d5358dbe6e/d6c150ad-887d-44fa-85b0-14ae067a2d02) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 31 18:19:57.960943 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9d02a298-5e0a-456e-a714-5cdaf69ddc56 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Publish callbacks [] for port (d6c150ad-887d-44fa-85b0-14ae067a2d02), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:58.069553 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9d02a298-5e0a-456e-a714-5cdaf69ddc56 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759342510062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12885778'] for port (d6c150ad-887d-44fa-85b0-14ae067a2d02), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:58.107447 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d02a298-5e0a-456e-a714-5cdaf69ddc56 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Network b698396b-51c1-468f-b58d-8c59a3beb4d9 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 31 18:19:58.110329 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-9d02a298-5e0a-456e-a714-5cdaf69ddc56 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Resources bound (agent type, host, resource id):  {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 31 18:19:58.113858 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d02a298-5e0a-456e-a714-5cdaf69ddc56 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 31 18:19:58.144297 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d02a298-5e0a-456e-a714-5cdaf69ddc56 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Pushing event updated for resources: {'Port': ['ID=d6c150ad-887d-44fa-85b0-14ae067a2d02,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:19:58.470689 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9d02a298-5e0a-456e-a714-5cdaf69ddc56 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Publish callbacks [] for floatingip (d727eb3a-9469-4b3d-9bb0-cf5c02e8c7bc), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:58.598573 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9d02a298-5e0a-456e-a714-5cdaf69ddc56 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (d6c150ad-887d-44fa-85b0-14ae067a2d02), before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:58.758339 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712b1641-58e1-4a9f-9155-f25185e7c925 req-d4acd6f7-bc62-49f8-99c2-2dfb6a3ee468 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:58.760415 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-712b1641-58e1-4a9f-9155-f25185e7c925 req-d4acd6f7-bc62-49f8-99c2-2dfb6a3ee468 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2498a53-f6d8-4236-8788-289622fc2c88 HTTP/1.1" status: 200  len: 945 time: 0.1118202
Mar 31 18:19:58.814117 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9d02a298-5e0a-456e-a714-5cdaf69ddc56 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Publish callbacks [] for port (d6c150ad-887d-44fa-85b0-14ae067a2d02), precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:58.829385 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-712b1641-58e1-4a9f-9155-f25185e7c925 req-d9b1aadf-cf4f-476d-ac42-517ca9a8ee98 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=91eafa52-8a02-4cc9-8dc3-2de254a2cf85&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0579331
Mar 31 18:19:58.897600 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9d02a298-5e0a-456e-a714-5cdaf69ddc56 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12885787'] for port (d6c150ad-887d-44fa-85b0-14ae067a2d02), after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:58.972431 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d02a298-5e0a-456e-a714-5cdaf69ddc56 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Pushing event updated for resources: {'Port': ['ID=d6c150ad-887d-44fa-85b0-14ae067a2d02,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:19:58.984601 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9d02a298-5e0a-456e-a714-5cdaf69ddc56 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505983'] for floatingip (d727eb3a-9469-4b3d-9bb0-cf5c02e8c7bc), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:59.000462 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-2ca632aa-3f11-4a90-9ac5-8011cd77e07b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (08150f5b-1b08-4271-84f1-4a3b03ee1892), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:59.088296 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.db.l3_db [None req-9d02a298-5e0a-456e-a714-5cdaf69ddc56 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Floating IP d727eb3a-9469-4b3d-9bb0-cf5c02e8c7bc associated. External IP: 172.37.2.250, port: d73baa13-9b78-4d3b-b347-b15a781aadbe.
Mar 31 18:19:59.300485 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d02a298-5e0a-456e-a714-5cdaf69ddc56 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Router 7cf9ce2c-74d5-45b5-825a-ca1695a42357 has already been hosted by L3 agent f09d5d1b-4294-4f18-9a00-351412ae7ca6 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 31 18:19:59.607261 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d02a298-5e0a-456e-a714-5cdaf69ddc56 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 31 18:19:59.617181 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ffd40ac-fbd2-4164-8ec4-9e1d403321d7 None None] Sync routers for ids ['7cf9ce2c-74d5-45b5-825a-ca1695a42357'] in dv-cinder-master-3-iscsi {{(pid=103899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 31 18:19:59.627755 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffd40ac-fbd2-4164-8ec4-9e1d403321d7 None None] Routers {'7cf9ce2c-74d5-45b5-825a-ca1695a42357'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 31 18:19:59.628350 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_hamode_db [None req-2ffd40ac-fbd2-4164-8ec4-9e1d403321d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7715c6e880>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T18:05:01Z,description=<?>,heartbeat_timestamp=2022-03-31T18:19:31Z,host='dv-cinder-master-3-iscsi',id=f09d5d1b-4294-4f18-9a00-351412ae7ca6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-31T18:05:02Z,topic='l3_agent')) {'router_ids': ['7cf9ce2c-74d5-45b5-825a-ca1695a42357'], 'active': True} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:19:59.688852 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9d02a298-5e0a-456e-a714-5cdaf69ddc56 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30337'] for floatingip (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:19:59.718295 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-9d02a298-5e0a-456e-a714-5cdaf69ddc56 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.1412139
Mar 31 18:19:59.718898 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06c9b67d-f63b-4be1-ab26-18346902f6e3', 'tag': 'd73baa13-9b78-4d3b-b347-b15a781aadbe'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 31 18:19:59.721177 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}465b76c4d2e897416be230837bd95a2d94c81786315ed3443e4884d9e49648d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90b84c2c-8e0d-41ea-84d2-165a575d0f28" -d '{"events": [{"name": "network-changed", "server_uuid": "06c9b67d-f63b-4be1-ab26-18346902f6e3", "tag": "d73baa13-9b78-4d3b-b347-b15a781aadbe"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 31 18:19:59.737306 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvr_db [None req-2ffd40ac-fbd2-4164-8ec4-9e1d403321d7 None None] Set router 7cf9ce2c-74d5-45b5-825a-ca1695a42357 gateway port host: dv-cinder-master-3-iscsi {{(pid=103899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 31 18:19:59.760187 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 18:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb8664c9-8741-4b0d-8102-da37dc24a038 x-openstack-request-id: req-eb8664c9-8741-4b0d-8102-da37dc24a038 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 31 18:19:59.760484 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06c9b67d-f63b-4be1-ab26-18346902f6e3", "tag": "d73baa13-9b78-4d3b-b347-b15a781aadbe", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 31 18:19:59.760743 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-eb8664c9-8741-4b0d-8102-da37dc24a038 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 31 18:19:59.761151 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb8664c9-8741-4b0d-8102-da37dc24a038'] response: {'name': 'network-changed', 'server_uuid': '06c9b67d-f63b-4be1-ab26-18346902f6e3', 'tag': 'd73baa13-9b78-4d3b-b347-b15a781aadbe', 'status': 'completed', 'code': 200}
Mar 31 18:19:59.874941 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b84c2c-8e0d-41ea-84d2-165a575d0f28 req-ea81e915-0cf4-415a-afac-e1cfe961e0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:59.876442 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-90b84c2c-8e0d-41ea-84d2-165a575d0f28 req-ea81e915-0cf4-415a-afac-e1cfe961e0cf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=70f0b3390f4542c8831753ecf26f6745&device_id=06c9b67d-f63b-4be1-ab26-18346902f6e3 HTTP/1.1" status: 200  len: 1129 time: 0.0464702
Mar 31 18:19:59.958050 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04d7004-5827-480b-ae96-69d198c0fbb9 req-26398d9c-a1df-40b8-a663-0e8be032ec47 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:59.959553 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-c04d7004-5827-480b-ae96-69d198c0fbb9 req-26398d9c-a1df-40b8-a663-0e8be032ec47 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2498a53-f6d8-4236-8788-289622fc2c88 HTTP/1.1" status: 200  len: 945 time: 0.0556304
Mar 31 18:19:59.971654 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_hamode_db [None req-2ffd40ac-fbd2-4164-8ec4-9e1d403321d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7715c6e880>, [{'id': '7cf9ce2c-74d5-45b5-825a-ca1695a42357', 'name': 'tempest-TestVolumeBootPattern-402431251-router', 'tenant_id': '70f0b3390f4542c8831753ecf26f6745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.139'}], 'enable_snat': True}, 'gw_port_id': 'dc7b18b7-7eb0-4761-9528-290ea51bf770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:18:51Z', 'updated_at': '2022-03-31T18:18:55Z', 'revision_number': 4, 'project_id': '70f0b3390f4542c8831753ecf26f6745', 'gw_port': {'id': 'dc7b18b7-7eb0-4761-9528-290ea51bf770', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:2b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf9ce2c-74d5-45b5-825a-ca1695a42357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:18:52Z', 'updated_at': '2022-03-31T18:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'd727eb3a-9469-4b3d-9bb0-cf5c02e8c7bc', 'tenant_id': '70f0b3390f4542c8831753ecf26f6745', 'floating_ip_address': '172.37.2.250', 'floating_network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'router_id': '7cf9ce2c-74d5-45b5-825a-ca1695a42357', 'port_id': 'd73baa13-9b78-4d3b-b347-b15a781aadbe', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46cf5202-8790-480a-a14a-b087639c31e2', 'mac_address': 'fa:16:3e:3d:1a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c9b67d-f63b-4be1-ab26-18346902f6e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T18:19:58Z', 'updated_at': '2022-03-31T18:19:58Z', 'revision_number': 0, 'project_id': '70f0b3390f4542c8831753ecf26f6745', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f237034-63c3-4a22-be68-04490a5aa046', 'name': '', 'network_id': '46cf5202-8790-480a-a14a-b087639c31e2', 'tenant_id': '70f0b3390f4542c8831753ecf26f6745', 'mac_address': 'fa:16:3e:0c:4f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf9ce2c-74d5-45b5-825a-ca1695a42357', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '905ec444-b4c2-43a9-986a-e2ab2e05accc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:18:54Z', 'updated_at': '2022-03-31T18:18:59Z', 'revision_number': 5, 'project_id': '70f0b3390f4542c8831753ecf26f6745', 'subnets': [{'id': '905ec444-b4c2-43a9-986a-e2ab2e05accc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:19:59.975399 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b84c2c-8e0d-41ea-84d2-165a575d0f28 req-8850c480-0dba-4e25-82d6-33c6742b7daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:19:59.976873 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-90b84c2c-8e0d-41ea-84d2-165a575d0f28 req-8850c480-0dba-4e25-82d6-33c6742b7daf service neutron] 10.222.0.44 "GET /v2.0/networks?id=46cf5202-8790-480a-a14a-b087639c31e2 HTTP/1.1" status: 200  len: 912 time: 0.0942988
Mar 31 18:20:00.001878 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ffd40ac-fbd2-4164-8ec4-9e1d403321d7 None None] Checking router: 7cf9ce2c-74d5-45b5-825a-ca1695a42357 for host: dv-cinder-master-3-iscsi {{(pid=103899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 31 18:20:00.010070 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-c04d7004-5827-480b-ae96-69d198c0fbb9 req-c19667bf-7881-4b4e-8223-474fded4cee0 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=91eafa52-8a02-4cc9-8dc3-2de254a2cf85&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427928
Mar 31 18:20:00.012120 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffd40ac-fbd2-4164-8ec4-9e1d403321d7 None None] Routers {'7cf9ce2c-74d5-45b5-825a-ca1695a42357'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 31 18:20:00.012736 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_hamode_db [None req-2ffd40ac-fbd2-4164-8ec4-9e1d403321d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7715c6e880>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T18:05:01Z,description=<?>,heartbeat_timestamp=2022-03-31T18:19:31Z,host='dv-cinder-master-3-iscsi',id=f09d5d1b-4294-4f18-9a00-351412ae7ca6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-31T18:05:02Z,topic='l3_agent')) {'router_ids': ['7cf9ce2c-74d5-45b5-825a-ca1695a42357'], 'active': True} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:20:00.073936 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-90b84c2c-8e0d-41ea-84d2-165a575d0f28 req-97ee2adf-8544-4cc5-866e-4f115d36dd15 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d73baa13-9b78-4d3b-b347-b15a781aadbe HTTP/1.1" status: 200  len: 999 time: 0.0778272
Mar 31 18:20:00.161116 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b84c2c-8e0d-41ea-84d2-165a575d0f28 req-2c11f98f-71c4-4026-9159-1b502968a4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:20:00.162477 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-90b84c2c-8e0d-41ea-84d2-165a575d0f28 req-2c11f98f-71c4-4026-9159-1b502968a4b1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=905ec444-b4c2-43a9-986a-e2ab2e05accc HTTP/1.1" status: 200  len: 850 time: 0.0780377
Mar 31 18:20:00.175276 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e4deaa-04bd-41aa-9e3c-5847b15fe283 req-11c0b6a8-ace7-426c-b3cf-f7bc55f21f59 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:20:00.176715 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-41e4deaa-04bd-41aa-9e3c-5847b15fe283 req-11c0b6a8-ace7-426c-b3cf-f7bc55f21f59 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2498a53-f6d8-4236-8788-289622fc2c88 HTTP/1.1" status: 200  len: 945 time: 0.0943973
Mar 31 18:20:00.186661 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 54022) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:20:00.192603 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [None req-a99af2dd-6c09-4f05-bc3b-31172f569a79 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Request body: {'floatingip': {'port_id': '5510c46b-9407-41b3-b02d-dbe7f958b08c'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:20:00.214890 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvr_db [None req-2ffd40ac-fbd2-4164-8ec4-9e1d403321d7 None None] Set router 7cf9ce2c-74d5-45b5-825a-ca1695a42357 gateway port host: dv-cinder-master-3-iscsi {{(pid=103899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 31 18:20:00.232159 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b84c2c-8e0d-41ea-84d2-165a575d0f28 req-57c99163-8ef1-4c4f-bd2d-66b6e26dbb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:20:00.234063 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-90b84c2c-8e0d-41ea-84d2-165a575d0f28 req-57c99163-8ef1-4c4f-bd2d-66b6e26dbb72 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=46cf5202-8790-480a-a14a-b087639c31e2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0508583
Mar 31 18:20:00.311225 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a99af2dd-6c09-4f05-bc3b-31172f569a79 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Publish callbacks [] for floatingip (c5fe7bef-c517-4991-9df7-2fab9c2b254f), before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:20:00.339868 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-90b84c2c-8e0d-41ea-84d2-165a575d0f28 req-6b7102f1-e450-4835-a818-0d05337b117d service neutron] 10.222.0.44 "GET /v2.0/networks/46cf5202-8790-480a-a14a-b087639c31e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0903976
Mar 31 18:20:00.437786 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-90b84c2c-8e0d-41ea-84d2-165a575d0f28 req-9a1ca6b7-c4c0-4a65-b874-245f14865811 service neutron] 10.222.0.44 "GET /v2.0/networks/46cf5202-8790-480a-a14a-b087639c31e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0893590
Mar 31 18:20:00.458428 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_hamode_db [None req-2ffd40ac-fbd2-4164-8ec4-9e1d403321d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7715c6e880>, [{'id': '7cf9ce2c-74d5-45b5-825a-ca1695a42357', 'name': 'tempest-TestVolumeBootPattern-402431251-router', 'tenant_id': '70f0b3390f4542c8831753ecf26f6745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.139'}], 'enable_snat': True}, 'gw_port_id': 'dc7b18b7-7eb0-4761-9528-290ea51bf770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:18:51Z', 'updated_at': '2022-03-31T18:18:55Z', 'revision_number': 4, 'project_id': '70f0b3390f4542c8831753ecf26f6745', 'gw_port': {'id': 'dc7b18b7-7eb0-4761-9528-290ea51bf770', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:2b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf9ce2c-74d5-45b5-825a-ca1695a42357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:18:52Z', 'updated_at': '2022-03-31T18:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'd727eb3a-9469-4b3d-9bb0-cf5c02e8c7bc', 'tenant_id': '70f0b3390f4542c8831753ecf26f6745', 'floating_ip_address': '172.37.2.250', 'floating_network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'router_id': '7cf9ce2c-74d5-45b5-825a-ca1695a42357', 'port_id': 'd73baa13-9b78-4d3b-b347-b15a781aadbe', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46cf5202-8790-480a-a14a-b087639c31e2', 'mac_address': 'fa:16:3e:3d:1a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c9b67d-f63b-4be1-ab26-18346902f6e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T18:19:58Z', 'updated_at': '2022-03-31T18:19:58Z', 'revision_number': 0, 'project_id': '70f0b3390f4542c8831753ecf26f6745', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f237034-63c3-4a22-be68-04490a5aa046', 'name': '', 'network_id': '46cf5202-8790-480a-a14a-b087639c31e2', 'tenant_id': '70f0b3390f4542c8831753ecf26f6745', 'mac_address': 'fa:16:3e:0c:4f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf9ce2c-74d5-45b5-825a-ca1695a42357', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '905ec444-b4c2-43a9-986a-e2ab2e05accc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:18:54Z', 'updated_at': '2022-03-31T18:18:59Z', 'revision_number': 5, 'project_id': '70f0b3390f4542c8831753ecf26f6745', 'subnets': [{'id': '905ec444-b4c2-43a9-986a-e2ab2e05accc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:20:00.488869 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ffd40ac-fbd2-4164-8ec4-9e1d403321d7 None None] The sync data for ids ['7cf9ce2c-74d5-45b5-825a-ca1695a42357'] in dv-cinder-master-3-iscsi is: [{'id': '7cf9ce2c-74d5-45b5-825a-ca1695a42357', 'name': 'tempest-TestVolumeBootPattern-402431251-router', 'tenant_id': '70f0b3390f4542c8831753ecf26f6745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.139'}], 'enable_snat': True}, 'gw_port_id': 'dc7b18b7-7eb0-4761-9528-290ea51bf770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:18:51Z', 'updated_at': '2022-03-31T18:18:55Z', 'revision_number': 4, 'project_id': '70f0b3390f4542c8831753ecf26f6745', 'gw_port': {'id': 'dc7b18b7-7eb0-4761-9528-290ea51bf770', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:2b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf9ce2c-74d5-45b5-825a-ca1695a42357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:18:52Z', 'updated_at': '2022-03-31T18:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'd727eb3a-9469-4b3d-9bb0-cf5c02e8c7bc', 'tenant_id': '70f0b3390f4542c8831753ecf26f6745', 'floating_ip_address': '172.37.2.250', 'floating_network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'router_id': '7cf9ce2c-74d5-45b5-825a-ca1695a42357', 'port_id': 'd73baa13-9b78-4d3b-b347-b15a781aadbe', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46cf5202-8790-480a-a14a-b087639c31e2', 'mac_address': 'fa:16:3e:3d:1a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c9b67d-f63b-4be1-ab26-18346902f6e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T18:19:58Z', 'updated_at': '2022-03-31T18:19:58Z', 'revision_number': 0, 'project_id': '70f0b3390f4542c8831753ecf26f6745', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f237034-63c3-4a22-be68-04490a5aa046', 'name': '', 'network_id': '46cf5202-8790-480a-a14a-b087639c31e2', 'tenant_id': '70f0b3390f4542c8831753ecf26f6745', 'mac_address': 'fa:16:3e:0c:4f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf9ce2c-74d5-45b5-825a-ca1695a42357', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '905ec444-b4c2-43a9-986a-e2ab2e05accc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:18:54Z', 'updated_at': '2022-03-31T18:18:59Z', 'revision_number': 5, 'project_id': '70f0b3390f4542c8831753ecf26f6745', 'subnets': [{'id': '905ec444-b4c2-43a9-986a-e2ab2e05accc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 31 18:20:00.711064 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f15c9eb-e5f8-437b-8f66-8ed0c807148f None None] New status for floating IP d727eb3a-9469-4b3d-9bb0-cf5c02e8c7bc: ACTIVE {{(pid=103898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 31 18:20:00.794275 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a99af2dd-6c09-4f05-bc3b-31172f569a79 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:20:00.875429 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a99af2dd-6c09-4f05-bc3b-31172f569a79 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505983'] for floatingip (c5fe7bef-c517-4991-9df7-2fab9c2b254f), after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:20:01.095586 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a99af2dd-6c09-4f05-bc3b-31172f569a79 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Router d678eb86-3733-4b06-a3b9-aa722ad43e05 has already been hosted by L3 agent f09d5d1b-4294-4f18-9a00-351412ae7ca6 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 31 18:20:01.212123 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a99af2dd-6c09-4f05-bc3b-31172f569a79 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 31 18:20:01.216576 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a99af2dd-6c09-4f05-bc3b-31172f569a79 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30337'] for floatingip (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:20:01.222976 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f707a3e-6336-4c03-8dc2-021d82a0b255 None None] Sync routers for ids ['d678eb86-3733-4b06-a3b9-aa722ad43e05'] in dv-cinder-master-3-iscsi {{(pid=103899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 31 18:20:01.233787 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f707a3e-6336-4c03-8dc2-021d82a0b255 None None] Routers {'d678eb86-3733-4b06-a3b9-aa722ad43e05'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 31 18:20:01.234396 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_hamode_db [None req-3f707a3e-6336-4c03-8dc2-021d82a0b255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7715cf98b0>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T18:05:01Z,description=<?>,heartbeat_timestamp=2022-03-31T18:19:31Z,host='dv-cinder-master-3-iscsi',id=f09d5d1b-4294-4f18-9a00-351412ae7ca6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-31T18:05:02Z,topic='l3_agent')) {'router_ids': ['d678eb86-3733-4b06-a3b9-aa722ad43e05'], 'active': True} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:20:01.280421 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-a99af2dd-6c09-4f05-bc3b-31172f569a79 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "PUT /v2.0/floatingips/c5fe7bef-c517-4991-9df7-2fab9c2b254f HTTP/1.1" status: 200  len: 992 time: 1.0925770
Mar 31 18:20:01.349431 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-9f2b0d8b-12e1-45b1-982e-5f620878f5f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (f09d5d1b-4294-4f18-9a00-351412ae7ca6), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:20:01.361641 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvr_db [None req-3f707a3e-6336-4c03-8dc2-021d82a0b255 None None] Set router d678eb86-3733-4b06-a3b9-aa722ad43e05 gateway port host: dv-cinder-master-3-iscsi {{(pid=103899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 31 18:20:01.590627 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_hamode_db [None req-3f707a3e-6336-4c03-8dc2-021d82a0b255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7715cf98b0>, [{'id': 'd678eb86-3733-4b06-a3b9-aa722ad43e05', 'name': 'tempest-ServerRescueNegativeTestJSON-1830224405-router', 'tenant_id': '6fc2eb72902a441ca6a6fa9350ce75f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.24'}], 'enable_snat': True}, 'gw_port_id': '59d53217-d0eb-4fc5-bfe8-49437283aec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:13:42Z', 'updated_at': '2022-03-31T18:13:48Z', 'revision_number': 4, 'project_id': '6fc2eb72902a441ca6a6fa9350ce75f8', 'gw_port': {'id': '59d53217-d0eb-4fc5-bfe8-49437283aec0', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:10:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd678eb86-3733-4b06-a3b9-aa722ad43e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:13:43Z', 'updated_at': '2022-03-31T18:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'c5fe7bef-c517-4991-9df7-2fab9c2b254f', 'tenant_id': '6fc2eb72902a441ca6a6fa9350ce75f8', 'floating_ip_address': '172.37.2.41', 'floating_network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'router_id': 'd678eb86-3733-4b06-a3b9-aa722ad43e05', 'port_id': '5510c46b-9407-41b3-b02d-dbe7f958b08c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 301, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fca50c83-3b91-4a03-8e1d-d873f4d904c1', 'mac_address': 'fa:16:3e:c4:8a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2498a53-f6d8-4236-8788-289622fc2c88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T18:16:44Z', 'updated_at': '2022-03-31T18:20:00Z', 'revision_number': 3, 'project_id': '6fc2eb72902a441ca6a6fa9350ce75f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51b8168b-e7fb-4efb-b67b-28eeb8745794', 'name': '', 'network_id': 'fca50c83-3b91-4a03-8e1d-d873f4d904c1', 'tenant_id': '6fc2eb72902a441ca6a6fa9350ce75f8', 'mac_address': 'fa:16:3e:bb:ce:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd678eb86-3733-4b06-a3b9-aa722ad43e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5c50616b-7511-4714-bd2d-e587d92cf7dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:13:47Z', 'updated_at': '2022-03-31T18:13:53Z', 'revision_number': 5, 'project_id': '6fc2eb72902a441ca6a6fa9350ce75f8', 'subnets': [{'id': '5c50616b-7511-4714-bd2d-e587d92cf7dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:20:01.616503 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f707a3e-6336-4c03-8dc2-021d82a0b255 None None] Checking router: d678eb86-3733-4b06-a3b9-aa722ad43e05 for host: dv-cinder-master-3-iscsi {{(pid=103899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 31 18:20:01.624984 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f707a3e-6336-4c03-8dc2-021d82a0b255 None None] Routers {'d678eb86-3733-4b06-a3b9-aa722ad43e05'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 31 18:20:01.625926 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_hamode_db [None req-3f707a3e-6336-4c03-8dc2-021d82a0b255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7715cf98b0>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T18:05:01Z,description=<?>,heartbeat_timestamp=2022-03-31T18:20:01Z,host='dv-cinder-master-3-iscsi',id=f09d5d1b-4294-4f18-9a00-351412ae7ca6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-31T18:05:02Z,topic='l3_agent')) {'router_ids': ['d678eb86-3733-4b06-a3b9-aa722ad43e05'], 'active': True} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:20:01.734530 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvr_db [None req-3f707a3e-6336-4c03-8dc2-021d82a0b255 None None] Set router d678eb86-3733-4b06-a3b9-aa722ad43e05 gateway port host: dv-cinder-master-3-iscsi {{(pid=103899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 31 18:20:01.762255 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2498a53-f6d8-4236-8788-289622fc2c88', 'tag': '5510c46b-9407-41b3-b02d-dbe7f958b08c'}, {'name': 'network-changed', 'server_uuid': 'a2498a53-f6d8-4236-8788-289622fc2c88', 'tag': '5510c46b-9407-41b3-b02d-dbe7f958b08c'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 31 18:20:01.764630 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}465b76c4d2e897416be230837bd95a2d94c81786315ed3443e4884d9e49648d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57f9a502-9079-4b26-b968-08a690966570" -d '{"events": [{"name": "network-changed", "server_uuid": "a2498a53-f6d8-4236-8788-289622fc2c88", "tag": "5510c46b-9407-41b3-b02d-dbe7f958b08c"}, {"name": "network-changed", "server_uuid": "a2498a53-f6d8-4236-8788-289622fc2c88", "tag": "5510c46b-9407-41b3-b02d-dbe7f958b08c"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 31 18:20:01.804272 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 31 Mar 2022 18:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b16a12d7-cae9-4b42-855c-c59f0d6adc31 x-openstack-request-id: req-b16a12d7-cae9-4b42-855c-c59f0d6adc31 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 31 18:20:01.804907 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2498a53-f6d8-4236-8788-289622fc2c88", "tag": "5510c46b-9407-41b3-b02d-dbe7f958b08c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a2498a53-f6d8-4236-8788-289622fc2c88", "tag": "5510c46b-9407-41b3-b02d-dbe7f958b08c", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 31 18:20:01.804907 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b16a12d7-cae9-4b42-855c-c59f0d6adc31 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 31 18:20:01.805280 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b16a12d7-cae9-4b42-855c-c59f0d6adc31'] response: {'name': 'network-changed', 'server_uuid': 'a2498a53-f6d8-4236-8788-289622fc2c88', 'tag': '5510c46b-9407-41b3-b02d-dbe7f958b08c', 'status': 'completed', 'code': 200}
Mar 31 18:20:01.805468 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b16a12d7-cae9-4b42-855c-c59f0d6adc31'] response: {'name': 'network-changed', 'server_uuid': 'a2498a53-f6d8-4236-8788-289622fc2c88', 'tag': '5510c46b-9407-41b3-b02d-dbe7f958b08c', 'status': 'completed', 'code': 200}
Mar 31 18:20:01.895727 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f9a502-9079-4b26-b968-08a690966570 req-5d1a42c6-1f1a-415f-98bd-2faa0eb80638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:20:01.897136 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-57f9a502-9079-4b26-b968-08a690966570 req-5d1a42c6-1f1a-415f-98bd-2faa0eb80638 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6fc2eb72902a441ca6a6fa9350ce75f8&device_id=a2498a53-f6d8-4236-8788-289622fc2c88 HTTP/1.1" status: 200  len: 1129 time: 0.0458715
Mar 31 18:20:01.965225 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_hamode_db [None req-3f707a3e-6336-4c03-8dc2-021d82a0b255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7715cf98b0>, [{'id': 'd678eb86-3733-4b06-a3b9-aa722ad43e05', 'name': 'tempest-ServerRescueNegativeTestJSON-1830224405-router', 'tenant_id': '6fc2eb72902a441ca6a6fa9350ce75f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.24'}], 'enable_snat': True}, 'gw_port_id': '59d53217-d0eb-4fc5-bfe8-49437283aec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:13:42Z', 'updated_at': '2022-03-31T18:13:48Z', 'revision_number': 4, 'project_id': '6fc2eb72902a441ca6a6fa9350ce75f8', 'gw_port': {'id': '59d53217-d0eb-4fc5-bfe8-49437283aec0', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:10:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd678eb86-3733-4b06-a3b9-aa722ad43e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:13:43Z', 'updated_at': '2022-03-31T18:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'c5fe7bef-c517-4991-9df7-2fab9c2b254f', 'tenant_id': '6fc2eb72902a441ca6a6fa9350ce75f8', 'floating_ip_address': '172.37.2.41', 'floating_network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'router_id': 'd678eb86-3733-4b06-a3b9-aa722ad43e05', 'port_id': '5510c46b-9407-41b3-b02d-dbe7f958b08c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 301, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fca50c83-3b91-4a03-8e1d-d873f4d904c1', 'mac_address': 'fa:16:3e:c4:8a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2498a53-f6d8-4236-8788-289622fc2c88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T18:16:44Z', 'updated_at': '2022-03-31T18:20:00Z', 'revision_number': 3, 'project_id': '6fc2eb72902a441ca6a6fa9350ce75f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51b8168b-e7fb-4efb-b67b-28eeb8745794', 'name': '', 'network_id': 'fca50c83-3b91-4a03-8e1d-d873f4d904c1', 'tenant_id': '6fc2eb72902a441ca6a6fa9350ce75f8', 'mac_address': 'fa:16:3e:bb:ce:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd678eb86-3733-4b06-a3b9-aa722ad43e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5c50616b-7511-4714-bd2d-e587d92cf7dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:13:47Z', 'updated_at': '2022-03-31T18:13:53Z', 'revision_number': 5, 'project_id': '6fc2eb72902a441ca6a6fa9350ce75f8', 'subnets': [{'id': '5c50616b-7511-4714-bd2d-e587d92cf7dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:20:01.989848 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f9a502-9079-4b26-b968-08a690966570 req-c2f21a7c-034f-4c14-bef5-5965d3c888f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:20:01.990645 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f707a3e-6336-4c03-8dc2-021d82a0b255 None None] The sync data for ids ['d678eb86-3733-4b06-a3b9-aa722ad43e05'] in dv-cinder-master-3-iscsi is: [{'id': 'd678eb86-3733-4b06-a3b9-aa722ad43e05', 'name': 'tempest-ServerRescueNegativeTestJSON-1830224405-router', 'tenant_id': '6fc2eb72902a441ca6a6fa9350ce75f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.24'}], 'enable_snat': True}, 'gw_port_id': '59d53217-d0eb-4fc5-bfe8-49437283aec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:13:42Z', 'updated_at': '2022-03-31T18:13:48Z', 'revision_number': 4, 'project_id': '6fc2eb72902a441ca6a6fa9350ce75f8', 'gw_port': {'id': '59d53217-d0eb-4fc5-bfe8-49437283aec0', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:10:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd678eb86-3733-4b06-a3b9-aa722ad43e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:13:43Z', 'updated_at': '2022-03-31T18:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'c5fe7bef-c517-4991-9df7-2fab9c2b254f', 'tenant_id': '6fc2eb72902a441ca6a6fa9350ce75f8', 'floating_ip_address': '172.37.2.41', 'floating_network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'router_id': 'd678eb86-3733-4b06-a3b9-aa722ad43e05', 'port_id': '5510c46b-9407-41b3-b02d-dbe7f958b08c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 301, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fca50c83-3b91-4a03-8e1d-d873f4d904c1', 'mac_address': 'fa:16:3e:c4:8a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2498a53-f6d8-4236-8788-289622fc2c88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T18:16:44Z', 'updated_at': '2022-03-31T18:20:00Z', 'revision_number': 3, 'project_id': '6fc2eb72902a441ca6a6fa9350ce75f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51b8168b-e7fb-4efb-b67b-28eeb8745794', 'name': '', 'network_id': 'fca50c83-3b91-4a03-8e1d-d873f4d904c1', 'tenant_id': '6fc2eb72902a441ca6a6fa9350ce75f8', 'mac_address': 'fa:16:3e:bb:ce:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd678eb86-3733-4b06-a3b9-aa722ad43e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5c50616b-7511-4714-bd2d-e587d92cf7dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:13:47Z', 'updated_at': '2022-03-31T18:13:53Z', 'revision_number': 5, 'project_id': '6fc2eb72902a441ca6a6fa9350ce75f8', 'subnets': [{'id': '5c50616b-7511-4714-bd2d-e587d92cf7dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 31 18:20:01.991355 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-57f9a502-9079-4b26-b968-08a690966570 req-c2f21a7c-034f-4c14-bef5-5965d3c888f2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=fca50c83-3b91-4a03-8e1d-d873f4d904c1 HTTP/1.1" status: 200  len: 920 time: 0.0878973
Mar 31 18:20:02.067235 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-57f9a502-9079-4b26-b968-08a690966570 req-92a9628f-e737-4a63-86a6-a899460a84a1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5510c46b-9407-41b3-b02d-dbe7f958b08c HTTP/1.1" status: 200  len: 1000 time: 0.0679638
Mar 31 18:20:02.120334 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f9a502-9079-4b26-b968-08a690966570 req-79899f6e-1c34-42b5-a3d1-130e3d0761e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:20:02.121812 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-57f9a502-9079-4b26-b968-08a690966570 req-79899f6e-1c34-42b5-a3d1-130e3d0761e5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5c50616b-7511-4714-bd2d-e587d92cf7dd HTTP/1.1" status: 200  len: 858 time: 0.0482628
Mar 31 18:20:02.178534 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f9a502-9079-4b26-b968-08a690966570 req-50942fff-8575-448c-80b4-0e232db8094e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:20:02.180086 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-57f9a502-9079-4b26-b968-08a690966570 req-50942fff-8575-448c-80b4-0e232db8094e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fca50c83-3b91-4a03-8e1d-d873f4d904c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0506897
Mar 31 18:20:02.269679 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-57f9a502-9079-4b26-b968-08a690966570 req-6e4cbd1b-bdec-4ef5-b5f2-5e4cf9e5e2c5 service neutron] 10.222.0.44 "GET /v2.0/networks/fca50c83-3b91-4a03-8e1d-d873f4d904c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0828562
Mar 31 18:20:02.362733 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-57f9a502-9079-4b26-b968-08a690966570 req-05557d6d-f745-4198-b9d2-72613bca71e2 service neutron] 10.222.0.44 "GET /v2.0/networks/fca50c83-3b91-4a03-8e1d-d873f4d904c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0849092
Mar 31 18:20:02.377423 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-be477ca9-b30f-4eb3-92ce-971cde9f4756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (d0835089-4a76-4105-9221-c81b46927b3c), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:20:02.508372 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f9a502-9079-4b26-b968-08a690966570 req-52b2f022-e8cb-4370-9edf-f62a710c854d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:20:02.510388 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-57f9a502-9079-4b26-b968-08a690966570 req-52b2f022-e8cb-4370-9edf-f62a710c854d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6fc2eb72902a441ca6a6fa9350ce75f8&device_id=a2498a53-f6d8-4236-8788-289622fc2c88 HTTP/1.1" status: 200  len: 1129 time: 0.0448351
Mar 31 18:20:02.607109 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f9a502-9079-4b26-b968-08a690966570 req-ed17f282-8cad-4661-b5fe-f12e3a2c0298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:20:02.608574 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-57f9a502-9079-4b26-b968-08a690966570 req-ed17f282-8cad-4661-b5fe-f12e3a2c0298 service neutron] 10.222.0.44 "GET /v2.0/networks?id=fca50c83-3b91-4a03-8e1d-d873f4d904c1 HTTP/1.1" status: 200  len: 920 time: 0.0871079
Mar 31 18:20:02.898001 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-57f9a502-9079-4b26-b968-08a690966570 req-6cbec459-73fe-445f-85e4-c6ac04cbc1e1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5510c46b-9407-41b3-b02d-dbe7f958b08c HTTP/1.1" status: 200  len: 1000 time: 0.2822003
Mar 31 18:20:02.950103 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f9a502-9079-4b26-b968-08a690966570 req-ce910ced-4789-4fee-9b95-b1f36af78716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:20:02.951549 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-57f9a502-9079-4b26-b968-08a690966570 req-ce910ced-4789-4fee-9b95-b1f36af78716 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5c50616b-7511-4714-bd2d-e587d92cf7dd HTTP/1.1" status: 200  len: 858 time: 0.0425231
Mar 31 18:20:03.002747 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f9a502-9079-4b26-b968-08a690966570 req-db598b18-5ef8-4f49-9d69-329b1350da51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:20:03.004189 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-57f9a502-9079-4b26-b968-08a690966570 req-db598b18-5ef8-4f49-9d69-329b1350da51 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fca50c83-3b91-4a03-8e1d-d873f4d904c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0454500
Mar 31 18:20:03.091479 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-57f9a502-9079-4b26-b968-08a690966570 req-86f0c2b1-7cbb-4cb2-8262-997c8032f9c4 service neutron] 10.222.0.44 "GET /v2.0/networks/fca50c83-3b91-4a03-8e1d-d873f4d904c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0807030
Mar 31 18:20:03.184988 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-57f9a502-9079-4b26-b968-08a690966570 req-9e7f1fb5-3c72-49ed-8f1a-5f81a921c176 service neutron] 10.222.0.44 "GET /v2.0/networks/fca50c83-3b91-4a03-8e1d-d873f4d904c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0862544
Mar 31 18:20:03.926367 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-61acbcaf-515a-4595-a759-82c8bf4c0ac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (1ee04592-4785-424e-aa2a-0bd32f5faacf), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:20:05.063702 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (b6d39f6c-4dc3-40bd-bbe5-e05b1f1d4e13), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:20:06.258032 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (06f31eaf-9418-4d11-8606-24a34b4b4893), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:20:23.807036 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.agents_db [None req-39f62d97-bd56-4bf2-8522-12846eccdd8f None None] Agent healthcheck: found 6 active agents {{(pid=103899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 31 18:20:28.993802 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-26f5ee2e-de6a-430a-941e-5829c6134892 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (08150f5b-1b08-4271-84f1-4a3b03ee1892), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:20:31.410843 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-9ca7243c-16e8-49f6-8fbf-c240ecb74945 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (f09d5d1b-4294-4f18-9a00-351412ae7ca6), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:20:32.383279 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-be477ca9-b30f-4eb3-92ce-971cde9f4756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (d0835089-4a76-4105-9221-c81b46927b3c), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:20:33.930875 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-61acbcaf-515a-4595-a759-82c8bf4c0ac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (1ee04592-4785-424e-aa2a-0bd32f5faacf), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:20:35.022455 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (b6d39f6c-4dc3-40bd-bbe5-e05b1f1d4e13), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:20:36.250925 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (06f31eaf-9418-4d11-8606-24a34b4b4893), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:20:41.634764 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-06584a2b-3fd8-49dd-ae25-803ef7cb85aa req-e7a047ae-ad87-438e-8fc8-b1ebbb875518 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=62ef59ed-5ec0-4452-9708-184340fa4f7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0440109
Mar 31 18:20:41.714463 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06584a2b-3fd8-49dd-ae25-803ef7cb85aa req-7cb73e4a-903b-4fba-ae5e-20b71daef8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:20:41.715964 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-06584a2b-3fd8-49dd-ae25-803ef7cb85aa req-7cb73e4a-903b-4fba-ae5e-20b71daef8c4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6fc2eb72902a441ca6a6fa9350ce75f8&device_id=62ef59ed-5ec0-4452-9708-184340fa4f7f HTTP/1.1" status: 200  len: 1129 time: 0.0463417
Mar 31 18:20:41.820371 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06584a2b-3fd8-49dd-ae25-803ef7cb85aa req-25678727-fa43-408d-98f6-fb79ec85a27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:20:41.821825 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-06584a2b-3fd8-49dd-ae25-803ef7cb85aa req-25678727-fa43-408d-98f6-fb79ec85a27d service neutron] 10.222.0.44 "GET /v2.0/networks?id=fca50c83-3b91-4a03-8e1d-d873f4d904c1 HTTP/1.1" status: 200  len: 920 time: 0.0876150
Mar 31 18:20:41.863152 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-06584a2b-3fd8-49dd-ae25-803ef7cb85aa req-4ac43488-dad6-48d4-a867-c56ee8ecf545 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9426b740-3eca-421b-a5c0-b9ab2601eebd HTTP/1.1" status: 200  len: 217 time: 0.0354772
Mar 31 18:20:41.909859 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06584a2b-3fd8-49dd-ae25-803ef7cb85aa req-89e8eb46-b8e1-415e-bf8d-801975e1b287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:20:41.911249 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-06584a2b-3fd8-49dd-ae25-803ef7cb85aa req-89e8eb46-b8e1-415e-bf8d-801975e1b287 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5c50616b-7511-4714-bd2d-e587d92cf7dd HTTP/1.1" status: 200  len: 858 time: 0.0427790
Mar 31 18:20:41.961477 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06584a2b-3fd8-49dd-ae25-803ef7cb85aa req-9920ebf9-07a9-453d-88b4-26da7f0a5637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:20:41.962958 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-06584a2b-3fd8-49dd-ae25-803ef7cb85aa req-9920ebf9-07a9-453d-88b4-26da7f0a5637 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fca50c83-3b91-4a03-8e1d-d873f4d904c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0459421
Mar 31 18:20:42.054060 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-06584a2b-3fd8-49dd-ae25-803ef7cb85aa req-bdd75727-e193-496c-9ef1-02898ddf46c5 service neutron] 10.222.0.44 "GET /v2.0/networks/fca50c83-3b91-4a03-8e1d-d873f4d904c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0850685
Mar 31 18:20:42.143033 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-06584a2b-3fd8-49dd-ae25-803ef7cb85aa req-629d4d30-24f3-4157-b145-11a5e4fb57e4 service neutron] 10.222.0.44 "GET /v2.0/networks/fca50c83-3b91-4a03-8e1d-d873f4d904c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0829530
Mar 31 18:20:59.004541 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-11ba0c09-2dee-40d9-b131-3b8228a02b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (08150f5b-1b08-4271-84f1-4a3b03ee1892), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:00.173059 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44f904b-7dda-4964-82e3-af94f41286c0 req-811457f9-392f-4426-ac5f-e2e67f27ebcd tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:21:00.174552 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-e44f904b-7dda-4964-82e3-af94f41286c0 req-811457f9-392f-4426-ac5f-e2e67f27ebcd tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0 HTTP/1.1" status: 200  len: 946 time: 0.0570135
Mar 31 18:21:00.220985 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-e44f904b-7dda-4964-82e3-af94f41286c0 req-b7a41d50-88fc-4f25-b3f9-002feddcb4a1 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=e133340d-5235-49c2-8082-becbc976b284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407619
Mar 31 18:21:00.807092 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.agents_db [None req-39f62d97-bd56-4bf2-8522-12846eccdd8f None None] Agent healthcheck: found 6 active agents {{(pid=103899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 31 18:21:01.336762 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-3b1ed8ff-a828-4a51-95e7-f9c6a405ec95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (f09d5d1b-4294-4f18-9a00-351412ae7ca6), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:01.360146 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666355ee-0f2c-4789-919e-b601d0616ca1 req-c230b33a-823a-4819-a483-04aaa3e3ca76 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:21:01.362830 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-666355ee-0f2c-4789-919e-b601d0616ca1 req-c230b33a-823a-4819-a483-04aaa3e3ca76 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0 HTTP/1.1" status: 200  len: 946 time: 0.0634511
Mar 31 18:21:01.420037 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-666355ee-0f2c-4789-919e-b601d0616ca1 req-f676f353-1cce-4f87-b35c-e5fc824c8dca tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=e133340d-5235-49c2-8082-becbc976b284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0524786
Mar 31 18:21:02.358831 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-be477ca9-b30f-4eb3-92ce-971cde9f4756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (d0835089-4a76-4105-9221-c81b46927b3c), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:02.408126 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f7befa-f475-4da1-9959-f63472e41410 req-f343ca78-42cc-4fb9-abef-73c432197674 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:21:02.409670 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-51f7befa-f475-4da1-9959-f63472e41410 req-f343ca78-42cc-4fb9-abef-73c432197674 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0 HTTP/1.1" status: 200  len: 946 time: 0.0513976
Mar 31 18:21:02.535071 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [req-51f7befa-f475-4da1-9959-f63472e41410 req-9d91d17c-bb3c-4542-811c-fbeb9d440f26 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Deleting port 3bfd294a-f954-4562-8fbf-0cd104ab3bee {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 31 18:21:02.535408 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-51f7befa-f475-4da1-9959-f63472e41410 req-9d91d17c-bb3c-4542-811c-fbeb9d440f26 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759343023638'] for port (3bfd294a-f954-4562-8fbf-0cd104ab3bee), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:02.598034 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c341fbbc-9f99-4e09-ba39-288060cce954 req-7eff56a3-73c4-4dc9-9e69-651fb67b3a29 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:21:02.599506 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-c341fbbc-9f99-4e09-ba39-288060cce954 req-7eff56a3-73c4-4dc9-9e69-651fb67b3a29 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0 HTTP/1.1" status: 200  len: 946 time: 0.1087492
Mar 31 18:21:02.663126 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [req-51f7befa-f475-4da1-9959-f63472e41410 req-9d91d17c-bb3c-4542-811c-fbeb9d440f26 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] For port 3bfd294a-f954-4562-8fbf-0cd104ab3bee, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=3bfd294a-f954-4562-8fbf-0cd104ab3bee,segment=NetworkSegment(d3dc8398-bd2c-4dc7-a2ac-12de370e002b),segment_id=d3dc8398-bd2c-4dc7-a2ac-12de370e002b)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:21:02.663515 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-51f7befa-f475-4da1-9959-f63472e41410 req-9d91d17c-bb3c-4542-811c-fbeb9d440f26 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505421'] for port (3bfd294a-f954-4562-8fbf-0cd104ab3bee), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:02.703050 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-c341fbbc-9f99-4e09-ba39-288060cce954 req-5cf018cf-914c-4678-9647-d1b82c9002ea tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=e133340d-5235-49c2-8082-becbc976b284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0955331
Mar 31 18:21:02.894912 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-51f7befa-f475-4da1-9959-f63472e41410 req-9d91d17c-bb3c-4542-811c-fbeb9d440f26 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:02.895268 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-51f7befa-f475-4da1-9959-f63472e41410 req-9d91d17c-bb3c-4542-811c-fbeb9d440f26 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505983'] for floatingip (2396117f-cd98-43cb-be54-312c58454649), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:02.895577 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.db.l3_db [req-51f7befa-f475-4da1-9959-f63472e41410 req-9d91d17c-bb3c-4542-811c-fbeb9d440f26 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Floating IP 2396117f-cd98-43cb-be54-312c58454649 disassociated. External IP: 172.37.2.223, port: 3bfd294a-f954-4562-8fbf-0cd104ab3bee.
Mar 31 18:21:02.895920 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [req-51f7befa-f475-4da1-9959-f63472e41410 req-9d91d17c-bb3c-4542-811c-fbeb9d440f26 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Calling delete_port for 3bfd294a-f954-4562-8fbf-0cd104ab3bee owned by compute:nova {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 31 18:21:03.079015 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-51f7befa-f475-4da1-9959-f63472e41410 req-9d91d17c-bb3c-4542-811c-fbeb9d440f26 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759343027577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759342510071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13081985'] for port (3bfd294a-f954-4562-8fbf-0cd104ab3bee), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:03.111931 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d91d17c-bb3c-4542-811c-fbeb9d440f26 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Pushing event deleted for resources: {'Port': ['ID=3bfd294a-f954-4562-8fbf-0cd104ab3bee,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:21:03.123269 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d91d17c-bb3c-4542-811c-fbeb9d440f26 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:21:03.123596 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d91d17c-bb3c-4542-811c-fbeb9d440f26 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:21:03.123933 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d91d17c-bb3c-4542-811c-fbeb9d440f26 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:21:03.124270 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d91d17c-bb3c-4542-811c-fbeb9d440f26 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:21:03.124600 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d91d17c-bb3c-4542-811c-fbeb9d440f26 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:21:03.124925 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d91d17c-bb3c-4542-811c-fbeb9d440f26 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:21:03.125251 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d91d17c-bb3c-4542-811c-fbeb9d440f26 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:21:03.125574 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d91d17c-bb3c-4542-811c-fbeb9d440f26 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:21:03.125896 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d91d17c-bb3c-4542-811c-fbeb9d440f26 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:21:03.126215 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d91d17c-bb3c-4542-811c-fbeb9d440f26 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:21:03.126536 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d91d17c-bb3c-4542-811c-fbeb9d440f26 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:21:03.126945 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d91d17c-bb3c-4542-811c-fbeb9d440f26 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:21:03.127264 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d91d17c-bb3c-4542-811c-fbeb9d440f26 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:21:03.127582 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d91d17c-bb3c-4542-811c-fbeb9d440f26 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:21:03.127898 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d91d17c-bb3c-4542-811c-fbeb9d440f26 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:21:03.243052 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.l3_agent_scheduler [req-51f7befa-f475-4da1-9959-f63472e41410 req-9d91d17c-bb3c-4542-811c-fbeb9d440f26 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Router c3a3febe-dfd4-42e9-ae63-bd56388f667e has already been hosted by L3 agent f09d5d1b-4294-4f18-9a00-351412ae7ca6 {{(pid=103897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 31 18:21:03.354632 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-51f7befa-f475-4da1-9959-f63472e41410 req-9d91d17c-bb3c-4542-811c-fbeb9d440f26 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 31 18:21:03.364710 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d51bee-378e-4422-91aa-ab5cbb7a0d65 None None] Sync routers for ids ['c3a3febe-dfd4-42e9-ae63-bd56388f667e'] in dv-cinder-master-3-iscsi {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 31 18:21:03.375553 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d51bee-378e-4422-91aa-ab5cbb7a0d65 None None] Routers {'c3a3febe-dfd4-42e9-ae63-bd56388f667e'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 31 18:21:03.376636 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-04d51bee-378e-4422-91aa-ab5cbb7a0d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7715450df0>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T18:05:01Z,description=<?>,heartbeat_timestamp=2022-03-31T18:21:01Z,host='dv-cinder-master-3-iscsi',id=f09d5d1b-4294-4f18-9a00-351412ae7ca6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-31T18:05:02Z,topic='l3_agent')) {'router_ids': ['c3a3febe-dfd4-42e9-ae63-bd56388f667e'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:21:03.398286 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [req-51f7befa-f475-4da1-9959-f63472e41410 req-9d91d17c-bb3c-4542-811c-fbeb9d440f26 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] No DVR routers for this DVR port 3bfd294a-f954-4562-8fbf-0cd104ab3bee on host hv-cinder-maste {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 31 18:21:03.400930 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-51f7befa-f475-4da1-9959-f63472e41410 req-9d91d17c-bb3c-4542-811c-fbeb9d440f26 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30337'] for port (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:03.404425 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-51f7befa-f475-4da1-9959-f63472e41410 req-9d91d17c-bb3c-4542-811c-fbeb9d440f26 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.44 "DELETE /v2.0/ports/3bfd294a-f954-4562-8fbf-0cd104ab3bee HTTP/1.1" status: 204  len: 173 time: 0.9891753
Mar 31 18:21:03.404877 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0', 'name': 'network-vif-deleted', 'tag': '3bfd294a-f954-4562-8fbf-0cd104ab3bee'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 31 18:21:03.407545 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73fc78de55affb2fac0a31bf62e314c48f0d961b1f9e9815d43b8150b113e94f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf14f2f5-fe6e-431d-af48-c2722cfca1ea" -d '{"events": [{"server_uuid": "8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0", "name": "network-vif-deleted", "tag": "3bfd294a-f954-4562-8fbf-0cd104ab3bee"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 31 18:21:03.448546 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 18:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4f8af60-099b-43d5-84d4-8859b5bf2d28 x-openstack-request-id: req-f4f8af60-099b-43d5-84d4-8859b5bf2d28 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 31 18:21:03.449124 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0", "name": "network-vif-deleted", "tag": "3bfd294a-f954-4562-8fbf-0cd104ab3bee", "status": "completed", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 31 18:21:03.449124 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f4f8af60-099b-43d5-84d4-8859b5bf2d28 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 31 18:21:03.449490 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4f8af60-099b-43d5-84d4-8859b5bf2d28'] response: {'server_uuid': '8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0', 'name': 'network-vif-deleted', 'tag': '3bfd294a-f954-4562-8fbf-0cd104ab3bee', 'status': 'completed', 'code': 200}
Mar 31 18:21:03.493724 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-04d51bee-378e-4422-91aa-ab5cbb7a0d65 None None] Set router c3a3febe-dfd4-42e9-ae63-bd56388f667e gateway port host: dv-cinder-master-3-iscsi {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 31 18:21:03.821472 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-bcce344f-2d76-411d-823b-8ee72537427b req-5df68072-7d10-4357-b5e0-8d28b0d52391 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca1ed62-e3c8-41c5-b22d-87773bb2e1c0 HTTP/1.1" status: 200  len: 210 time: 0.0305545
Mar 31 18:21:03.832510 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-04d51bee-378e-4422-91aa-ab5cbb7a0d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7715450df0>, [{'id': 'c3a3febe-dfd4-42e9-ae63-bd56388f667e', 'name': 'tempest-AttachVolumeShelveTestJSON-914217197-router', 'tenant_id': 'eb7248f2c93342cd823f385c53a69d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.110'}], 'enable_snat': True}, 'gw_port_id': '5ea7654e-87aa-4ff9-bec5-a74794be2f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:13:42Z', 'updated_at': '2022-03-31T18:13:49Z', 'revision_number': 4, 'project_id': 'eb7248f2c93342cd823f385c53a69d05', 'gw_port': {'id': '5ea7654e-87aa-4ff9-bec5-a74794be2f6b', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fb:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a3febe-dfd4-42e9-ae63-bd56388f667e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:13:43Z', 'updated_at': '2022-03-31T18:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '28e0abed-ad93-4543-a326-7697c824bd45', 'name': '', 'network_id': 'b654ebd8-4c33-443d-bee5-4bafdafcd132', 'tenant_id': 'eb7248f2c93342cd823f385c53a69d05', 'mac_address': 'fa:16:3e:cf:ab:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a3febe-dfd4-42e9-ae63-bd56388f667e', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b54f9372-100f-4525-b4b3-2814afa9d771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:13:48Z', 'updated_at': '2022-03-31T18:13:57Z', 'revision_number': 5, 'project_id': 'eb7248f2c93342cd823f385c53a69d05', 'subnets': [{'id': 'b54f9372-100f-4525-b4b3-2814afa9d771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:21:03.864679 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d51bee-378e-4422-91aa-ab5cbb7a0d65 None None] Checking router: c3a3febe-dfd4-42e9-ae63-bd56388f667e for host: dv-cinder-master-3-iscsi {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 31 18:21:03.879121 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d51bee-378e-4422-91aa-ab5cbb7a0d65 None None] Routers {'c3a3febe-dfd4-42e9-ae63-bd56388f667e'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 31 18:21:03.879733 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-04d51bee-378e-4422-91aa-ab5cbb7a0d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7715450df0>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T18:05:01Z,description=<?>,heartbeat_timestamp=2022-03-31T18:21:01Z,host='dv-cinder-master-3-iscsi',id=f09d5d1b-4294-4f18-9a00-351412ae7ca6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-31T18:05:02Z,topic='l3_agent')) {'router_ids': ['c3a3febe-dfd4-42e9-ae63-bd56388f667e'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:21:03.977566 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-61acbcaf-515a-4595-a759-82c8bf4c0ac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (1ee04592-4785-424e-aa2a-0bd32f5faacf), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:03.997272 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-04d51bee-378e-4422-91aa-ab5cbb7a0d65 None None] Set router c3a3febe-dfd4-42e9-ae63-bd56388f667e gateway port host: dv-cinder-master-3-iscsi {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 31 18:21:04.205087 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-04d51bee-378e-4422-91aa-ab5cbb7a0d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7715450df0>, [{'id': 'c3a3febe-dfd4-42e9-ae63-bd56388f667e', 'name': 'tempest-AttachVolumeShelveTestJSON-914217197-router', 'tenant_id': 'eb7248f2c93342cd823f385c53a69d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.110'}], 'enable_snat': True}, 'gw_port_id': '5ea7654e-87aa-4ff9-bec5-a74794be2f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:13:42Z', 'updated_at': '2022-03-31T18:13:49Z', 'revision_number': 4, 'project_id': 'eb7248f2c93342cd823f385c53a69d05', 'gw_port': {'id': '5ea7654e-87aa-4ff9-bec5-a74794be2f6b', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fb:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a3febe-dfd4-42e9-ae63-bd56388f667e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:13:43Z', 'updated_at': '2022-03-31T18:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '28e0abed-ad93-4543-a326-7697c824bd45', 'name': '', 'network_id': 'b654ebd8-4c33-443d-bee5-4bafdafcd132', 'tenant_id': 'eb7248f2c93342cd823f385c53a69d05', 'mac_address': 'fa:16:3e:cf:ab:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a3febe-dfd4-42e9-ae63-bd56388f667e', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b54f9372-100f-4525-b4b3-2814afa9d771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:13:48Z', 'updated_at': '2022-03-31T18:13:57Z', 'revision_number': 5, 'project_id': 'eb7248f2c93342cd823f385c53a69d05', 'subnets': [{'id': 'b54f9372-100f-4525-b4b3-2814afa9d771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:21:04.232313 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d51bee-378e-4422-91aa-ab5cbb7a0d65 None None] The sync data for ids ['c3a3febe-dfd4-42e9-ae63-bd56388f667e'] in dv-cinder-master-3-iscsi is: [{'id': 'c3a3febe-dfd4-42e9-ae63-bd56388f667e', 'name': 'tempest-AttachVolumeShelveTestJSON-914217197-router', 'tenant_id': 'eb7248f2c93342cd823f385c53a69d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.110'}], 'enable_snat': True}, 'gw_port_id': '5ea7654e-87aa-4ff9-bec5-a74794be2f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:13:42Z', 'updated_at': '2022-03-31T18:13:49Z', 'revision_number': 4, 'project_id': 'eb7248f2c93342cd823f385c53a69d05', 'gw_port': {'id': '5ea7654e-87aa-4ff9-bec5-a74794be2f6b', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fb:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a3febe-dfd4-42e9-ae63-bd56388f667e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:13:43Z', 'updated_at': '2022-03-31T18:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '28e0abed-ad93-4543-a326-7697c824bd45', 'name': '', 'network_id': 'b654ebd8-4c33-443d-bee5-4bafdafcd132', 'tenant_id': 'eb7248f2c93342cd823f385c53a69d05', 'mac_address': 'fa:16:3e:cf:ab:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a3febe-dfd4-42e9-ae63-bd56388f667e', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b54f9372-100f-4525-b4b3-2814afa9d771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:13:48Z', 'updated_at': '2022-03-31T18:13:57Z', 'revision_number': 5, 'project_id': 'eb7248f2c93342cd823f385c53a69d05', 'subnets': [{'id': 'b54f9372-100f-4525-b4b3-2814afa9d771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 31 18:21:04.487504 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6bc15a-f35d-4615-93b5-7076e242b885 None None] New status for floating IP 2396117f-cd98-43cb-be54-312c58454649: DOWN {{(pid=103899) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 31 18:21:05.012643 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 54134) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:21:05.038886 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (b6d39f6c-4dc3-40bd-bbe5-e05b1f1d4e13), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:05.066738 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-33b308c3-c918-4055-ac7a-a0502a3ac986 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Publish callbacks [] for security_group (e133340d-5235-49c2-8082-becbc976b284), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:05.090137 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-33b308c3-c918-4055-ac7a-a0502a3ac986 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Publish callbacks [] for security_group (e133340d-5235-49c2-8082-becbc976b284), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:05.210348 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-33b308c3-c918-4055-ac7a-a0502a3ac986 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (e133340d-5235-49c2-8082-becbc976b284), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:05.213057 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-33b308c3-c918-4055-ac7a-a0502a3ac986 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Publish callbacks [] for security_group (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:05.214216 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-33b308c3-c918-4055-ac7a-a0502a3ac986 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "DELETE /v2.0/security-groups/e133340d-5235-49c2-8082-becbc976b284 HTTP/1.1" status: 204  len: 168 time: 0.2005086
Mar 31 18:21:05.217189 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 54136) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:21:05.223346 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b308c3-c918-4055-ac7a-a0502a3ac986 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e133340d-5235-49c2-8082-becbc976b284,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:21:05.230436 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b308c3-c918-4055-ac7a-a0502a3ac986 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:21:05.230808 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b308c3-c918-4055-ac7a-a0502a3ac986 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:21:05.231001 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.api.v2.resource [None req-fae8b6aa-d663-431c-a86b-d29ab3fc880e tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] show failed (client error): The resource could not be found.
Mar 31 18:21:05.231147 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b308c3-c918-4055-ac7a-a0502a3ac986 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:21:05.231670 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b308c3-c918-4055-ac7a-a0502a3ac986 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:21:05.232179 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b308c3-c918-4055-ac7a-a0502a3ac986 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:21:05.232341 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-fae8b6aa-d663-431c-a86b-d29ab3fc880e tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups/e133340d-5235-49c2-8082-becbc976b284 HTTP/1.1" status: 404  len: 347 time: 0.0141690
Mar 31 18:21:05.232815 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b308c3-c918-4055-ac7a-a0502a3ac986 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:21:05.233153 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b308c3-c918-4055-ac7a-a0502a3ac986 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:21:05.233490 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b308c3-c918-4055-ac7a-a0502a3ac986 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:21:05.233820 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b308c3-c918-4055-ac7a-a0502a3ac986 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:21:05.234148 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b308c3-c918-4055-ac7a-a0502a3ac986 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:21:05.234475 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b308c3-c918-4055-ac7a-a0502a3ac986 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:21:05.234820 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b308c3-c918-4055-ac7a-a0502a3ac986 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:21:05.235150 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b308c3-c918-4055-ac7a-a0502a3ac986 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:21:05.235476 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b308c3-c918-4055-ac7a-a0502a3ac986 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:21:05.235599 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 54138) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:21:05.235845 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b308c3-c918-4055-ac7a-a0502a3ac986 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:21:05.368767 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-edcf56e5-fc9a-42d1-8a6d-c40a49163f37 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Deleting port 3f2b2444-3915-4a5e-80fa-a53ba4dcf8f8 {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 31 18:21:05.369013 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-edcf56e5-fc9a-42d1-8a6d-c40a49163f37 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759343023638'] for port (3f2b2444-3915-4a5e-80fa-a53ba4dcf8f8), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:05.448601 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-edcf56e5-fc9a-42d1-8a6d-c40a49163f37 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505421'] for port (3f2b2444-3915-4a5e-80fa-a53ba4dcf8f8), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:05.448920 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-edcf56e5-fc9a-42d1-8a6d-c40a49163f37 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Publish callbacks [] for floatingip (3f2b2444-3915-4a5e-80fa-a53ba4dcf8f8), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:05.460427 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-edcf56e5-fc9a-42d1-8a6d-c40a49163f37 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Calling delete_port for 3f2b2444-3915-4a5e-80fa-a53ba4dcf8f8 owned by network:floatingip {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 31 18:21:05.684875 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-edcf56e5-fc9a-42d1-8a6d-c40a49163f37 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759343027577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759342510071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13081985'] for port (3f2b2444-3915-4a5e-80fa-a53ba4dcf8f8), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:05.716282 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcf56e5-fc9a-42d1-8a6d-c40a49163f37 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Pushing event deleted for resources: {'Port': ['ID=3f2b2444-3915-4a5e-80fa-a53ba4dcf8f8,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:21:05.777436 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-edcf56e5-fc9a-42d1-8a6d-c40a49163f37 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Publish callbacks [] for floatingip (2396117f-cd98-43cb-be54-312c58454649), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:05.780157 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-edcf56e5-fc9a-42d1-8a6d-c40a49163f37 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30337'] for floatingip (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:05.781376 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-edcf56e5-fc9a-42d1-8a6d-c40a49163f37 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "DELETE /v2.0/floatingips/2396117f-cd98-43cb-be54-312c58454649 HTTP/1.1" status: 204  len: 168 time: 0.5444949
Mar 31 18:21:06.212081 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 54142) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:21:06.216663 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.v2.base [None req-2b031132-f06f-44ac-ac4d-1ebc15bab9c5 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2055135246', 'description': 'tempest-description--238734304'}} {{(pid=103897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:21:06.273509 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (06f31eaf-9418-4d11-8606-24a34b4b4893), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:06.312924 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-2b031132-f06f-44ac-ac4d-1ebc15bab9c5 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Publish callbacks [] for security_group (None), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:06.371469 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Device 3bfd294a-f954-4562-8fbf-0cd104ab3bee no longer exists at agent hyperv_hv-cinder-maste {{(pid=103898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 31 18:21:06.380655 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-2b031132-f06f-44ac-ac4d-1ebc15bab9c5 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Publish callbacks [] for security_group (a96ba1a0-82dd-4e19-8a36-2c39fdbd0042), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:06.391785 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] No Port match for: 3bfd294a-f954-4562-8fbf-0cd104ab3bee {{(pid=103898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 31 18:21:06.392129 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Device 3bfd294a-f954-4562-8fbf-0cd104ab3bee not bound to the agent host hv-cinder-maste {{(pid=103898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 31 18:21:06.472778 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-2b031132-f06f-44ac-ac4d-1ebc15bab9c5 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (a96ba1a0-82dd-4e19-8a36-2c39fdbd0042), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:06.501774 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b031132-f06f-44ac-ac4d-1ebc15bab9c5 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a96ba1a0-82dd-4e19-8a36-2c39fdbd0042,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:21:06.577629 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-2b031132-f06f-44ac-ac4d-1ebc15bab9c5 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Publish callbacks [] for security_group (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:06.578943 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-2b031132-f06f-44ac-ac4d-1ebc15bab9c5 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.3657770
Mar 31 18:21:06.581692 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 54144) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:21:06.586170 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.v2.base [None req-25d10b86-7795-43cc-a658-5201235c57d7 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Request body: {'security_group_rule': {'security_group_id': 'a96ba1a0-82dd-4e19-8a36-2c39fdbd0042', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:21:06.677911 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-25d10b86-7795-43cc-a658-5201235c57d7 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Publish callbacks [] for security_group_rule (167c91b5-d7a5-4734-ae92-aaaefbe80b60), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:06.741209 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-25d10b86-7795-43cc-a658-5201235c57d7 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Publish callbacks [] for security_group_rule (167c91b5-d7a5-4734-ae92-aaaefbe80b60), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:06.850885 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-25d10b86-7795-43cc-a658-5201235c57d7 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527249'] for security_group_rule (167c91b5-d7a5-4734-ae92-aaaefbe80b60), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:06.869447 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d10b86-7795-43cc-a658-5201235c57d7 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=167c91b5-d7a5-4734-ae92-aaaefbe80b60,revision_number=0']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:21:06.943103 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-25d10b86-7795-43cc-a658-5201235c57d7 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:06.945089 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-25d10b86-7795-43cc-a658-5201235c57d7 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3624208
Mar 31 18:21:06.947808 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 54146) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:21:06.951994 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.v2.base [None req-18b2db79-7191-4f78-b666-f817fae84d90 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Request body: {'security_group_rule': {'security_group_id': 'a96ba1a0-82dd-4e19-8a36-2c39fdbd0042', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:21:07.048857 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-18b2db79-7191-4f78-b666-f817fae84d90 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Publish callbacks [] for security_group_rule (70983286-b7c5-4c90-a590-1ab8a380490f), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:07.106401 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-18b2db79-7191-4f78-b666-f817fae84d90 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Publish callbacks [] for security_group_rule (70983286-b7c5-4c90-a590-1ab8a380490f), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:07.175388 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-18b2db79-7191-4f78-b666-f817fae84d90 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527249'] for security_group_rule (70983286-b7c5-4c90-a590-1ab8a380490f), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:07.193818 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b2db79-7191-4f78-b666-f817fae84d90 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70983286-b7c5-4c90-a590-1ab8a380490f,revision_number=0']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:21:07.257466 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-18b2db79-7191-4f78-b666-f817fae84d90 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:07.258672 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-18b2db79-7191-4f78-b666-f817fae84d90 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3099313
Mar 31 18:21:07.261944 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 54148) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:21:07.266052 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.v2.base [None req-2ffc481d-01e6-4b39-8ed3-2a124109e77d tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Request body: {'floatingip': {'floating_network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9'}} {{(pid=103897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:21:07.358949 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-2ffc481d-01e6-4b39-8ed3-2a124109e77d tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:07.456622 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-2ffc481d-01e6-4b39-8ed3-2a124109e77d tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (None), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:07.558681 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-2ffc481d-01e6-4b39-8ed3-2a124109e77d tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Allocated IP 172.37.2.114 (b698396b-51c1-468f-b58d-8c59a3beb4d9/19546f9a-afff-4e10-9105-a9d5358dbe6e/823c53d6-a38d-41f3-ae64-5a4d9004d815) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 31 18:21:07.663244 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-2ffc481d-01e6-4b39-8ed3-2a124109e77d tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Publish callbacks [] for port (823c53d6-a38d-41f3-ae64-5a4d9004d815), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:07.809346 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-2ffc481d-01e6-4b39-8ed3-2a124109e77d tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759342510062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13081985'] for port (823c53d6-a38d-41f3-ae64-5a4d9004d815), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:07.847917 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ffc481d-01e6-4b39-8ed3-2a124109e77d tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Network b698396b-51c1-468f-b58d-8c59a3beb4d9 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 31 18:21:07.851396 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-2ffc481d-01e6-4b39-8ed3-2a124109e77d tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Resources bound (agent type, host, resource id):  {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 31 18:21:07.856994 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffc481d-01e6-4b39-8ed3-2a124109e77d tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 31 18:21:07.866168 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffc481d-01e6-4b39-8ed3-2a124109e77d tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Pushing event updated for resources: {'Port': ['ID=823c53d6-a38d-41f3-ae64-5a4d9004d815,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:21:08.030852 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-2ffc481d-01e6-4b39-8ed3-2a124109e77d tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Publish callbacks [] for floatingip (ae240d6a-9006-4edc-ac42-e856b8d3bc17), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:08.174100 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-2ffc481d-01e6-4b39-8ed3-2a124109e77d tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (823c53d6-a38d-41f3-ae64-5a4d9004d815), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:08.556576 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-2ffc481d-01e6-4b39-8ed3-2a124109e77d tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Publish callbacks [] for port (823c53d6-a38d-41f3-ae64-5a4d9004d815), precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:08.626590 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-2ffc481d-01e6-4b39-8ed3-2a124109e77d tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13081992'] for port (823c53d6-a38d-41f3-ae64-5a4d9004d815), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:08.693633 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffc481d-01e6-4b39-8ed3-2a124109e77d tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Pushing event updated for resources: {'Port': ['ID=823c53d6-a38d-41f3-ae64-5a4d9004d815,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:21:08.703751 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-2ffc481d-01e6-4b39-8ed3-2a124109e77d tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505983'] for floatingip (ae240d6a-9006-4edc-ac42-e856b8d3bc17), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:08.817701 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-2ffc481d-01e6-4b39-8ed3-2a124109e77d tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30337'] for floatingip (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:08.818909 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-2ffc481d-01e6-4b39-8ed3-2a124109e77d tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.5560248
Mar 31 18:21:09.019054 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-bea4f869-4e37-4145-b0f3-bfcd7d3587ef req-629d267e-b67b-4f93-a04d-354f8b71e911 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--2055135246&fields=id&tenant_id=eb7248f2c93342cd823f385c53a69d05 HTTP/1.1" status: 200  len: 267 time: 0.0441182
Mar 31 18:21:09.133253 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea4f869-4e37-4145-b0f3-bfcd7d3587ef req-a997d1e2-d076-4e61-8eeb-cc918a388c75 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:21:09.135213 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-bea4f869-4e37-4145-b0f3-bfcd7d3587ef req-a997d1e2-d076-4e61-8eeb-cc918a388c75 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/networks?id=b654ebd8-4c33-443d-bee5-4bafdafcd132 HTTP/1.1" status: 200  len: 816 time: 0.1084790
Mar 31 18:21:09.159028 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-bea4f869-4e37-4145-b0f3-bfcd7d3587ef req-e7ef217f-1803-4294-8128-58b252206cb4 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/quotas/eb7248f2c93342cd823f385c53a69d05 HTTP/1.1" status: 200  len: 375 time: 0.0103633
Mar 31 18:21:09.207489 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-bea4f869-4e37-4145-b0f3-bfcd7d3587ef req-c1ac693e-efdf-4817-8e05-9d17705219ef tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=eb7248f2c93342cd823f385c53a69d05&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0505989
Mar 31 18:21:09.354553 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-bea4f869-4e37-4145-b0f3-bfcd7d3587ef req-f6d039b5-143e-4aa6-a6cf-34a6f5375628 service neutron] 10.222.0.58 "GET /v2.0/networks/b654ebd8-4c33-443d-bee5-4bafdafcd132?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1351409
Mar 31 18:21:09.444768 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-bea4f869-4e37-4145-b0f3-bfcd7d3587ef req-25b6fd3b-6042-4357-b03d-e3b696703b5d service neutron] 10.222.0.58 "GET /v2.0/networks/b654ebd8-4c33-443d-bee5-4bafdafcd132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0841618
Mar 31 18:21:09.668309 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-f8899677-5090-4524-9557-650933e395f4 req-ad965ed0-4845-4706-bddf-d7d5b80f4a2a tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=e404c053-bc21-4cf0-9ba6-07e6971e588f HTTP/1.1" status: 200  len: 210 time: 0.0270247
Mar 31 18:21:10.773177 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-c9b67be0-342b-4904-aaef-788b2947e3e9 req-e6ccb3b8-8e51-4b31-aa7e-b8de9c8bbe5a tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=e404c053-bc21-4cf0-9ba6-07e6971e588f HTTP/1.1" status: 200  len: 210 time: 0.0325959
Mar 31 18:21:10.773834 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aba778-841a-4a82-9885-178d82e688c4 req-6bea9c72-9ef5-4f69-859b-f19abd12ef62 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:21:10.775261 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-40aba778-841a-4a82-9885-178d82e688c4 req-6bea9c72-9ef5-4f69-859b-f19abd12ef62 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2498a53-f6d8-4236-8788-289622fc2c88 HTTP/1.1" status: 200  len: 945 time: 0.0661294
Mar 31 18:21:10.826176 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-40aba778-841a-4a82-9885-178d82e688c4 req-58ce1c79-3d21-4384-a2f9-6266381fb54b tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=91eafa52-8a02-4cc9-8dc3-2de254a2cf85&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453296
Mar 31 18:21:11.583126 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea4f869-4e37-4145-b0f3-bfcd7d3587ef req-db16c945-eb1b-4259-ab94-8dbdc7d383a0 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:21:11.585262 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-bea4f869-4e37-4145-b0f3-bfcd7d3587ef req-db16c945-eb1b-4259-ab94-8dbdc7d383a0 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.44 "GET /v2.0/networks?id=b654ebd8-4c33-443d-bee5-4bafdafcd132 HTTP/1.1" status: 200  len: 816 time: 0.0992630
Mar 31 18:21:11.656812 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-bea4f869-4e37-4145-b0f3-bfcd7d3587ef req-856a3c5c-2cc0-4d2c-817a-5ddfd18d0469 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb7248f2c93342cd823f385c53a69d05 HTTP/1.1" status: 200  len: 380 time: 0.0561717
Mar 31 18:21:11.665779 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.v2.base [req-bea4f869-4e37-4145-b0f3-bfcd7d3587ef req-763cf3c4-1655-42e2-8abc-d3d3a962c018 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Request body: {'port': {'device_id': 'e404c053-bc21-4cf0-9ba6-07e6971e588f', 'network_id': 'b654ebd8-4c33-443d-bee5-4bafdafcd132', 'admin_state_up': True, 'tenant_id': 'eb7248f2c93342cd823f385c53a69d05', 'security_groups': ['a96ba1a0-82dd-4e19-8a36-2c39fdbd0042']}} {{(pid=103897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:21:11.870867 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-dea41fee-e552-4236-8a2c-e58d1a30689e req-f5bfd19f-b3ff-4d4a-87dc-7f4c2b36f340 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=e404c053-bc21-4cf0-9ba6-07e6971e588f HTTP/1.1" status: 200  len: 210 time: 0.0282509
Mar 31 18:21:11.884257 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bea4f869-4e37-4145-b0f3-bfcd7d3587ef req-763cf3c4-1655-42e2-8abc-d3d3a962c018 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Made reservation on behalf of eb7248f2c93342cd823f385c53a69d05 for: {'port': 1} {{(pid=103897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 31 18:21:11.888546 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-bea4f869-4e37-4145-b0f3-bfcd7d3587ef req-763cf3c4-1655-42e2-8abc-d3d3a962c018 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (None), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:12.038300 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd18506b-c073-4476-867a-d969b088bb33 req-a3c0f6da-5730-4f27-915e-72c6116f688e tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:21:12.039812 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-dd18506b-c073-4476-867a-d969b088bb33 req-a3c0f6da-5730-4f27-915e-72c6116f688e tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2498a53-f6d8-4236-8788-289622fc2c88 HTTP/1.1" status: 200  len: 945 time: 0.1313169
Mar 31 18:21:12.079294 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [req-bea4f869-4e37-4145-b0f3-bfcd7d3587ef req-763cf3c4-1655-42e2-8abc-d3d3a962c018 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Allocated IP 172.20.0.3 (b654ebd8-4c33-443d-bee5-4bafdafcd132/b54f9372-100f-4525-b4b3-2814afa9d771/af48c6cc-61d7-40f4-85b0-60adf2267642) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 31 18:21:12.114284 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-dd18506b-c073-4476-867a-d969b088bb33 req-6905acfe-329b-47e1-a055-44349cf87c2c tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=91eafa52-8a02-4cc9-8dc3-2de254a2cf85&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0666120
Mar 31 18:21:12.237917 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-bea4f869-4e37-4145-b0f3-bfcd7d3587ef req-763cf3c4-1655-42e2-8abc-d3d3a962c018 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Publish callbacks [] for port (af48c6cc-61d7-40f4-85b0-60adf2267642), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:12.336320 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-bea4f869-4e37-4145-b0f3-bfcd7d3587ef req-763cf3c4-1655-42e2-8abc-d3d3a962c018 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759342510062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13081985'] for port (af48c6cc-61d7-40f4-85b0-60adf2267642), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:12.377510 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bea4f869-4e37-4145-b0f3-bfcd7d3587ef req-763cf3c4-1655-42e2-8abc-d3d3a962c018 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Network b654ebd8-4c33-443d-bee5-4bafdafcd132 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 31 18:21:12.380577 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [req-bea4f869-4e37-4145-b0f3-bfcd7d3587ef req-763cf3c4-1655-42e2-8abc-d3d3a962c018 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Resources bound (agent type, host, resource id):  {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 31 18:21:12.387656 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [req-bea4f869-4e37-4145-b0f3-bfcd7d3587ef req-763cf3c4-1655-42e2-8abc-d3d3a962c018 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 31 18:21:12.393693 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763cf3c4-1655-42e2-8abc-d3d3a962c018 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Pushing event updated for resources: {'Port': ['ID=af48c6cc-61d7-40f4-85b0-60adf2267642,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:21:12.440474 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea4f869-4e37-4145-b0f3-bfcd7d3587ef req-763cf3c4-1655-42e2-8abc-d3d3a962c018 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:21:12.441326 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-bea4f869-4e37-4145-b0f3-bfcd7d3587ef req-763cf3c4-1655-42e2-8abc-d3d3a962c018 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30337'] for port (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:12.520016 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-bea4f869-4e37-4145-b0f3-bfcd7d3587ef req-763cf3c4-1655-42e2-8abc-d3d3a962c018 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8577182
Mar 31 18:21:12.538807 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.v2.base [req-bea4f869-4e37-4145-b0f3-bfcd7d3587ef req-a71e089f-f4df-425e-bf1d-ef6cb9934601 service neutron] Request body: {'port': {'device_id': 'e404c053-bc21-4cf0-9ba6-07e6971e588f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=103897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:21:12.604314 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-bea4f869-4e37-4145-b0f3-bfcd7d3587ef req-a71e089f-f4df-425e-bf1d-ef6cb9934601 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (af48c6cc-61d7-40f4-85b0-60adf2267642), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:12.647874 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-747e16ba-b4d0-4cd0-9ba1-ee079a72c84f None None] Provisioning complete for port af48c6cc-61d7-40f4-85b0-60adf2267642 triggered by entity DHCP. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:21:12.648437 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-747e16ba-b4d0-4cd0-9ba1-ee079a72c84f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (af48c6cc-61d7-40f4-85b0-60adf2267642), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:12.688493 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-747e16ba-b4d0-4cd0-9ba1-ee079a72c84f None None] Port af48c6cc-61d7-40f4-85b0-60adf2267642 cannot update to ACTIVE because it is not bound. {{(pid=103898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 31 18:21:12.872462 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [req-bea4f869-4e37-4145-b0f3-bfcd7d3587ef req-a71e089f-f4df-425e-bf1d-ef6cb9934601 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af48c6cc-61d7-40f4-85b0-60adf2267642 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 31 18:21:12.879867 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-bea4f869-4e37-4145-b0f3-bfcd7d3587ef req-a71e089f-f4df-425e-bf1d-ef6cb9934601 service neutron] Publish callbacks [] for port (af48c6cc-61d7-40f4-85b0-60adf2267642), precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:12.891694 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [req-bea4f869-4e37-4145-b0f3-bfcd7d3587ef req-a71e089f-f4df-425e-bf1d-ef6cb9934601 service neutron] Transition to ACTIVE for port object af48c6cc-61d7-40f4-85b0-60adf2267642 will not be triggered until provisioned by entity L2. {{(pid=103897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 31 18:21:12.976709 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-bea4f869-4e37-4145-b0f3-bfcd7d3587ef req-a71e089f-f4df-425e-bf1d-ef6cb9934601 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13081992'] for port (af48c6cc-61d7-40f4-85b0-60adf2267642), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:13.002870 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38faeb9-71a3-4f28-b94f-8f131ac1aba2 req-adfb3414-b440-47e5-8ff5-16c39a7f0d33 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:21:13.005202 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-b38faeb9-71a3-4f28-b94f-8f131ac1aba2 req-adfb3414-b440-47e5-8ff5-16c39a7f0d33 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=e404c053-bc21-4cf0-9ba6-07e6971e588f HTTP/1.1" status: 200  len: 931 time: 0.0555813
Mar 31 18:21:13.069517 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71e089f-f4df-425e-bf1d-ef6cb9934601 service neutron] Pushing event updated for resources: {'Port': ['ID=af48c6cc-61d7-40f4-85b0-60adf2267642,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:21:13.073179 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-b38faeb9-71a3-4f28-b94f-8f131ac1aba2 req-a7d732dd-59a1-4158-9035-a25588c11e64 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=a96ba1a0-82dd-4e19-8a36-2c39fdbd0042&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0622427
Mar 31 18:21:13.130369 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [req-bea4f869-4e37-4145-b0f3-bfcd7d3587ef req-a71e089f-f4df-425e-bf1d-ef6cb9934601 service neutron] Attempting to bind port af48c6cc-61d7-40f4-85b0-60adf2267642 on host hv-cinder-maste for vnic_type normal with profile  {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 31 18:21:13.130759 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [req-bea4f869-4e37-4145-b0f3-bfcd7d3587ef req-a71e089f-f4df-425e-bf1d-ef6cb9934601 service neutron] Attempting to bind port af48c6cc-61d7-40f4-85b0-60adf2267642 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'd3dc8398-bd2c-4dc7-a2ac-12de370e002b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'b654ebd8-4c33-443d-bee5-4bafdafcd132'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 31 18:21:13.136525 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea4f869-4e37-4145-b0f3-bfcd7d3587ef req-a71e089f-f4df-425e-bf1d-ef6cb9934601 service neutron] Attempting to bind port af48c6cc-61d7-40f4-85b0-60adf2267642 on network b654ebd8-4c33-443d-bee5-4bafdafcd132 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 31 18:21:13.136790 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea4f869-4e37-4145-b0f3-bfcd7d3587ef req-a71e089f-f4df-425e-bf1d-ef6cb9934601 service neutron] Port af48c6cc-61d7-40f4-85b0-60adf2267642 on network b654ebd8-4c33-443d-bee5-4bafdafcd132 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 31 18:21:13.137066 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea4f869-4e37-4145-b0f3-bfcd7d3587ef req-a71e089f-f4df-425e-bf1d-ef6cb9934601 service neutron] Attempting to bind port af48c6cc-61d7-40f4-85b0-60adf2267642 on network b654ebd8-4c33-443d-bee5-4bafdafcd132 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 31 18:21:13.142680 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea4f869-4e37-4145-b0f3-bfcd7d3587ef req-a71e089f-f4df-425e-bf1d-ef6cb9934601 service neutron] Checking agent: {'id': '06f31eaf-9418-4d11-8606-24a34b4b4893', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 11, 36), 'started_at': datetime.datetime(2022, 3, 31, 18, 11, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 21, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 31 18:21:13.142680 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea4f869-4e37-4145-b0f3-bfcd7d3587ef req-a71e089f-f4df-425e-bf1d-ef6cb9934601 service neutron] Checking segment: {'id': 'd3dc8398-bd2c-4dc7-a2ac-12de370e002b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'b654ebd8-4c33-443d-bee5-4bafdafcd132'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 31 18:21:13.143046 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea4f869-4e37-4145-b0f3-bfcd7d3587ef req-a71e089f-f4df-425e-bf1d-ef6cb9934601 service neutron] Bound using segment: {'id': 'd3dc8398-bd2c-4dc7-a2ac-12de370e002b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'b654ebd8-4c33-443d-bee5-4bafdafcd132'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 31 18:21:13.143479 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [req-bea4f869-4e37-4145-b0f3-bfcd7d3587ef req-a71e089f-f4df-425e-bf1d-ef6cb9934601 service neutron] Bound port: af48c6cc-61d7-40f4-85b0-60adf2267642, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3dc8398-bd2c-4dc7-a2ac-12de370e002b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'b654ebd8-4c33-443d-bee5-4bafdafcd132'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 31 18:21:13.143850 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-bea4f869-4e37-4145-b0f3-bfcd7d3587ef req-a71e089f-f4df-425e-bf1d-ef6cb9934601 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (af48c6cc-61d7-40f4-85b0-60adf2267642), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:13.252466 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [req-bea4f869-4e37-4145-b0f3-bfcd7d3587ef req-a71e089f-f4df-425e-bf1d-ef6cb9934601 service neutron] For port af48c6cc-61d7-40f4-85b0-60adf2267642, host hv-cinder-maste, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 31 18:21:13.256822 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [req-bea4f869-4e37-4145-b0f3-bfcd7d3587ef req-a71e089f-f4df-425e-bf1d-ef6cb9934601 service neutron] For port af48c6cc-61d7-40f4-85b0-60adf2267642, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=af48c6cc-61d7-40f4-85b0-60adf2267642,segment=NetworkSegment(d3dc8398-bd2c-4dc7-a2ac-12de370e002b),segment_id=d3dc8398-bd2c-4dc7-a2ac-12de370e002b)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 31 18:21:13.270351 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca5e6fa-8427-421a-bc28-fc6e24981031 req-6ad1e024-5721-4fc8-a892-d25f3837cbbe tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:21:13.272430 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-cca5e6fa-8427-421a-bc28-fc6e24981031 req-6ad1e024-5721-4fc8-a892-d25f3837cbbe tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2498a53-f6d8-4236-8788-289622fc2c88 HTTP/1.1" status: 200  len: 945 time: 0.0816631
Mar 31 18:21:13.325986 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-cca5e6fa-8427-421a-bc28-fc6e24981031 req-605bfdf0-5b6d-4972-ab59-57a68c60994a tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=91eafa52-8a02-4cc9-8dc3-2de254a2cf85&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0479102
Mar 31 18:21:13.336348 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-bea4f869-4e37-4145-b0f3-bfcd7d3587ef req-a71e089f-f4df-425e-bf1d-ef6cb9934601 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13081992'] for port (af48c6cc-61d7-40f4-85b0-60adf2267642), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:13.371170 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea4f869-4e37-4145-b0f3-bfcd7d3587ef req-a71e089f-f4df-425e-bf1d-ef6cb9934601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:21:13.371872 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-bea4f869-4e37-4145-b0f3-bfcd7d3587ef req-a71e089f-f4df-425e-bf1d-ef6cb9934601 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30337'] for port (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:13.373162 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-bea4f869-4e37-4145-b0f3-bfcd7d3587ef req-a71e089f-f4df-425e-bf1d-ef6cb9934601 service neutron] 10.222.0.44 "PUT /v2.0/ports/af48c6cc-61d7-40f4-85b0-60adf2267642 HTTP/1.1" status: 200  len: 1093 time: 0.8391340
Mar 31 18:21:13.373591 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e404c053-bc21-4cf0-9ba6-07e6971e588f', 'tag': 'af48c6cc-61d7-40f4-85b0-60adf2267642'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 31 18:21:13.375901 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73fc78de55affb2fac0a31bf62e314c48f0d961b1f9e9815d43b8150b113e94f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6880afa8-94fc-4237-9fc2-73e3e135f9c6" -d '{"events": [{"name": "network-changed", "server_uuid": "e404c053-bc21-4cf0-9ba6-07e6971e588f", "tag": "af48c6cc-61d7-40f4-85b0-60adf2267642"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 31 18:21:13.402758 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71e089f-f4df-425e-bf1d-ef6cb9934601 service neutron] Pushing event updated for resources: {'Port': ['ID=af48c6cc-61d7-40f4-85b0-60adf2267642,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:21:13.424095 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 18:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96197e4f-e3a9-40c6-ada7-21e84a17070d x-openstack-request-id: req-96197e4f-e3a9-40c6-ada7-21e84a17070d {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 31 18:21:13.424388 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e404c053-bc21-4cf0-9ba6-07e6971e588f", "tag": "af48c6cc-61d7-40f4-85b0-60adf2267642", "status": "completed", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 31 18:21:13.424643 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-96197e4f-e3a9-40c6-ada7-21e84a17070d {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 31 18:21:13.425054 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96197e4f-e3a9-40c6-ada7-21e84a17070d'] response: {'name': 'network-changed', 'server_uuid': 'e404c053-bc21-4cf0-9ba6-07e6971e588f', 'tag': 'af48c6cc-61d7-40f4-85b0-60adf2267642', 'status': 'completed', 'code': 200}
Mar 31 18:21:13.515614 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6880afa8-94fc-4237-9fc2-73e3e135f9c6 req-eeabd5d1-874a-4d3a-b7c8-e9ed0d9f4f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:21:13.517121 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-6880afa8-94fc-4237-9fc2-73e3e135f9c6 req-eeabd5d1-874a-4d3a-b7c8-e9ed0d9f4f5e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=eb7248f2c93342cd823f385c53a69d05&device_id=e404c053-bc21-4cf0-9ba6-07e6971e588f HTTP/1.1" status: 200  len: 1127 time: 0.0487790
Mar 31 18:21:13.628230 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6880afa8-94fc-4237-9fc2-73e3e135f9c6 req-aba1f8b1-5aae-4239-9001-bbef53e33506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:21:13.629701 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-6880afa8-94fc-4237-9fc2-73e3e135f9c6 req-aba1f8b1-5aae-4239-9001-bbef53e33506 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=eb7248f2c93342cd823f385c53a69d05&shared=False HTTP/1.1" status: 200  len: 917 time: 0.0962298
Mar 31 18:21:13.720377 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6880afa8-94fc-4237-9fc2-73e3e135f9c6 req-bbf3e4ad-7964-4e0e-9946-e43c828996e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:21:13.721864 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-6880afa8-94fc-4237-9fc2-73e3e135f9c6 req-bbf3e4ad-7964-4e0e-9946-e43c828996e9 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0851493
Mar 31 18:21:13.824739 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea4f869-4e37-4145-b0f3-bfcd7d3587ef req-e695c9a2-3e35-45a2-b653-88226e753c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:21:13.826218 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-bea4f869-4e37-4145-b0f3-bfcd7d3587ef req-e695c9a2-3e35-45a2-b653-88226e753c89 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=eb7248f2c93342cd823f385c53a69d05&device_id=e404c053-bc21-4cf0-9ba6-07e6971e588f HTTP/1.1" status: 200  len: 1127 time: 0.0449245
Mar 31 18:21:13.880844 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-bea4f869-4e37-4145-b0f3-bfcd7d3587ef req-83a251c4-6325-4255-98f8-ecaf0c1cdd8c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=af48c6cc-61d7-40f4-85b0-60adf2267642 HTTP/1.1" status: 200  len: 217 time: 0.0392497
Mar 31 18:21:13.937158 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea4f869-4e37-4145-b0f3-bfcd7d3587ef req-ea588a2f-deca-4a53-a6fc-58519a9e5375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:21:13.938667 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-bea4f869-4e37-4145-b0f3-bfcd7d3587ef req-ea588a2f-deca-4a53-a6fc-58519a9e5375 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b54f9372-100f-4525-b4b3-2814afa9d771 HTTP/1.1" status: 200  len: 855 time: 0.0447011
Mar 31 18:21:13.988000 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea4f869-4e37-4145-b0f3-bfcd7d3587ef req-48ef565f-1058-4290-a6a4-c5d6bf70c02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:21:13.989397 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-bea4f869-4e37-4145-b0f3-bfcd7d3587ef req-48ef565f-1058-4290-a6a4-c5d6bf70c02a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b654ebd8-4c33-443d-bee5-4bafdafcd132&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0440907
Mar 31 18:21:14.082714 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-bea4f869-4e37-4145-b0f3-bfcd7d3587ef req-f3ff91dd-e166-4764-9d1a-9fd36d71693b service neutron] 10.222.0.44 "GET /v2.0/networks/b654ebd8-4c33-443d-bee5-4bafdafcd132?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0853894
Mar 31 18:21:14.202157 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-bea4f869-4e37-4145-b0f3-bfcd7d3587ef req-d91d86cb-6d35-4aa2-b4ca-66009fd8a3af service neutron] 10.222.0.44 "GET /v2.0/networks/b654ebd8-4c33-443d-bee5-4bafdafcd132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1122448
Mar 31 18:21:14.229269 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a58abf-14eb-487c-85d9-6d450fb6f224 req-15b64b62-1a29-4f0f-bb8d-70da9f7ce030 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:21:14.230741 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-73a58abf-14eb-487c-85d9-6d450fb6f224 req-15b64b62-1a29-4f0f-bb8d-70da9f7ce030 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=e404c053-bc21-4cf0-9ba6-07e6971e588f HTTP/1.1" status: 200  len: 943 time: 0.0840046
Mar 31 18:21:14.277677 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-73a58abf-14eb-487c-85d9-6d450fb6f224 req-50400cca-53f4-450d-973f-2821655e0b0a tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=a96ba1a0-82dd-4e19-8a36-2c39fdbd0042&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411479
Mar 31 18:21:14.447547 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923cb578-da8b-4e4c-9149-b5a87497f15b req-aeb4cfba-54cf-4d1e-98f8-d6414b87c5f5 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:21:14.448196 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-923cb578-da8b-4e4c-9149-b5a87497f15b req-aeb4cfba-54cf-4d1e-98f8-d6414b87c5f5 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2498a53-f6d8-4236-8788-289622fc2c88 HTTP/1.1" status: 200  len: 945 time: 0.0533516
Mar 31 18:21:14.499634 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-923cb578-da8b-4e4c-9149-b5a87497f15b req-ef46d138-86e5-4167-b2ad-f560f62b6940 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=91eafa52-8a02-4cc9-8dc3-2de254a2cf85&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456984
Mar 31 18:21:15.007155 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8505ba82-23f5-4e43-854a-5c40a9898538 req-ad4b57fb-92b9-4a49-be85-619b6ab8400d tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:21:15.008642 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-8505ba82-23f5-4e43-854a-5c40a9898538 req-ad4b57fb-92b9-4a49-be85-619b6ab8400d tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2498a53-f6d8-4236-8788-289622fc2c88 HTTP/1.1" status: 200  len: 945 time: 0.0543723
Mar 31 18:21:15.102667 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [req-8505ba82-23f5-4e43-854a-5c40a9898538 req-197efa9d-6391-4b05-ba03-fddbda382623 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Deleting port 5510c46b-9407-41b3-b02d-dbe7f958b08c {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 31 18:21:15.103012 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-8505ba82-23f5-4e43-854a-5c40a9898538 req-197efa9d-6391-4b05-ba03-fddbda382623 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759343023638'] for port (5510c46b-9407-41b3-b02d-dbe7f958b08c), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:15.192634 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [req-8505ba82-23f5-4e43-854a-5c40a9898538 req-197efa9d-6391-4b05-ba03-fddbda382623 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] For port 5510c46b-9407-41b3-b02d-dbe7f958b08c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5510c46b-9407-41b3-b02d-dbe7f958b08c,segment=NetworkSegment(bcaae20b-26f6-4a98-8fc9-ae5ab378776d),segment_id=bcaae20b-26f6-4a98-8fc9-ae5ab378776d)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:21:15.192996 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-8505ba82-23f5-4e43-854a-5c40a9898538 req-197efa9d-6391-4b05-ba03-fddbda382623 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505421'] for port (5510c46b-9407-41b3-b02d-dbe7f958b08c), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:15.388022 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-8505ba82-23f5-4e43-854a-5c40a9898538 req-197efa9d-6391-4b05-ba03-fddbda382623 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:15.388432 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-8505ba82-23f5-4e43-854a-5c40a9898538 req-197efa9d-6391-4b05-ba03-fddbda382623 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505983'] for floatingip (c5fe7bef-c517-4991-9df7-2fab9c2b254f), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:15.388739 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.db.l3_db [req-8505ba82-23f5-4e43-854a-5c40a9898538 req-197efa9d-6391-4b05-ba03-fddbda382623 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Floating IP c5fe7bef-c517-4991-9df7-2fab9c2b254f disassociated. External IP: 172.37.2.41, port: 5510c46b-9407-41b3-b02d-dbe7f958b08c.
Mar 31 18:21:15.389074 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [req-8505ba82-23f5-4e43-854a-5c40a9898538 req-197efa9d-6391-4b05-ba03-fddbda382623 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Calling delete_port for 5510c46b-9407-41b3-b02d-dbe7f958b08c owned by compute:nova {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 31 18:21:15.454393 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34f3f04-4b7b-4002-aafc-9c58dcd6afc3 req-c25097bc-df34-4ba8-80ff-a85233af1641 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:21:15.455876 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-b34f3f04-4b7b-4002-aafc-9c58dcd6afc3 req-c25097bc-df34-4ba8-80ff-a85233af1641 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=e404c053-bc21-4cf0-9ba6-07e6971e588f HTTP/1.1" status: 200  len: 943 time: 0.1061459
Mar 31 18:21:15.520433 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-b34f3f04-4b7b-4002-aafc-9c58dcd6afc3 req-a6873532-b676-4273-b778-a4324218e556 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=a96ba1a0-82dd-4e19-8a36-2c39fdbd0042&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0557806
Mar 31 18:21:15.618332 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34047935-684b-4c9d-af8f-57baaaf7aa75 req-9fde353a-ebd1-4850-aef8-4db7e0017239 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:21:15.619744 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-34047935-684b-4c9d-af8f-57baaaf7aa75 req-9fde353a-ebd1-4850-aef8-4db7e0017239 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2498a53-f6d8-4236-8788-289622fc2c88 HTTP/1.1" status: 200  len: 945 time: 0.0531664
Mar 31 18:21:15.633213 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-8505ba82-23f5-4e43-854a-5c40a9898538 req-197efa9d-6391-4b05-ba03-fddbda382623 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759343027577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759342510071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13081985'] for port (5510c46b-9407-41b3-b02d-dbe7f958b08c), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:15.662842 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197efa9d-6391-4b05-ba03-fddbda382623 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Pushing event deleted for resources: {'Port': ['ID=5510c46b-9407-41b3-b02d-dbe7f958b08c,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:21:15.667143 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-34047935-684b-4c9d-af8f-57baaaf7aa75 req-37bf1600-b1d8-42c8-b6d0-4cd3030db242 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=91eafa52-8a02-4cc9-8dc3-2de254a2cf85&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418065
Mar 31 18:21:15.779750 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8505ba82-23f5-4e43-854a-5c40a9898538 req-197efa9d-6391-4b05-ba03-fddbda382623 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Router d678eb86-3733-4b06-a3b9-aa722ad43e05 has already been hosted by L3 agent f09d5d1b-4294-4f18-9a00-351412ae7ca6 {{(pid=103897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 31 18:21:15.891857 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8505ba82-23f5-4e43-854a-5c40a9898538 req-197efa9d-6391-4b05-ba03-fddbda382623 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 31 18:21:15.902290 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e926bb0-5996-487b-865d-2e01612aed30 None None] Sync routers for ids ['d678eb86-3733-4b06-a3b9-aa722ad43e05'] in dv-cinder-master-3-iscsi {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 31 18:21:15.912701 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e926bb0-5996-487b-865d-2e01612aed30 None None] Routers {'d678eb86-3733-4b06-a3b9-aa722ad43e05'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 31 18:21:15.913343 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-4e926bb0-5996-487b-865d-2e01612aed30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f77150e0730>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T18:05:01Z,description=<?>,heartbeat_timestamp=2022-03-31T18:21:01Z,host='dv-cinder-master-3-iscsi',id=f09d5d1b-4294-4f18-9a00-351412ae7ca6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-31T18:05:02Z,topic='l3_agent')) {'router_ids': ['d678eb86-3733-4b06-a3b9-aa722ad43e05'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:21:15.935146 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [req-8505ba82-23f5-4e43-854a-5c40a9898538 req-197efa9d-6391-4b05-ba03-fddbda382623 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] No DVR routers for this DVR port 5510c46b-9407-41b3-b02d-dbe7f958b08c on host hv-cinder-maste {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 31 18:21:15.937678 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-8505ba82-23f5-4e43-854a-5c40a9898538 req-197efa9d-6391-4b05-ba03-fddbda382623 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30337'] for port (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:15.940933 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-8505ba82-23f5-4e43-854a-5c40a9898538 req-197efa9d-6391-4b05-ba03-fddbda382623 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.44 "DELETE /v2.0/ports/5510c46b-9407-41b3-b02d-dbe7f958b08c HTTP/1.1" status: 204  len: 173 time: 0.9271247
Mar 31 18:21:15.941366 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2498a53-f6d8-4236-8788-289622fc2c88', 'name': 'network-vif-deleted', 'tag': '5510c46b-9407-41b3-b02d-dbe7f958b08c'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 31 18:21:15.944457 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73fc78de55affb2fac0a31bf62e314c48f0d961b1f9e9815d43b8150b113e94f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e098b493-2b73-4b77-b943-f7ca29d9bbb7" -d '{"events": [{"server_uuid": "a2498a53-f6d8-4236-8788-289622fc2c88", "name": "network-vif-deleted", "tag": "5510c46b-9407-41b3-b02d-dbe7f958b08c"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 31 18:21:15.980552 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 18:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-069a7e68-e019-4853-b1c1-dcc855fdc080 x-openstack-request-id: req-069a7e68-e019-4853-b1c1-dcc855fdc080 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 31 18:21:15.980881 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2498a53-f6d8-4236-8788-289622fc2c88", "name": "network-vif-deleted", "tag": "5510c46b-9407-41b3-b02d-dbe7f958b08c", "status": "completed", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 31 18:21:15.981139 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-069a7e68-e019-4853-b1c1-dcc855fdc080 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 31 18:21:15.981543 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-069a7e68-e019-4853-b1c1-dcc855fdc080'] response: {'server_uuid': 'a2498a53-f6d8-4236-8788-289622fc2c88', 'name': 'network-vif-deleted', 'tag': '5510c46b-9407-41b3-b02d-dbe7f958b08c', 'status': 'completed', 'code': 200}
Mar 31 18:21:16.029921 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-4e926bb0-5996-487b-865d-2e01612aed30 None None] Set router d678eb86-3733-4b06-a3b9-aa722ad43e05 gateway port host: dv-cinder-master-3-iscsi {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 31 18:21:16.251479 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-4e926bb0-5996-487b-865d-2e01612aed30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f77150e0730>, [{'id': 'd678eb86-3733-4b06-a3b9-aa722ad43e05', 'name': 'tempest-ServerRescueNegativeTestJSON-1830224405-router', 'tenant_id': '6fc2eb72902a441ca6a6fa9350ce75f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.24'}], 'enable_snat': True}, 'gw_port_id': '59d53217-d0eb-4fc5-bfe8-49437283aec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:13:42Z', 'updated_at': '2022-03-31T18:13:48Z', 'revision_number': 4, 'project_id': '6fc2eb72902a441ca6a6fa9350ce75f8', 'gw_port': {'id': '59d53217-d0eb-4fc5-bfe8-49437283aec0', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:10:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd678eb86-3733-4b06-a3b9-aa722ad43e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:13:43Z', 'updated_at': '2022-03-31T18:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '51b8168b-e7fb-4efb-b67b-28eeb8745794', 'name': '', 'network_id': 'fca50c83-3b91-4a03-8e1d-d873f4d904c1', 'tenant_id': '6fc2eb72902a441ca6a6fa9350ce75f8', 'mac_address': 'fa:16:3e:bb:ce:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd678eb86-3733-4b06-a3b9-aa722ad43e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5c50616b-7511-4714-bd2d-e587d92cf7dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:13:47Z', 'updated_at': '2022-03-31T18:13:53Z', 'revision_number': 5, 'project_id': '6fc2eb72902a441ca6a6fa9350ce75f8', 'subnets': [{'id': '5c50616b-7511-4714-bd2d-e587d92cf7dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:21:16.278156 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e926bb0-5996-487b-865d-2e01612aed30 None None] Checking router: d678eb86-3733-4b06-a3b9-aa722ad43e05 for host: dv-cinder-master-3-iscsi {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 31 18:21:16.286377 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e926bb0-5996-487b-865d-2e01612aed30 None None] Routers {'d678eb86-3733-4b06-a3b9-aa722ad43e05'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 31 18:21:16.287063 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-4e926bb0-5996-487b-865d-2e01612aed30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f77150e0730>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T18:05:01Z,description=<?>,heartbeat_timestamp=2022-03-31T18:21:01Z,host='dv-cinder-master-3-iscsi',id=f09d5d1b-4294-4f18-9a00-351412ae7ca6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-31T18:05:02Z,topic='l3_agent')) {'router_ids': ['d678eb86-3733-4b06-a3b9-aa722ad43e05'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:21:16.393479 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-4e926bb0-5996-487b-865d-2e01612aed30 None None] Set router d678eb86-3733-4b06-a3b9-aa722ad43e05 gateway port host: dv-cinder-master-3-iscsi {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 31 18:21:16.599390 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-4e926bb0-5996-487b-865d-2e01612aed30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f77150e0730>, [{'id': 'd678eb86-3733-4b06-a3b9-aa722ad43e05', 'name': 'tempest-ServerRescueNegativeTestJSON-1830224405-router', 'tenant_id': '6fc2eb72902a441ca6a6fa9350ce75f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.24'}], 'enable_snat': True}, 'gw_port_id': '59d53217-d0eb-4fc5-bfe8-49437283aec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:13:42Z', 'updated_at': '2022-03-31T18:13:48Z', 'revision_number': 4, 'project_id': '6fc2eb72902a441ca6a6fa9350ce75f8', 'gw_port': {'id': '59d53217-d0eb-4fc5-bfe8-49437283aec0', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:10:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd678eb86-3733-4b06-a3b9-aa722ad43e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:13:43Z', 'updated_at': '2022-03-31T18:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '51b8168b-e7fb-4efb-b67b-28eeb8745794', 'name': '', 'network_id': 'fca50c83-3b91-4a03-8e1d-d873f4d904c1', 'tenant_id': '6fc2eb72902a441ca6a6fa9350ce75f8', 'mac_address': 'fa:16:3e:bb:ce:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd678eb86-3733-4b06-a3b9-aa722ad43e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5c50616b-7511-4714-bd2d-e587d92cf7dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:13:47Z', 'updated_at': '2022-03-31T18:13:53Z', 'revision_number': 5, 'project_id': '6fc2eb72902a441ca6a6fa9350ce75f8', 'subnets': [{'id': '5c50616b-7511-4714-bd2d-e587d92cf7dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:21:16.631736 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e926bb0-5996-487b-865d-2e01612aed30 None None] The sync data for ids ['d678eb86-3733-4b06-a3b9-aa722ad43e05'] in dv-cinder-master-3-iscsi is: [{'id': 'd678eb86-3733-4b06-a3b9-aa722ad43e05', 'name': 'tempest-ServerRescueNegativeTestJSON-1830224405-router', 'tenant_id': '6fc2eb72902a441ca6a6fa9350ce75f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.24'}], 'enable_snat': True}, 'gw_port_id': '59d53217-d0eb-4fc5-bfe8-49437283aec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:13:42Z', 'updated_at': '2022-03-31T18:13:48Z', 'revision_number': 4, 'project_id': '6fc2eb72902a441ca6a6fa9350ce75f8', 'gw_port': {'id': '59d53217-d0eb-4fc5-bfe8-49437283aec0', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:10:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd678eb86-3733-4b06-a3b9-aa722ad43e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:13:43Z', 'updated_at': '2022-03-31T18:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '51b8168b-e7fb-4efb-b67b-28eeb8745794', 'name': '', 'network_id': 'fca50c83-3b91-4a03-8e1d-d873f4d904c1', 'tenant_id': '6fc2eb72902a441ca6a6fa9350ce75f8', 'mac_address': 'fa:16:3e:bb:ce:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd678eb86-3733-4b06-a3b9-aa722ad43e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5c50616b-7511-4714-bd2d-e587d92cf7dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:13:47Z', 'updated_at': '2022-03-31T18:13:53Z', 'revision_number': 5, 'project_id': '6fc2eb72902a441ca6a6fa9350ce75f8', 'subnets': [{'id': '5c50616b-7511-4714-bd2d-e587d92cf7dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 31 18:21:16.668601 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca71bec-a90b-4fbd-82a1-806a1fd56f7f req-1c5b06c0-8e3e-425a-a9a8-d13fadbc14e3 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:21:16.670713 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-4ca71bec-a90b-4fbd-82a1-806a1fd56f7f req-1c5b06c0-8e3e-425a-a9a8-d13fadbc14e3 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=e404c053-bc21-4cf0-9ba6-07e6971e588f HTTP/1.1" status: 200  len: 943 time: 0.0652661
Mar 31 18:21:16.731197 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-4ca71bec-a90b-4fbd-82a1-806a1fd56f7f req-288ef8d9-aeb5-4559-883b-9014d69eafe7 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=a96ba1a0-82dd-4e19-8a36-2c39fdbd0042&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0537424
Mar 31 18:21:16.802222 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-18bafa02-d2dd-4130-b5e6-ba4eddeb66fe req-e8881508-7f0a-4a39-ba0c-62277b559019 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2498a53-f6d8-4236-8788-289622fc2c88 HTTP/1.1" status: 200  len: 210 time: 0.0324235
Mar 31 18:21:16.916268 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51fcfab6-4134-46d2-8d60-84a49d77773a None None] New status for floating IP c5fe7bef-c517-4991-9df7-2fab9c2b254f: DOWN {{(pid=103899) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 31 18:21:17.852858 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b04587-3b89-4ca6-887d-1ba2c39a8f72 req-541b4c2d-690f-4f96-bf0e-37f9d3e15de4 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:21:17.854312 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-82b04587-3b89-4ca6-887d-1ba2c39a8f72 req-541b4c2d-690f-4f96-bf0e-37f9d3e15de4 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=e404c053-bc21-4cf0-9ba6-07e6971e588f HTTP/1.1" status: 200  len: 943 time: 0.0585556
Mar 31 18:21:17.903100 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-82b04587-3b89-4ca6-887d-1ba2c39a8f72 req-122052f5-dde8-48b1-bc8e-cee5c52ca03e tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=a96ba1a0-82dd-4e19-8a36-2c39fdbd0042&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426316
Mar 31 18:21:17.993400 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 54236) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:21:18.047372 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9510264e-3841-41d1-8fe3-43cd78d24eb2 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Publish callbacks [] for security_group (91eafa52-8a02-4cc9-8dc3-2de254a2cf85), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:18.070198 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9510264e-3841-41d1-8fe3-43cd78d24eb2 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Publish callbacks [] for security_group (91eafa52-8a02-4cc9-8dc3-2de254a2cf85), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:18.231260 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9510264e-3841-41d1-8fe3-43cd78d24eb2 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (91eafa52-8a02-4cc9-8dc3-2de254a2cf85), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:18.233839 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9510264e-3841-41d1-8fe3-43cd78d24eb2 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Publish callbacks [] for security_group (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:18.235067 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-9510264e-3841-41d1-8fe3-43cd78d24eb2 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "DELETE /v2.0/security-groups/91eafa52-8a02-4cc9-8dc3-2de254a2cf85 HTTP/1.1" status: 204  len: 168 time: 0.2406492
Mar 31 18:21:18.237631 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 54238) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:21:18.245106 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9510264e-3841-41d1-8fe3-43cd78d24eb2 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91eafa52-8a02-4cc9-8dc3-2de254a2cf85,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:21:18.250692 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.api.v2.resource [None req-1577740a-f38e-4b72-8cf1-f4ea3f262a86 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] show failed (client error): The resource could not be found.
Mar 31 18:21:18.254250 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-1577740a-f38e-4b72-8cf1-f4ea3f262a86 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups/91eafa52-8a02-4cc9-8dc3-2de254a2cf85 HTTP/1.1" status: 404  len: 347 time: 0.0130548
Mar 31 18:21:18.254801 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 54240) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:21:18.381693 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-9322dca4-a73a-4e2e-8c9c-227c5832e78c tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Deleting port cc734975-76d9-44a9-ab1f-ad7ac43a9326 {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 31 18:21:18.381950 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9322dca4-a73a-4e2e-8c9c-227c5832e78c tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759343023638'] for port (cc734975-76d9-44a9-ab1f-ad7ac43a9326), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:18.426844 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Device af48c6cc-61d7-40f4-85b0-60adf2267642 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103898) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 31 18:21:18.458884 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9322dca4-a73a-4e2e-8c9c-227c5832e78c tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505421'] for port (cc734975-76d9-44a9-ab1f-ad7ac43a9326), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:18.459900 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9322dca4-a73a-4e2e-8c9c-227c5832e78c tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Publish callbacks [] for floatingip (cc734975-76d9-44a9-ab1f-ad7ac43a9326), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:18.471926 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-9322dca4-a73a-4e2e-8c9c-227c5832e78c tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Calling delete_port for cc734975-76d9-44a9-ab1f-ad7ac43a9326 owned by network:floatingip {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 31 18:21:18.523602 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] For port af48c6cc-61d7-40f4-85b0-60adf2267642, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=af48c6cc-61d7-40f4-85b0-60adf2267642,segment=NetworkSegment(d3dc8398-bd2c-4dc7-a2ac-12de370e002b),segment_id=d3dc8398-bd2c-4dc7-a2ac-12de370e002b)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:21:18.535288 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Returning: {'device': 'af48c6cc-61d7-40f4-85b0-60adf2267642', 'network_id': 'b654ebd8-4c33-443d-bee5-4bafdafcd132', 'port_id': 'af48c6cc-61d7-40f4-85b0-60adf2267642', 'mac_address': 'fa:16:3e:93:ed:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b54f9372-100f-4525-b4b3-2814afa9d771', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103898) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 31 18:21:18.580861 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Current status of the port af48c6cc-61d7-40f4-85b0-60adf2267642 is: DOWN; New status is: BUILD {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:21:18.581252 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (af48c6cc-61d7-40f4-85b0-60adf2267642), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:18.595390 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.notifiers.nova [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af48c6cc-61d7-40f4-85b0-60adf2267642 {{(pid=103898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 31 18:21:18.617623 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] For port af48c6cc-61d7-40f4-85b0-60adf2267642, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=af48c6cc-61d7-40f4-85b0-60adf2267642,segment=NetworkSegment(d3dc8398-bd2c-4dc7-a2ac-12de370e002b),segment_id=d3dc8398-bd2c-4dc7-a2ac-12de370e002b)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:21:18.690064 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9322dca4-a73a-4e2e-8c9c-227c5832e78c tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759343027577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759342510071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13081985'] for port (cc734975-76d9-44a9-ab1f-ad7ac43a9326), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:18.714053 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9322dca4-a73a-4e2e-8c9c-227c5832e78c tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Pushing event deleted for resources: {'Port': ['ID=cc734975-76d9-44a9-ab1f-ad7ac43a9326,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:21:18.718597 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (af48c6cc-61d7-40f4-85b0-60adf2267642), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:18.766519 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Pushing event updated for resources: {'Port': ['ID=af48c6cc-61d7-40f4-85b0-60adf2267642,revision_number=4']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:21:18.773939 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:21:18.774293 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:21:18.774980 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:21:18.774980 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:21:18.775325 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:21:18.775655 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:21:18.775983 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:21:18.776314 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:21:18.776646 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:21:18.776972 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:21:18.777297 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:21:18.777626 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:21:18.777951 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:21:18.778273 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:21:18.778595 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:21:18.781372 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9322dca4-a73a-4e2e-8c9c-227c5832e78c tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Publish callbacks [] for floatingip (c5fe7bef-c517-4991-9df7-2fab9c2b254f), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:18.783955 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9322dca4-a73a-4e2e-8c9c-227c5832e78c tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30337'] for floatingip (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:18.788787 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-9322dca4-a73a-4e2e-8c9c-227c5832e78c tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "DELETE /v2.0/floatingips/c5fe7bef-c517-4991-9df7-2fab9c2b254f HTTP/1.1" status: 204  len: 168 time: 0.5329006
Mar 31 18:21:19.028485 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760648d9-5df3-4484-af91-81b00da33c34 req-74f54a45-8503-4a3b-b016-82d8b3e76af9 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:21:19.029980 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-760648d9-5df3-4484-af91-81b00da33c34 req-74f54a45-8503-4a3b-b016-82d8b3e76af9 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=e404c053-bc21-4cf0-9ba6-07e6971e588f HTTP/1.1" status: 200  len: 944 time: 0.0581279
Mar 31 18:21:19.079009 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-760648d9-5df3-4484-af91-81b00da33c34 req-fa01f6c2-345b-46ca-9295-27534f986f91 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=a96ba1a0-82dd-4e19-8a36-2c39fdbd0042&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430517
Mar 31 18:21:19.188655 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] get_ports_and_sgs() called for port_ids ['af48c6cc-61d7-40f4-85b0-60adf2267642'] {{(pid=103898) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 31 18:21:20.200219 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1f4b95-177d-44b0-84ac-078415e69029 req-b37ed0f2-c1fe-493c-9a36-23409d8a8d4b tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:21:20.201678 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-8d1f4b95-177d-44b0-84ac-078415e69029 req-b37ed0f2-c1fe-493c-9a36-23409d8a8d4b tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=e404c053-bc21-4cf0-9ba6-07e6971e588f HTTP/1.1" status: 200  len: 944 time: 0.0524950
Mar 31 18:21:20.248823 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-8d1f4b95-177d-44b0-84ac-078415e69029 req-92f786c8-834e-4b7e-b1ee-2e07f7701cf4 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=a96ba1a0-82dd-4e19-8a36-2c39fdbd0042&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416021
Mar 31 18:21:20.426135 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Device af48c6cc-61d7-40f4-85b0-60adf2267642 up at agent hyperv_hv-cinder-maste {{(pid=103898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 31 18:21:20.558210 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Provisioning for port af48c6cc-61d7-40f4-85b0-60adf2267642 completed by entity L2. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 31 18:21:20.562109 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Provisioning complete for port af48c6cc-61d7-40f4-85b0-60adf2267642 triggered by entity L2. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:21:20.562485 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (af48c6cc-61d7-40f4-85b0-60adf2267642), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:20.642939 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Current status of the port af48c6cc-61d7-40f4-85b0-60adf2267642 is: BUILD; New status is: ACTIVE {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:21:20.643244 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (af48c6cc-61d7-40f4-85b0-60adf2267642), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:20.665471 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e404c053-bc21-4cf0-9ba6-07e6971e588f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af48c6cc-61d7-40f4-85b0-60adf2267642'}] {{(pid=103898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 31 18:21:20.668008 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb3075c6172e5baa69f5abc91eefeb9b3c1bf45f76ecf44b7f00bb5a6f62f1a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6836ca38-4469-4802-88a5-17671db9ae6c" -d '{"events": [{"server_uuid": "e404c053-bc21-4cf0-9ba6-07e6971e588f", "name": "network-vif-plugged", "status": "completed", "tag": "af48c6cc-61d7-40f4-85b0-60adf2267642"}]}' {{(pid=103898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 31 18:21:20.680160 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] For port af48c6cc-61d7-40f4-85b0-60adf2267642, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=af48c6cc-61d7-40f4-85b0-60adf2267642,segment=NetworkSegment(d3dc8398-bd2c-4dc7-a2ac-12de370e002b),segment_id=d3dc8398-bd2c-4dc7-a2ac-12de370e002b)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:21:20.705492 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 18:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58ace6c1-51dd-4a89-83b0-9f75a55ea5f1 x-openstack-request-id: req-58ace6c1-51dd-4a89-83b0-9f75a55ea5f1 {{(pid=103898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 31 18:21:20.705812 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e404c053-bc21-4cf0-9ba6-07e6971e588f", "name": "network-vif-plugged", "status": "completed", "tag": "af48c6cc-61d7-40f4-85b0-60adf2267642", "code": 200}]} {{(pid=103898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 31 18:21:20.706067 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-58ace6c1-51dd-4a89-83b0-9f75a55ea5f1 {{(pid=103898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 31 18:21:20.706465 dv-cinder-master-3-iscsi neutron-server[103898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58ace6c1-51dd-4a89-83b0-9f75a55ea5f1'] response: {'server_uuid': 'e404c053-bc21-4cf0-9ba6-07e6971e588f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af48c6cc-61d7-40f4-85b0-60adf2267642', 'code': 200}
Mar 31 18:21:20.747087 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (af48c6cc-61d7-40f4-85b0-60adf2267642), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:20.747915 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Device 5510c46b-9407-41b3-b02d-dbe7f958b08c no longer exists at agent hyperv_hv-cinder-maste {{(pid=103898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 31 18:21:20.769049 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] No Port match for: 5510c46b-9407-41b3-b02d-dbe7f958b08c {{(pid=103898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 31 18:21:20.769392 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Device 5510c46b-9407-41b3-b02d-dbe7f958b08c not bound to the agent host hv-cinder-maste {{(pid=103898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 31 18:21:20.812176 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Pushing event updated for resources: {'Port': ['ID=af48c6cc-61d7-40f4-85b0-60adf2267642,revision_number=5']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:21:21.068085 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd6ab1-27d5-4c14-bbfb-c3a49403e8a5 req-1b49334d-3cd9-4f12-ac26-3769bfc2435b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:21:21.070254 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-69cd6ab1-27d5-4c14-bbfb-c3a49403e8a5 req-1b49334d-3cd9-4f12-ac26-3769bfc2435b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e404c053-bc21-4cf0-9ba6-07e6971e588f HTTP/1.1" status: 200  len: 1129 time: 0.0448837
Mar 31 18:21:21.116756 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-69cd6ab1-27d5-4c14-bbfb-c3a49403e8a5 req-1ba79fda-a223-4021-9a77-5933089c1773 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=a96ba1a0-82dd-4e19-8a36-2c39fdbd0042&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376129
Mar 31 18:21:21.372976 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad396361-fe1b-4990-bdc6-0c5974df55c4 req-0da711ac-8de6-474c-8901-3f89e4321516 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:21:21.374474 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-ad396361-fe1b-4990-bdc6-0c5974df55c4 req-0da711ac-8de6-474c-8901-3f89e4321516 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=e404c053-bc21-4cf0-9ba6-07e6971e588f HTTP/1.1" status: 200  len: 945 time: 0.0550296
Mar 31 18:21:21.423307 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-ad396361-fe1b-4990-bdc6-0c5974df55c4 req-a4e474ec-08dc-417a-a08e-9b733bd814d0 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=a96ba1a0-82dd-4e19-8a36-2c39fdbd0042&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430908
Mar 31 18:21:21.858890 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5870fbd-2b33-4ee2-9a7f-8c1dbe911bd7 req-8d315083-831f-457f-a940-6b7bfa5747fd tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:21:21.860352 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-a5870fbd-2b33-4ee2-9a7f-8c1dbe911bd7 req-8d315083-831f-457f-a940-6b7bfa5747fd tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=62ef59ed-5ec0-4452-9708-184340fa4f7f HTTP/1.1" status: 200  len: 945 time: 0.0547462
Mar 31 18:21:21.909515 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-a5870fbd-2b33-4ee2-9a7f-8c1dbe911bd7 req-d349aba4-08b6-481d-812c-7f17f6075297 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=17058b10-5914-4853-8fcd-dda14ab54996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427623
Mar 31 18:21:22.548786 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d7e7ed-f575-4133-8299-30920fbb34dc req-019d4f26-71de-401b-82cf-10f1d41409ba tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:21:22.550257 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-50d7e7ed-f575-4133-8299-30920fbb34dc req-019d4f26-71de-401b-82cf-10f1d41409ba tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=e404c053-bc21-4cf0-9ba6-07e6971e588f HTTP/1.1" status: 200  len: 945 time: 0.0556242
Mar 31 18:21:22.596507 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-50d7e7ed-f575-4133-8299-30920fbb34dc req-bc2c5150-ba07-49be-8b06-0d9ae3fd647a tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=a96ba1a0-82dd-4e19-8a36-2c39fdbd0042&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401659
Mar 31 18:21:22.863107 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b2151d-3216-4f07-b204-6466582fb308 req-0f62d548-22aa-4df8-8ce0-9d8fef212aee tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:21:22.864540 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-b1b2151d-3216-4f07-b204-6466582fb308 req-0f62d548-22aa-4df8-8ce0-9d8fef212aee tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.44 "GET /v2.0/ports?device_id=62ef59ed-5ec0-4452-9708-184340fa4f7f HTTP/1.1" status: 200  len: 945 time: 0.0549796
Mar 31 18:21:22.973661 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [req-b1b2151d-3216-4f07-b204-6466582fb308 req-ca2667cb-da4a-4cdb-a58e-375d85274124 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Deleting port 9426b740-3eca-421b-a5c0-b9ab2601eebd {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 31 18:21:22.973927 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-b1b2151d-3216-4f07-b204-6466582fb308 req-ca2667cb-da4a-4cdb-a58e-375d85274124 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759343023638'] for port (9426b740-3eca-421b-a5c0-b9ab2601eebd), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:23.333800 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [req-b1b2151d-3216-4f07-b204-6466582fb308 req-ca2667cb-da4a-4cdb-a58e-375d85274124 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] For port 9426b740-3eca-421b-a5c0-b9ab2601eebd, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9426b740-3eca-421b-a5c0-b9ab2601eebd,segment=NetworkSegment(bcaae20b-26f6-4a98-8fc9-ae5ab378776d),segment_id=bcaae20b-26f6-4a98-8fc9-ae5ab378776d)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:21:23.334762 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-b1b2151d-3216-4f07-b204-6466582fb308 req-ca2667cb-da4a-4cdb-a58e-375d85274124 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505421'] for port (9426b740-3eca-421b-a5c0-b9ab2601eebd), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:23.343297 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fe6efa-5bd3-460e-839c-904189317228 req-7c056105-cb3d-4417-9207-ccb2291d5409 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:21:23.344761 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-40fe6efa-5bd3-460e-839c-904189317228 req-7c056105-cb3d-4417-9207-ccb2291d5409 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=62ef59ed-5ec0-4452-9708-184340fa4f7f HTTP/1.1" status: 200  len: 945 time: 0.3666284
Mar 31 18:21:23.360663 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [req-b1b2151d-3216-4f07-b204-6466582fb308 req-ca2667cb-da4a-4cdb-a58e-375d85274124 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Calling delete_port for 9426b740-3eca-421b-a5c0-b9ab2601eebd owned by compute:nova {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 31 18:21:23.438914 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-40fe6efa-5bd3-460e-839c-904189317228 req-92b518f4-7452-4bad-9d46-973d4b640fb4 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=17058b10-5914-4853-8fcd-dda14ab54996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0877724
Mar 31 18:21:23.604292 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-b1b2151d-3216-4f07-b204-6466582fb308 req-ca2667cb-da4a-4cdb-a58e-375d85274124 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759343027577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759342510071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13081985'] for port (9426b740-3eca-421b-a5c0-b9ab2601eebd), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:23.633680 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2667cb-da4a-4cdb-a58e-375d85274124 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Pushing event deleted for resources: {'Port': ['ID=9426b740-3eca-421b-a5c0-b9ab2601eebd,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:21:23.640671 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] get_ports_and_sgs() called for port_ids ['9426b740-3eca-421b-a5c0-b9ab2601eebd', 'a16d9c5f-04bd-414b-a468-f0a9a47b917b'] {{(pid=103898) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 31 18:21:23.678823 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1b2151d-3216-4f07-b204-6466582fb308 req-ca2667cb-da4a-4cdb-a58e-375d85274124 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] No DVR routers for this DVR port 9426b740-3eca-421b-a5c0-b9ab2601eebd on host hv-cinder-maste {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 31 18:21:23.682640 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-b1b2151d-3216-4f07-b204-6466582fb308 req-ca2667cb-da4a-4cdb-a58e-375d85274124 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30337'] for port (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:23.686291 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-b1b2151d-3216-4f07-b204-6466582fb308 req-ca2667cb-da4a-4cdb-a58e-375d85274124 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.44 "DELETE /v2.0/ports/9426b740-3eca-421b-a5c0-b9ab2601eebd HTTP/1.1" status: 204  len: 173 time: 0.8038514
Mar 31 18:21:23.686990 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62ef59ed-5ec0-4452-9708-184340fa4f7f', 'name': 'network-vif-deleted', 'tag': '9426b740-3eca-421b-a5c0-b9ab2601eebd'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 31 18:21:23.689456 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73fc78de55affb2fac0a31bf62e314c48f0d961b1f9e9815d43b8150b113e94f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36d3c9f0-614f-4266-943e-58590757fe1a" -d '{"events": [{"server_uuid": "62ef59ed-5ec0-4452-9708-184340fa4f7f", "name": "network-vif-deleted", "tag": "9426b740-3eca-421b-a5c0-b9ab2601eebd"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 31 18:21:23.730164 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 18:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2c78060-3471-44b1-9948-cd72923daa92 x-openstack-request-id: req-d2c78060-3471-44b1-9948-cd72923daa92 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 31 18:21:23.730460 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62ef59ed-5ec0-4452-9708-184340fa4f7f", "name": "network-vif-deleted", "tag": "9426b740-3eca-421b-a5c0-b9ab2601eebd", "status": "completed", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 31 18:21:23.730758 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d2c78060-3471-44b1-9948-cd72923daa92 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 31 18:21:23.731195 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2c78060-3471-44b1-9948-cd72923daa92'] response: {'server_uuid': '62ef59ed-5ec0-4452-9708-184340fa4f7f', 'name': 'network-vif-deleted', 'tag': '9426b740-3eca-421b-a5c0-b9ab2601eebd', 'status': 'completed', 'code': 200}
Mar 31 18:21:23.750044 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c191ea-3eb5-46bc-b3ad-570f91cb68c8 req-4994b03a-256d-45e7-97b1-4ec065d66f86 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:21:23.751628 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-c4c191ea-3eb5-46bc-b3ad-570f91cb68c8 req-4994b03a-256d-45e7-97b1-4ec065d66f86 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=e404c053-bc21-4cf0-9ba6-07e6971e588f HTTP/1.1" status: 200  len: 945 time: 0.0645750
Mar 31 18:21:23.806949 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-c4c191ea-3eb5-46bc-b3ad-570f91cb68c8 req-2874fba9-7d7a-4164-8a93-4747488535fb tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=a96ba1a0-82dd-4e19-8a36-2c39fdbd0042&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0478132
Mar 31 18:21:23.936825 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ca3b2d-4664-4eb1-97db-3d083637831e req-d98debc0-2da6-451f-9bc2-f81f874102d1 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:21:23.938178 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-59ca3b2d-4664-4eb1-97db-3d083637831e req-d98debc0-2da6-451f-9bc2-f81f874102d1 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=e404c053-bc21-4cf0-9ba6-07e6971e588f HTTP/1.1" status: 200  len: 945 time: 0.0562041
Mar 31 18:21:23.947641 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 54276) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:21:23.951963 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.v2.base [None req-5a0d9d29-987b-4f42-934d-a8f171d317e9 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Request body: {'floatingip': {'port_id': 'af48c6cc-61d7-40f4-85b0-60adf2267642'}} {{(pid=103897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:21:23.992363 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5a0d9d29-987b-4f42-934d-a8f171d317e9 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Publish callbacks [] for floatingip (ae240d6a-9006-4edc-ac42-e856b8d3bc17), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:24.449006 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5a0d9d29-987b-4f42-934d-a8f171d317e9 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:24.529831 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5a0d9d29-987b-4f42-934d-a8f171d317e9 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505983'] for floatingip (ae240d6a-9006-4edc-ac42-e856b8d3bc17), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:24.544779 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-ff30b608-f879-4b7e-936a-412dd96f6ddd req-b9d60894-c582-4d7c-b78e-a6d6c6b0593c tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=62ef59ed-5ec0-4452-9708-184340fa4f7f HTTP/1.1" status: 200  len: 210 time: 0.0276668
Mar 31 18:21:24.639442 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.db.l3_db [None req-5a0d9d29-987b-4f42-934d-a8f171d317e9 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Floating IP ae240d6a-9006-4edc-ac42-e856b8d3bc17 associated. External IP: 172.37.2.114, port: af48c6cc-61d7-40f4-85b0-60adf2267642.
Mar 31 18:21:24.855639 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a0d9d29-987b-4f42-934d-a8f171d317e9 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Router c3a3febe-dfd4-42e9-ae63-bd56388f667e has already been hosted by L3 agent f09d5d1b-4294-4f18-9a00-351412ae7ca6 {{(pid=103897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 31 18:21:24.965094 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a0d9d29-987b-4f42-934d-a8f171d317e9 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 31 18:21:24.969731 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5a0d9d29-987b-4f42-934d-a8f171d317e9 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30337'] for floatingip (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:24.977293 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f72d52b-c3a9-424b-b27a-b838dd65e13b None None] Sync routers for ids ['c3a3febe-dfd4-42e9-ae63-bd56388f667e'] in dv-cinder-master-3-iscsi {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 31 18:21:24.986998 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f72d52b-c3a9-424b-b27a-b838dd65e13b None None] Routers {'c3a3febe-dfd4-42e9-ae63-bd56388f667e'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 31 18:21:24.987621 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-0f72d52b-c3a9-424b-b27a-b838dd65e13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f77152b5400>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T18:05:01Z,description=<?>,heartbeat_timestamp=2022-03-31T18:21:01Z,host='dv-cinder-master-3-iscsi',id=f09d5d1b-4294-4f18-9a00-351412ae7ca6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-31T18:05:02Z,topic='l3_agent')) {'router_ids': ['c3a3febe-dfd4-42e9-ae63-bd56388f667e'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:21:25.000975 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-5a0d9d29-987b-4f42-934d-a8f171d317e9 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "PUT /v2.0/floatingips/ae240d6a-9006-4edc-ac42-e856b8d3bc17 HTTP/1.1" status: 200  len: 991 time: 1.0522883
Mar 31 18:21:25.100071 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-0f72d52b-c3a9-424b-b27a-b838dd65e13b None None] Set router c3a3febe-dfd4-42e9-ae63-bd56388f667e gateway port host: dv-cinder-master-3-iscsi {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 31 18:21:25.474473 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-0f72d52b-c3a9-424b-b27a-b838dd65e13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f77152b5400>, [{'id': 'c3a3febe-dfd4-42e9-ae63-bd56388f667e', 'name': 'tempest-AttachVolumeShelveTestJSON-914217197-router', 'tenant_id': 'eb7248f2c93342cd823f385c53a69d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.110'}], 'enable_snat': True}, 'gw_port_id': '5ea7654e-87aa-4ff9-bec5-a74794be2f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:13:42Z', 'updated_at': '2022-03-31T18:13:49Z', 'revision_number': 4, 'project_id': 'eb7248f2c93342cd823f385c53a69d05', 'gw_port': {'id': '5ea7654e-87aa-4ff9-bec5-a74794be2f6b', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fb:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a3febe-dfd4-42e9-ae63-bd56388f667e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:13:43Z', 'updated_at': '2022-03-31T18:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'ae240d6a-9006-4edc-ac42-e856b8d3bc17', 'tenant_id': 'eb7248f2c93342cd823f385c53a69d05', 'floating_ip_address': '172.37.2.114', 'floating_network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'router_id': 'c3a3febe-dfd4-42e9-ae63-bd56388f667e', 'port_id': 'af48c6cc-61d7-40f4-85b0-60adf2267642', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b654ebd8-4c33-443d-bee5-4bafdafcd132', 'mac_address': 'fa:16:3e:93:ed:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e404c053-bc21-4cf0-9ba6-07e6971e588f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T18:21:07Z', 'updated_at': '2022-03-31T18:21:24Z', 'revision_number': 1, 'project_id': 'eb7248f2c93342cd823f385c53a69d05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28e0abed-ad93-4543-a326-7697c824bd45', 'name': '', 'network_id': 'b654ebd8-4c33-443d-bee5-4bafdafcd132', 'tenant_id': 'eb7248f2c93342cd823f385c53a69d05', 'mac_address': 'fa:16:3e:cf:ab:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a3febe-dfd4-42e9-ae63-bd56388f667e', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b54f9372-100f-4525-b4b3-2814afa9d771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:13:48Z', 'updated_at': '2022-03-31T18:13:57Z', 'revision_number': 5, 'project_id': 'eb7248f2c93342cd823f385c53a69d05', 'subnets': [{'id': 'b54f9372-100f-4525-b4b3-2814afa9d771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:21:25.500105 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f72d52b-c3a9-424b-b27a-b838dd65e13b None None] Checking router: c3a3febe-dfd4-42e9-ae63-bd56388f667e for host: dv-cinder-master-3-iscsi {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 31 18:21:25.508218 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f72d52b-c3a9-424b-b27a-b838dd65e13b None None] Routers {'c3a3febe-dfd4-42e9-ae63-bd56388f667e'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 31 18:21:25.508823 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-0f72d52b-c3a9-424b-b27a-b838dd65e13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f77152b5400>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T18:05:01Z,description=<?>,heartbeat_timestamp=2022-03-31T18:21:01Z,host='dv-cinder-master-3-iscsi',id=f09d5d1b-4294-4f18-9a00-351412ae7ca6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-31T18:05:02Z,topic='l3_agent')) {'router_ids': ['c3a3febe-dfd4-42e9-ae63-bd56388f667e'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:21:25.616121 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-0f72d52b-c3a9-424b-b27a-b838dd65e13b None None] Set router c3a3febe-dfd4-42e9-ae63-bd56388f667e gateway port host: dv-cinder-master-3-iscsi {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 31 18:21:25.732549 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e404c053-bc21-4cf0-9ba6-07e6971e588f', 'tag': 'af48c6cc-61d7-40f4-85b0-60adf2267642'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 31 18:21:25.734959 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73fc78de55affb2fac0a31bf62e314c48f0d961b1f9e9815d43b8150b113e94f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8520e49a-da51-4da0-93d2-f660b0c8d214" -d '{"events": [{"name": "network-changed", "server_uuid": "e404c053-bc21-4cf0-9ba6-07e6971e588f", "tag": "af48c6cc-61d7-40f4-85b0-60adf2267642"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 31 18:21:25.772953 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 18:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d14b4b62-11bc-42ce-8908-f23731737610 x-openstack-request-id: req-d14b4b62-11bc-42ce-8908-f23731737610 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 31 18:21:25.780512 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e404c053-bc21-4cf0-9ba6-07e6971e588f", "tag": "af48c6cc-61d7-40f4-85b0-60adf2267642", "status": "completed", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 31 18:21:25.780512 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d14b4b62-11bc-42ce-8908-f23731737610 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 31 18:21:25.780512 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d14b4b62-11bc-42ce-8908-f23731737610'] response: {'name': 'network-changed', 'server_uuid': 'e404c053-bc21-4cf0-9ba6-07e6971e588f', 'tag': 'af48c6cc-61d7-40f4-85b0-60adf2267642', 'status': 'completed', 'code': 200}
Mar 31 18:21:25.846377 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-0f72d52b-c3a9-424b-b27a-b838dd65e13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f77152b5400>, [{'id': 'c3a3febe-dfd4-42e9-ae63-bd56388f667e', 'name': 'tempest-AttachVolumeShelveTestJSON-914217197-router', 'tenant_id': 'eb7248f2c93342cd823f385c53a69d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.110'}], 'enable_snat': True}, 'gw_port_id': '5ea7654e-87aa-4ff9-bec5-a74794be2f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:13:42Z', 'updated_at': '2022-03-31T18:13:49Z', 'revision_number': 4, 'project_id': 'eb7248f2c93342cd823f385c53a69d05', 'gw_port': {'id': '5ea7654e-87aa-4ff9-bec5-a74794be2f6b', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fb:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a3febe-dfd4-42e9-ae63-bd56388f667e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:13:43Z', 'updated_at': '2022-03-31T18:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'ae240d6a-9006-4edc-ac42-e856b8d3bc17', 'tenant_id': 'eb7248f2c93342cd823f385c53a69d05', 'floating_ip_address': '172.37.2.114', 'floating_network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'router_id': 'c3a3febe-dfd4-42e9-ae63-bd56388f667e', 'port_id': 'af48c6cc-61d7-40f4-85b0-60adf2267642', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b654ebd8-4c33-443d-bee5-4bafdafcd132', 'mac_address': 'fa:16:3e:93:ed:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e404c053-bc21-4cf0-9ba6-07e6971e588f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T18:21:07Z', 'updated_at': '2022-03-31T18:21:24Z', 'revision_number': 1, 'project_id': 'eb7248f2c93342cd823f385c53a69d05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28e0abed-ad93-4543-a326-7697c824bd45', 'name': '', 'network_id': 'b654ebd8-4c33-443d-bee5-4bafdafcd132', 'tenant_id': 'eb7248f2c93342cd823f385c53a69d05', 'mac_address': 'fa:16:3e:cf:ab:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a3febe-dfd4-42e9-ae63-bd56388f667e', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b54f9372-100f-4525-b4b3-2814afa9d771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:13:48Z', 'updated_at': '2022-03-31T18:13:57Z', 'revision_number': 5, 'project_id': 'eb7248f2c93342cd823f385c53a69d05', 'subnets': [{'id': 'b54f9372-100f-4525-b4b3-2814afa9d771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:21:25.856261 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8520e49a-da51-4da0-93d2-f660b0c8d214 req-147ef9fa-9663-4c7e-8600-f28b557350fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:21:25.857749 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-8520e49a-da51-4da0-93d2-f660b0c8d214 req-147ef9fa-9663-4c7e-8600-f28b557350fa service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=eb7248f2c93342cd823f385c53a69d05&device_id=e404c053-bc21-4cf0-9ba6-07e6971e588f HTTP/1.1" status: 200  len: 1129 time: 0.0461371
Mar 31 18:21:25.875397 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f72d52b-c3a9-424b-b27a-b838dd65e13b None None] The sync data for ids ['c3a3febe-dfd4-42e9-ae63-bd56388f667e'] in dv-cinder-master-3-iscsi is: [{'id': 'c3a3febe-dfd4-42e9-ae63-bd56388f667e', 'name': 'tempest-AttachVolumeShelveTestJSON-914217197-router', 'tenant_id': 'eb7248f2c93342cd823f385c53a69d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.110'}], 'enable_snat': True}, 'gw_port_id': '5ea7654e-87aa-4ff9-bec5-a74794be2f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:13:42Z', 'updated_at': '2022-03-31T18:13:49Z', 'revision_number': 4, 'project_id': 'eb7248f2c93342cd823f385c53a69d05', 'gw_port': {'id': '5ea7654e-87aa-4ff9-bec5-a74794be2f6b', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fb:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a3febe-dfd4-42e9-ae63-bd56388f667e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:13:43Z', 'updated_at': '2022-03-31T18:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'ae240d6a-9006-4edc-ac42-e856b8d3bc17', 'tenant_id': 'eb7248f2c93342cd823f385c53a69d05', 'floating_ip_address': '172.37.2.114', 'floating_network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'router_id': 'c3a3febe-dfd4-42e9-ae63-bd56388f667e', 'port_id': 'af48c6cc-61d7-40f4-85b0-60adf2267642', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b654ebd8-4c33-443d-bee5-4bafdafcd132', 'mac_address': 'fa:16:3e:93:ed:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e404c053-bc21-4cf0-9ba6-07e6971e588f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T18:21:07Z', 'updated_at': '2022-03-31T18:21:24Z', 'revision_number': 1, 'project_id': 'eb7248f2c93342cd823f385c53a69d05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28e0abed-ad93-4543-a326-7697c824bd45', 'name': '', 'network_id': 'b654ebd8-4c33-443d-bee5-4bafdafcd132', 'tenant_id': 'eb7248f2c93342cd823f385c53a69d05', 'mac_address': 'fa:16:3e:cf:ab:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a3febe-dfd4-42e9-ae63-bd56388f667e', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b54f9372-100f-4525-b4b3-2814afa9d771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:13:48Z', 'updated_at': '2022-03-31T18:13:57Z', 'revision_number': 5, 'project_id': 'eb7248f2c93342cd823f385c53a69d05', 'subnets': [{'id': 'b54f9372-100f-4525-b4b3-2814afa9d771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 31 18:21:25.963018 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8520e49a-da51-4da0-93d2-f660b0c8d214 req-685d9939-4815-41d4-ae0f-2872aac8fcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:21:25.964635 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-8520e49a-da51-4da0-93d2-f660b0c8d214 req-685d9939-4815-41d4-ae0f-2872aac8fcaf service neutron] 10.222.0.44 "GET /v2.0/networks?id=b654ebd8-4c33-443d-bee5-4bafdafcd132 HTTP/1.1" status: 200  len: 917 time: 0.1009228
Mar 31 18:21:26.062646 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-8520e49a-da51-4da0-93d2-f660b0c8d214 req-3ddc8f81-cf94-48b1-b527-7f73150fd6b0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=af48c6cc-61d7-40f4-85b0-60adf2267642 HTTP/1.1" status: 200  len: 999 time: 0.0915093
Mar 31 18:21:26.090126 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d75d2d-1627-490e-bca4-cbe9452eca47 None None] New status for floating IP ae240d6a-9006-4edc-ac42-e856b8d3bc17: ACTIVE {{(pid=103899) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 31 18:21:26.119524 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feccd24-69c1-408d-85eb-48162a567285 req-09718021-4af9-4dff-a4a1-50e0b6716deb tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:21:26.121024 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-3feccd24-69c1-408d-85eb-48162a567285 req-09718021-4af9-4dff-a4a1-50e0b6716deb tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=779c13cd-7a7a-47b4-b488-0d1e365c3dc4 HTTP/1.1" status: 200  len: 945 time: 0.1081865
Mar 31 18:21:26.129908 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8520e49a-da51-4da0-93d2-f660b0c8d214 req-98a18360-a83e-4bbc-ac16-86c6135d1655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:21:26.131425 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-8520e49a-da51-4da0-93d2-f660b0c8d214 req-98a18360-a83e-4bbc-ac16-86c6135d1655 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b54f9372-100f-4525-b4b3-2814afa9d771 HTTP/1.1" status: 200  len: 855 time: 0.0620432
Mar 31 18:21:26.205076 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-3feccd24-69c1-408d-85eb-48162a567285 req-2c558b86-de1d-4c6b-86e9-d53e3ac72d5d tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=17058b10-5914-4853-8fcd-dda14ab54996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0774381
Mar 31 18:21:26.214163 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8520e49a-da51-4da0-93d2-f660b0c8d214 req-92df2212-fc2a-4b6b-b625-e5a609431da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:21:26.216063 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-8520e49a-da51-4da0-93d2-f660b0c8d214 req-92df2212-fc2a-4b6b-b625-e5a609431da4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b654ebd8-4c33-443d-bee5-4bafdafcd132&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0684865
Mar 31 18:21:26.308673 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-8520e49a-da51-4da0-93d2-f660b0c8d214 req-3f6c693e-d7be-42df-b3d5-ab6675573cb8 service neutron] 10.222.0.44 "GET /v2.0/networks/b654ebd8-4c33-443d-bee5-4bafdafcd132?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0857158
Mar 31 18:21:26.404182 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-8520e49a-da51-4da0-93d2-f660b0c8d214 req-38361474-b4b7-4d8c-a303-3913cdd65b61 service neutron] 10.222.0.44 "GET /v2.0/networks/b654ebd8-4c33-443d-bee5-4bafdafcd132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0896969
Mar 31 18:21:26.457848 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Device 9426b740-3eca-421b-a5c0-b9ab2601eebd no longer exists at agent hyperv_hv-cinder-maste {{(pid=103898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 31 18:21:26.478317 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] No Port match for: 9426b740-3eca-421b-a5c0-b9ab2601eebd {{(pid=103898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 31 18:21:26.478686 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Device 9426b740-3eca-421b-a5c0-b9ab2601eebd not bound to the agent host hv-cinder-maste {{(pid=103898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 31 18:21:27.330082 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181236f4-3d75-4e2e-8f84-34f0dbb8c5b0 req-a002d638-6cdd-4f45-8030-13a8c075c5c2 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:21:27.331500 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-181236f4-3d75-4e2e-8f84-34f0dbb8c5b0 req-a002d638-6cdd-4f45-8030-13a8c075c5c2 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=779c13cd-7a7a-47b4-b488-0d1e365c3dc4 HTTP/1.1" status: 200  len: 945 time: 0.0561080
Mar 31 18:21:27.335082 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8706c0c1-82b9-4320-a842-f6010b3e3216 req-8c426d74-0ba9-449c-b667-6df3021bd1de tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:21:27.336524 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-8706c0c1-82b9-4320-a842-f6010b3e3216 req-8c426d74-0ba9-449c-b667-6df3021bd1de tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.44 "GET /v2.0/ports?device_id=779c13cd-7a7a-47b4-b488-0d1e365c3dc4 HTTP/1.1" status: 200  len: 945 time: 0.0537648
Mar 31 18:21:27.378903 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-181236f4-3d75-4e2e-8f84-34f0dbb8c5b0 req-07a11615-870a-4000-9622-5f62a0a248ae tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/security-groups?id=17058b10-5914-4853-8fcd-dda14ab54996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414004
Mar 31 18:21:27.434627 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [req-8706c0c1-82b9-4320-a842-f6010b3e3216 req-8ad97f3d-aecd-49ab-beeb-d26dc60ca751 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Deleting port a16d9c5f-04bd-414b-a468-f0a9a47b917b {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 31 18:21:27.434971 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-8706c0c1-82b9-4320-a842-f6010b3e3216 req-8ad97f3d-aecd-49ab-beeb-d26dc60ca751 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759343023638'] for port (a16d9c5f-04bd-414b-a468-f0a9a47b917b), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:27.520654 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [req-8706c0c1-82b9-4320-a842-f6010b3e3216 req-8ad97f3d-aecd-49ab-beeb-d26dc60ca751 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] For port a16d9c5f-04bd-414b-a468-f0a9a47b917b, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a16d9c5f-04bd-414b-a468-f0a9a47b917b,segment=NetworkSegment(bcaae20b-26f6-4a98-8fc9-ae5ab378776d),segment_id=bcaae20b-26f6-4a98-8fc9-ae5ab378776d)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:21:27.521013 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-8706c0c1-82b9-4320-a842-f6010b3e3216 req-8ad97f3d-aecd-49ab-beeb-d26dc60ca751 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505421'] for port (a16d9c5f-04bd-414b-a468-f0a9a47b917b), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:27.534092 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [req-8706c0c1-82b9-4320-a842-f6010b3e3216 req-8ad97f3d-aecd-49ab-beeb-d26dc60ca751 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Calling delete_port for a16d9c5f-04bd-414b-a468-f0a9a47b917b owned by compute:nova {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 31 18:21:27.734939 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-8706c0c1-82b9-4320-a842-f6010b3e3216 req-8ad97f3d-aecd-49ab-beeb-d26dc60ca751 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759343027577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759342510071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13081985'] for port (a16d9c5f-04bd-414b-a468-f0a9a47b917b), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:27.768177 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad97f3d-aecd-49ab-beeb-d26dc60ca751 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Pushing event deleted for resources: {'Port': ['ID=a16d9c5f-04bd-414b-a468-f0a9a47b917b,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:21:27.779766 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] get_ports_and_sgs() called for port_ids ['a16d9c5f-04bd-414b-a468-f0a9a47b917b'] {{(pid=103898) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 31 18:21:27.808291 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [req-8706c0c1-82b9-4320-a842-f6010b3e3216 req-8ad97f3d-aecd-49ab-beeb-d26dc60ca751 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] No DVR routers for this DVR port a16d9c5f-04bd-414b-a468-f0a9a47b917b on host hv-cinder-maste {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 31 18:21:27.810757 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-8706c0c1-82b9-4320-a842-f6010b3e3216 req-8ad97f3d-aecd-49ab-beeb-d26dc60ca751 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30337'] for port (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:27.814414 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-8706c0c1-82b9-4320-a842-f6010b3e3216 req-8ad97f3d-aecd-49ab-beeb-d26dc60ca751 tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.44 "DELETE /v2.0/ports/a16d9c5f-04bd-414b-a468-f0a9a47b917b HTTP/1.1" status: 204  len: 173 time: 0.4722686
Mar 31 18:21:27.814889 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '779c13cd-7a7a-47b4-b488-0d1e365c3dc4', 'name': 'network-vif-deleted', 'tag': 'a16d9c5f-04bd-414b-a468-f0a9a47b917b'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 31 18:21:27.818194 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73fc78de55affb2fac0a31bf62e314c48f0d961b1f9e9815d43b8150b113e94f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea8afcc9-7ced-4587-8aa5-a6cf5bca3716" -d '{"events": [{"server_uuid": "779c13cd-7a7a-47b4-b488-0d1e365c3dc4", "name": "network-vif-deleted", "tag": "a16d9c5f-04bd-414b-a468-f0a9a47b917b"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 31 18:21:27.855702 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 18:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8af2bce-5455-4e9f-9957-596445bdc83e x-openstack-request-id: req-f8af2bce-5455-4e9f-9957-596445bdc83e {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 31 18:21:27.856025 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "779c13cd-7a7a-47b4-b488-0d1e365c3dc4", "name": "network-vif-deleted", "tag": "a16d9c5f-04bd-414b-a468-f0a9a47b917b", "status": "completed", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 31 18:21:27.856282 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f8af2bce-5455-4e9f-9957-596445bdc83e {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 31 18:21:27.856687 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8af2bce-5455-4e9f-9957-596445bdc83e'] response: {'server_uuid': '779c13cd-7a7a-47b4-b488-0d1e365c3dc4', 'name': 'network-vif-deleted', 'tag': 'a16d9c5f-04bd-414b-a468-f0a9a47b917b', 'status': 'completed', 'code': 200}
Mar 31 18:21:28.483883 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-ade70214-c200-4288-ad22-47a13f5114bb req-a444974d-f045-42df-a7f9-5671fc70f70f tempest-ServerRescueNegativeTestJSON-1678622416 tempest-ServerRescueNegativeTestJSON-1678622416-project] 10.222.0.58 "GET /v2.0/ports?device_id=779c13cd-7a7a-47b4-b488-0d1e365c3dc4 HTTP/1.1" status: 200  len: 210 time: 0.0273709
Mar 31 18:21:29.061756 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-ba9a1fb1-d84d-48b0-853d-ccea53e5ebe8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (08150f5b-1b08-4271-84f1-4a3b03ee1892), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:29.540108 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 54298) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:21:30.050010 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f7c50b5a-f609-47be-ac63-fe6ed710ecd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-506751'] for router_interface (d678eb86-3733-4b06-a3b9-aa722ad43e05), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:30.586636 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-f7c50b5a-f609-47be-ac63-fe6ed710ecd9 admin admin] Deleting port 51b8168b-e7fb-4efb-b67b-28eeb8745794 {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 31 18:21:30.587299 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f7c50b5a-f609-47be-ac63-fe6ed710ecd9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759343023638'] for port (51b8168b-e7fb-4efb-b67b-28eeb8745794), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:30.665099 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-f7c50b5a-f609-47be-ac63-fe6ed710ecd9 admin admin] For port 51b8168b-e7fb-4efb-b67b-28eeb8745794, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=51b8168b-e7fb-4efb-b67b-28eeb8745794,segment=NetworkSegment(bcaae20b-26f6-4a98-8fc9-ae5ab378776d),segment_id=bcaae20b-26f6-4a98-8fc9-ae5ab378776d)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:21:30.665455 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f7c50b5a-f609-47be-ac63-fe6ed710ecd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505421'] for port (51b8168b-e7fb-4efb-b67b-28eeb8745794), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:30.677801 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-f7c50b5a-f609-47be-ac63-fe6ed710ecd9 admin admin] Calling delete_port for 51b8168b-e7fb-4efb-b67b-28eeb8745794 owned by network:router_interface {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 31 18:21:30.940832 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f7c50b5a-f609-47be-ac63-fe6ed710ecd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759343027577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759342510071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13081985'] for port (51b8168b-e7fb-4efb-b67b-28eeb8745794), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:30.965551 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c50b5a-f609-47be-ac63-fe6ed710ecd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=51b8168b-e7fb-4efb-b67b-28eeb8745794,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:21:31.134860 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f7c50b5a-f609-47be-ac63-fe6ed710ecd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-493295'] for router_interface (d678eb86-3733-4b06-a3b9-aa722ad43e05), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:31.346659 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-62aac748-0ee9-47f9-809c-98e7c7915e7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (f09d5d1b-4294-4f18-9a00-351412ae7ca6), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:31.362789 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7c50b5a-f609-47be-ac63-fe6ed710ecd9 admin admin] Router d678eb86-3733-4b06-a3b9-aa722ad43e05 has already been hosted by L3 agent f09d5d1b-4294-4f18-9a00-351412ae7ca6 {{(pid=103897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 31 18:21:31.471669 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7c50b5a-f609-47be-ac63-fe6ed710ecd9 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 31 18:21:31.477572 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-f7c50b5a-f609-47be-ac63-fe6ed710ecd9 admin admin] 10.222.0.58 "PUT /v2.0/routers/d678eb86-3733-4b06-a3b9-aa722ad43e05/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.9359400
Mar 31 18:21:31.479599 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 54302) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:21:31.482640 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900aba4a-d039-4c8e-bff0-4acd832ea938 None None] Sync routers for ids ['d678eb86-3733-4b06-a3b9-aa722ad43e05'] in dv-cinder-master-3-iscsi {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 31 18:21:31.493258 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900aba4a-d039-4c8e-bff0-4acd832ea938 None None] Routers {'d678eb86-3733-4b06-a3b9-aa722ad43e05'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 31 18:21:31.493920 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-900aba4a-d039-4c8e-bff0-4acd832ea938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7715365a00>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T18:05:01Z,description=<?>,heartbeat_timestamp=2022-03-31T18:21:31Z,host='dv-cinder-master-3-iscsi',id=f09d5d1b-4294-4f18-9a00-351412ae7ca6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-31T18:05:02Z,topic='l3_agent')) {'router_ids': ['d678eb86-3733-4b06-a3b9-aa722ad43e05'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:21:31.588303 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-188a128f-28a2-4c07-8e66-dd2e2bafd865 admin admin] Publish callbacks [] for router (d678eb86-3733-4b06-a3b9-aa722ad43e05), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:31.603665 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-900aba4a-d039-4c8e-bff0-4acd832ea938 None None] Set router d678eb86-3733-4b06-a3b9-aa722ad43e05 gateway port host: dv-cinder-master-3-iscsi {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 31 18:21:31.699480 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-188a128f-28a2-4c07-8e66-dd2e2bafd865 admin admin] Publish callbacks [] for router_gateway (d678eb86-3733-4b06-a3b9-aa722ad43e05), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:31.790285 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-900aba4a-d039-4c8e-bff0-4acd832ea938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7715365a00>, [{'id': 'd678eb86-3733-4b06-a3b9-aa722ad43e05', 'name': 'tempest-ServerRescueNegativeTestJSON-1830224405-router', 'tenant_id': '6fc2eb72902a441ca6a6fa9350ce75f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.24'}], 'enable_snat': True}, 'gw_port_id': '59d53217-d0eb-4fc5-bfe8-49437283aec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:13:42Z', 'updated_at': '2022-03-31T18:21:30Z', 'revision_number': 5, 'project_id': '6fc2eb72902a441ca6a6fa9350ce75f8', 'gw_port': {'id': '59d53217-d0eb-4fc5-bfe8-49437283aec0', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:10:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd678eb86-3733-4b06-a3b9-aa722ad43e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:13:43Z', 'updated_at': '2022-03-31T18:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:21:31.817276 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900aba4a-d039-4c8e-bff0-4acd832ea938 None None] Checking router: d678eb86-3733-4b06-a3b9-aa722ad43e05 for host: dv-cinder-master-3-iscsi {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 31 18:21:31.826362 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900aba4a-d039-4c8e-bff0-4acd832ea938 None None] Routers {'d678eb86-3733-4b06-a3b9-aa722ad43e05'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 31 18:21:31.827003 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-900aba4a-d039-4c8e-bff0-4acd832ea938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7715365a00>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T18:05:01Z,description=<?>,heartbeat_timestamp=2022-03-31T18:21:31Z,host='dv-cinder-master-3-iscsi',id=f09d5d1b-4294-4f18-9a00-351412ae7ca6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-31T18:05:02Z,topic='l3_agent')) {'router_ids': ['d678eb86-3733-4b06-a3b9-aa722ad43e05'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:21:31.841253 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-188a128f-28a2-4c07-8e66-dd2e2bafd865 admin admin] Deleting port 59d53217-d0eb-4fc5-bfe8-49437283aec0 {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 31 18:21:31.841594 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-188a128f-28a2-4c07-8e66-dd2e2bafd865 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759343023638'] for port (59d53217-d0eb-4fc5-bfe8-49437283aec0), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:31.915951 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-900aba4a-d039-4c8e-bff0-4acd832ea938 None None] Set router d678eb86-3733-4b06-a3b9-aa722ad43e05 gateway port host: None {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 31 18:21:31.921347 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-188a128f-28a2-4c07-8e66-dd2e2bafd865 admin admin] For port 59d53217-d0eb-4fc5-bfe8-49437283aec0, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=59d53217-d0eb-4fc5-bfe8-49437283aec0,segment=NetworkSegment(31f32929-b46a-4720-9f75-d20195c1993a),segment_id=31f32929-b46a-4720-9f75-d20195c1993a)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:21:31.921710 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-188a128f-28a2-4c07-8e66-dd2e2bafd865 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505421'] for port (59d53217-d0eb-4fc5-bfe8-49437283aec0), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:31.935089 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-188a128f-28a2-4c07-8e66-dd2e2bafd865 admin admin] Calling delete_port for 59d53217-d0eb-4fc5-bfe8-49437283aec0 owned by network:router_gateway {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 31 18:21:31.966831 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-900aba4a-d039-4c8e-bff0-4acd832ea938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7715365a00>, [{'id': 'd678eb86-3733-4b06-a3b9-aa722ad43e05', 'name': 'tempest-ServerRescueNegativeTestJSON-1830224405-router', 'tenant_id': '6fc2eb72902a441ca6a6fa9350ce75f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:13:42Z', 'updated_at': '2022-03-31T18:21:31Z', 'revision_number': 6, 'project_id': '6fc2eb72902a441ca6a6fa9350ce75f8', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:21:31.997154 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900aba4a-d039-4c8e-bff0-4acd832ea938 None None] The sync data for ids ['d678eb86-3733-4b06-a3b9-aa722ad43e05'] in dv-cinder-master-3-iscsi is: [{'id': 'd678eb86-3733-4b06-a3b9-aa722ad43e05', 'name': 'tempest-ServerRescueNegativeTestJSON-1830224405-router', 'tenant_id': '6fc2eb72902a441ca6a6fa9350ce75f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:13:42Z', 'updated_at': '2022-03-31T18:21:31Z', 'revision_number': 6, 'project_id': '6fc2eb72902a441ca6a6fa9350ce75f8', 'gw_port_host': None}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 31 18:21:32.157815 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-188a128f-28a2-4c07-8e66-dd2e2bafd865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759343027577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759342510071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13081985'] for port (59d53217-d0eb-4fc5-bfe8-49437283aec0), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:32.185886 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188a128f-28a2-4c07-8e66-dd2e2bafd865 admin admin] Pushing event deleted for resources: {'Port': ['ID=59d53217-d0eb-4fc5-bfe8-49437283aec0,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:21:32.251144 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-188a128f-28a2-4c07-8e66-dd2e2bafd865 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-505861'] for router_gateway (d678eb86-3733-4b06-a3b9-aa722ad43e05), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:32.358065 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-be477ca9-b30f-4eb3-92ce-971cde9f4756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (d0835089-4a76-4105-9221-c81b46927b3c), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:32.363952 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-188a128f-28a2-4c07-8e66-dd2e2bafd865 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-495001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-413'] for router (d678eb86-3733-4b06-a3b9-aa722ad43e05), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:32.366298 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-188a128f-28a2-4c07-8e66-dd2e2bafd865 admin admin] Publish callbacks [] for router_controller (d678eb86-3733-4b06-a3b9-aa722ad43e05), precommit_delete_associations {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:32.492432 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Device a16d9c5f-04bd-414b-a468-f0a9a47b917b no longer exists at agent hyperv_hv-cinder-maste {{(pid=103898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 31 18:21:32.507096 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-188a128f-28a2-4c07-8e66-dd2e2bafd865 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-495072'] for router (d678eb86-3733-4b06-a3b9-aa722ad43e05), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:32.507685 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-188a128f-28a2-4c07-8e66-dd2e2bafd865 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d678eb86-3733-4b06-a3b9-aa722ad43e05 {{(pid=103897) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 31 18:21:32.512223 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] No Port match for: a16d9c5f-04bd-414b-a468-f0a9a47b917b {{(pid=103898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 31 18:21:32.512592 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Device a16d9c5f-04bd-414b-a468-f0a9a47b917b not bound to the agent host hv-cinder-maste {{(pid=103898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 31 18:21:32.512954 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-188a128f-28a2-4c07-8e66-dd2e2bafd865 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:32.514092 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-188a128f-28a2-4c07-8e66-dd2e2bafd865 admin admin] 10.222.0.58 "DELETE /v2.0/routers/d678eb86-3733-4b06-a3b9-aa722ad43e05 HTTP/1.1" status: 204  len: 168 time: 1.0335455
Mar 31 18:21:32.516724 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 54306) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:21:32.561066 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ec0e8b4-7068-4e77-84cc-8d15b8987291 admin admin] Deleting subnet 5c50616b-7511-4714-bd2d-e587d92cf7dd {{(pid=103897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 31 18:21:32.564140 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8ec0e8b4-7068-4e77-84cc-8d15b8987291 admin admin] Publish callbacks [] for subnet (5c50616b-7511-4714-bd2d-e587d92cf7dd), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:32.598323 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8ec0e8b4-7068-4e77-84cc-8d15b8987291 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13080895'] for subnet (5c50616b-7511-4714-bd2d-e587d92cf7dd), precommit_delete_associations {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:32.704750 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8ec0e8b4-7068-4e77-84cc-8d15b8987291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1237091'] for subnet (5c50616b-7511-4714-bd2d-e587d92cf7dd), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:32.801357 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Device 51b8168b-e7fb-4efb-b67b-28eeb8745794 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 31 18:21:32.823841 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] No Port match for: 51b8168b-e7fb-4efb-b67b-28eeb8745794 {{(pid=103898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 31 18:21:32.824027 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Device 51b8168b-e7fb-4efb-b67b-28eeb8745794 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=103898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 31 18:21:32.824433 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Device 59d53217-d0eb-4fc5-bfe8-49437283aec0 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 31 18:21:32.844124 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] No Port match for: 59d53217-d0eb-4fc5-bfe8-49437283aec0 {{(pid=103898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 31 18:21:32.844312 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8ec0e8b4-7068-4e77-84cc-8d15b8987291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1237076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13080946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24666377'] for subnet (5c50616b-7511-4714-bd2d-e587d92cf7dd), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:32.844559 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Device 59d53217-d0eb-4fc5-bfe8-49437283aec0 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=103898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 31 18:21:32.873304 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec0e8b4-7068-4e77-84cc-8d15b8987291 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c50616b-7511-4714-bd2d-e587d92cf7dd,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:21:32.875316 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8ec0e8b4-7068-4e77-84cc-8d15b8987291 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548721'] for subnet (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:32.878474 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-8ec0e8b4-7068-4e77-84cc-8d15b8987291 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/5c50616b-7511-4714-bd2d-e587d92cf7dd HTTP/1.1" status: 204  len: 168 time: 0.3608167
Mar 31 18:21:32.881739 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 54308) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:21:32.884058 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7347a2a-5cdb-4cb8-ad19-cff7aca484b9 None None] Network fca50c83-3b91-4a03-8e1d-d873f4d904c1 requested from dv-cinder-master-3-iscsi {{(pid=103898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 31 18:21:32.956330 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e9a6026e-c1d8-41a5-bd9e-d25ce54b4f59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1066274'] for network (fca50c83-3b91-4a03-8e1d-d873f4d904c1), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:33.015683 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-e9a6026e-c1d8-41a5-bd9e-d25ce54b4f59 admin admin] Deleting port 5fced1b3-7268-4e92-a387-0f156e4124dc {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 31 18:21:33.016029 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e9a6026e-c1d8-41a5-bd9e-d25ce54b4f59 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759343023638'] for port (5fced1b3-7268-4e92-a387-0f156e4124dc), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:33.058442 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99146db4-e55f-4622-a33a-8a107a6ee3d1 None None] DHCP port deletion for fca50c83-3b91-4a03-8e1d-d873f4d904c1 request from dv-cinder-master-3-iscsi {{(pid=103898) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 31 18:21:33.085449 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-e9a6026e-c1d8-41a5-bd9e-d25ce54b4f59 admin admin] For port 5fced1b3-7268-4e92-a387-0f156e4124dc, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=5fced1b3-7268-4e92-a387-0f156e4124dc,segment=NetworkSegment(bcaae20b-26f6-4a98-8fc9-ae5ab378776d),segment_id=bcaae20b-26f6-4a98-8fc9-ae5ab378776d)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:21:33.097271 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e9a6026e-c1d8-41a5-bd9e-d25ce54b4f59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505421'] for port (5fced1b3-7268-4e92-a387-0f156e4124dc), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:33.098823 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-e9a6026e-c1d8-41a5-bd9e-d25ce54b4f59 admin admin] Calling delete_port for 5fced1b3-7268-4e92-a387-0f156e4124dc owned by network:dhcp {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 31 18:21:33.114670 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-99146db4-e55f-4622-a33a-8a107a6ee3d1 None None] Deleting port 5fced1b3-7268-4e92-a387-0f156e4124dc {{(pid=103898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 31 18:21:33.115765 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-99146db4-e55f-4622-a33a-8a107a6ee3d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759343023638'] for port (5fced1b3-7268-4e92-a387-0f156e4124dc), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:33.178081 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-99146db4-e55f-4622-a33a-8a107a6ee3d1 None None] For port 5fced1b3-7268-4e92-a387-0f156e4124dc, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=5fced1b3-7268-4e92-a387-0f156e4124dc,segment=NetworkSegment(bcaae20b-26f6-4a98-8fc9-ae5ab378776d),segment_id=bcaae20b-26f6-4a98-8fc9-ae5ab378776d)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:21:33.178481 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-99146db4-e55f-4622-a33a-8a107a6ee3d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505421'] for port (5fced1b3-7268-4e92-a387-0f156e4124dc), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:33.191331 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-99146db4-e55f-4622-a33a-8a107a6ee3d1 None None] Calling delete_port for 5fced1b3-7268-4e92-a387-0f156e4124dc owned by network:dhcp {{(pid=103898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 31 18:21:33.289663 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e9a6026e-c1d8-41a5-bd9e-d25ce54b4f59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759343027577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759342510071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12885778'] for port (5fced1b3-7268-4e92-a387-0f156e4124dc), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:33.306674 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-99146db4-e55f-4622-a33a-8a107a6ee3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759343027577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759342510071'] for port (5fced1b3-7268-4e92-a387-0f156e4124dc), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:33.315134 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a6026e-c1d8-41a5-bd9e-d25ce54b4f59 admin admin] Pushing event deleted for resources: {'Port': ['ID=5fced1b3-7268-4e92-a387-0f156e4124dc,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:21:33.319689 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a6026e-c1d8-41a5-bd9e-d25ce54b4f59 admin admin] No DVR routers for this DVR port 5fced1b3-7268-4e92-a387-0f156e4124dc on host dv-cinder-master-3-iscsi {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 31 18:21:33.336547 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99146db4-e55f-4622-a33a-8a107a6ee3d1 None None] Pushing event deleted for resources: {'Port': ['ID=5fced1b3-7268-4e92-a387-0f156e4124dc,revision_number=None']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:21:33.340998 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99146db4-e55f-4622-a33a-8a107a6ee3d1 None None] No DVR routers for this DVR port 5fced1b3-7268-4e92-a387-0f156e4124dc on host dv-cinder-master-3-iscsi {{(pid=103898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 31 18:21:33.392959 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e9a6026e-c1d8-41a5-bd9e-d25ce54b4f59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223144', 'neutron.services.segments.db._delete_segments_for_network-8759342854202'] for network (fca50c83-3b91-4a03-8e1d-d873f4d904c1), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:33.412796 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.services.segments.db [None req-e9a6026e-c1d8-41a5-bd9e-d25ce54b4f59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f771406a040>,) {'filters': {'network_id': ['fca50c83-3b91-4a03-8e1d-d873f4d904c1']}} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:21:33.421756 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.services.segments.db [None req-e9a6026e-c1d8-41a5-bd9e-d25ce54b4f59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f771406a040>, 'bcaae20b-26f6-4a98-8fc9-ae5ab378776d') {'for_net_delete': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:21:33.422051 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.services.segments.db [None req-e9a6026e-c1d8-41a5-bd9e-d25ce54b4f59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f771406a040>, 'bcaae20b-26f6-4a98-8fc9-ae5ab378776d') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:21:33.431035 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e9a6026e-c1d8-41a5-bd9e-d25ce54b4f59 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759343069251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13596111'] for segment (bcaae20b-26f6-4a98-8fc9-ae5ab378776d), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:33.444377 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e9a6026e-c1d8-41a5-bd9e-d25ce54b4f59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186132'] for segment (bcaae20b-26f6-4a98-8fc9-ae5ab378776d), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:33.450207 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9a6026e-c1d8-41a5-bd9e-d25ce54b4f59 admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=103896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 31 18:21:33.455792 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e9a6026e-c1d8-41a5-bd9e-d25ce54b4f59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12885831'] for segment (bcaae20b-26f6-4a98-8fc9-ae5ab378776d), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:33.455792 dv-cinder-master-3-iscsi neutron-server[103896]: Traceback (most recent call last):
Mar 31 18:21:33.455792 dv-cinder-master-3-iscsi neutron-server[103896]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 31 18:21:33.455792 dv-cinder-master-3-iscsi neutron-server[103896]:     timer()
Mar 31 18:21:33.455792 dv-cinder-master-3-iscsi neutron-server[103896]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 31 18:21:33.455792 dv-cinder-master-3-iscsi neutron-server[103896]:     cb(*args, **kw)
Mar 31 18:21:33.455792 dv-cinder-master-3-iscsi neutron-server[103896]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 31 18:21:33.455792 dv-cinder-master-3-iscsi neutron-server[103896]:     return func(*args, **kwargs)
Mar 31 18:21:33.455792 dv-cinder-master-3-iscsi neutron-server[103896]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 31 18:21:33.455792 dv-cinder-master-3-iscsi neutron-server[103896]:     self._notify()
Mar 31 18:21:33.455792 dv-cinder-master-3-iscsi neutron-server[103896]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 31 18:21:33.455792 dv-cinder-master-3-iscsi neutron-server[103896]:     self.callback(batched_events)
Mar 31 18:21:33.455792 dv-cinder-master-3-iscsi neutron-server[103896]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 31 18:21:33.455792 dv-cinder-master-3-iscsi neutron-server[103896]:     event.method(event)
Mar 31 18:21:33.455792 dv-cinder-master-3-iscsi neutron-server[103896]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 31 18:21:33.455792 dv-cinder-master-3-iscsi neutron-server[103896]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 31 18:21:33.455792 dv-cinder-master-3-iscsi neutron-server[103896]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 31 18:21:33.455792 dv-cinder-master-3-iscsi neutron-server[103896]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 31 18:21:33.455792 dv-cinder-master-3-iscsi neutron-server[103896]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 31 18:21:33.455792 dv-cinder-master-3-iscsi neutron-server[103896]:     return f(self, *a, **k)
Mar 31 18:21:33.455792 dv-cinder-master-3-iscsi neutron-server[103896]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 31 18:21:33.455792 dv-cinder-master-3-iscsi neutron-server[103896]:     return self._get(url).json()
Mar 31 18:21:33.455792 dv-cinder-master-3-iscsi neutron-server[103896]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 31 18:21:33.455792 dv-cinder-master-3-iscsi neutron-server[103896]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 31 18:21:33.455792 dv-cinder-master-3-iscsi neutron-server[103896]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 31 18:21:33.455792 dv-cinder-master-3-iscsi neutron-server[103896]:     return self.request(url, 'GET', **kwargs)
Mar 31 18:21:33.455792 dv-cinder-master-3-iscsi neutron-server[103896]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 31 18:21:33.455792 dv-cinder-master-3-iscsi neutron-server[103896]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 31 18:21:33.455792 dv-cinder-master-3-iscsi neutron-server[103896]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 31 18:21:33.455792 dv-cinder-master-3-iscsi neutron-server[103896]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 31 18:21:33.455792 dv-cinder-master-3-iscsi neutron-server[103896]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 31 18:21:33.455792 dv-cinder-master-3-iscsi neutron-server[103896]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 31 18:21:33.455792 dv-cinder-master-3-iscsi neutron-server[103896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 31 18:21:33.546542 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e9a6026e-c1d8-41a5-bd9e-d25ce54b4f59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-505961'] for network (fca50c83-3b91-4a03-8e1d-d873f4d904c1), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:33.558434 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e9a6026e-c1d8-41a5-bd9e-d25ce54b4f59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548721'] for network (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:33.558434 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-e9a6026e-c1d8-41a5-bd9e-d25ce54b4f59 admin admin] 10.222.0.58 "DELETE /v2.0/networks/fca50c83-3b91-4a03-8e1d-d873f4d904c1 HTTP/1.1" status: 204  len: 168 time: 0.6735625
Mar 31 18:21:33.565771 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a6026e-c1d8-41a5-bd9e-d25ce54b4f59 admin admin] Pushing event deleted for resources: {'Network': ['ID=fca50c83-3b91-4a03-8e1d-d873f4d904c1,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:21:33.851046 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 54312) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:21:33.895213 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-bfd9b9ed-1062-466a-b7f8-b3f113a5c22d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6fc2eb72902a441ca6a6fa9350ce75f8&name=default HTTP/1.1" status: 200  len: 2992 time: 0.0429628
Mar 31 18:21:33.898353 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 54314) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:21:33.945791 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1e0775b5-d3c1-46a4-957a-c6135e665e54 admin admin] Publish callbacks [] for security_group (17058b10-5914-4853-8fcd-dda14ab54996), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:33.946477 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-61acbcaf-515a-4595-a759-82c8bf4c0ac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (1ee04592-4785-424e-aa2a-0bd32f5faacf), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:33.966963 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1e0775b5-d3c1-46a4-957a-c6135e665e54 admin admin] Publish callbacks [] for security_group (17058b10-5914-4853-8fcd-dda14ab54996), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:34.110757 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1e0775b5-d3c1-46a4-957a-c6135e665e54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (17058b10-5914-4853-8fcd-dda14ab54996), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:34.113458 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1e0775b5-d3c1-46a4-957a-c6135e665e54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:34.114599 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-1e0775b5-d3c1-46a4-957a-c6135e665e54 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/17058b10-5914-4853-8fcd-dda14ab54996 HTTP/1.1" status: 204  len: 168 time: 0.2153265
Mar 31 18:21:34.123391 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0775b5-d3c1-46a4-957a-c6135e665e54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17058b10-5914-4853-8fcd-dda14ab54996,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:21:34.509090 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Device 5fced1b3-7268-4e92-a387-0f156e4124dc no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 31 18:21:34.533392 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] No Port match for: 5fced1b3-7268-4e92-a387-0f156e4124dc {{(pid=103898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 31 18:21:34.533744 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Device 5fced1b3-7268-4e92-a387-0f156e4124dc not bound to the agent host dv-cinder-master-3-iscsi {{(pid=103898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 31 18:21:35.236515 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (b6d39f6c-4dc3-40bd-bbe5-e05b1f1d4e13), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:35.237997 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 54338) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:21:35.335143 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [None req-9d417169-c6e3-49d7-ae59-dc4e71c349bf admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1501045789-network', 'tenant_id': '87baab8d37b040efbfe030d17be30823'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:21:35.426796 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d417169-c6e3-49d7-ae59-dc4e71c349bf admin admin] Made reservation on behalf of 87baab8d37b040efbfe030d17be30823 for: {'network': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 31 18:21:35.429367 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9d417169-c6e3-49d7-ae59-dc4e71c349bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for network (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:35.438017 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9d417169-c6e3-49d7-ae59-dc4e71c349bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:35.510703 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9d417169-c6e3-49d7-ae59-dc4e71c349bf admin admin] Publish callbacks [] for security_group (110c7301-1843-4a89-8da8-40b5c0a29ae2), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:35.592064 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9d417169-c6e3-49d7-ae59-dc4e71c349bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (110c7301-1843-4a89-8da8-40b5c0a29ae2), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:35.613258 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d417169-c6e3-49d7-ae59-dc4e71c349bf admin admin] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'}  {{(pid=103896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 31 18:21:35.626174 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d417169-c6e3-49d7-ae59-dc4e71c349bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=110c7301-1843-4a89-8da8-40b5c0a29ae2,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:21:35.631298 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9d417169-c6e3-49d7-ae59-dc4e71c349bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186132'] for segment (cfa3332b-071f-4b4c-8acd-1aaa41e80ec4), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:35.631635 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.db.segments_db [None req-9d417169-c6e3-49d7-ae59-dc4e71c349bf admin admin] Added segment cfa3332b-071f-4b4c-8acd-1aaa41e80ec4 of type vlan for network 4410ea83-4566-4c60-99ff-d1b5f30ec440
Mar 31 18:21:35.672560 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9d417169-c6e3-49d7-ae59-dc4e71c349bf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759342480442'] for network (4410ea83-4566-4c60-99ff-d1b5f30ec440), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:35.780451 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9d417169-c6e3-49d7-ae59-dc4e71c349bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679'] for network (4410ea83-4566-4c60-99ff-d1b5f30ec440), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:35.781377 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d417169-c6e3-49d7-ae59-dc4e71c349bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:21:35.781962 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9d417169-c6e3-49d7-ae59-dc4e71c349bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548721'] for network (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:35.838170 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d417169-c6e3-49d7-ae59-dc4e71c349bf admin admin] Pushing event updated for resources: {'Network': ['ID=4410ea83-4566-4c60-99ff-d1b5f30ec440,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:21:35.847578 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Network 4410ea83-4566-4c60-99ff-d1b5f30ec440 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=103898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 31 18:21:35.914814 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-9d417169-c6e3-49d7-ae59-dc4e71c349bf admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.6755550
Mar 31 18:21:35.917525 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 54342) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:21:35.922136 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [None req-8f8e31c7-8bc4-4da3-a4be-9a5720105b17 admin admin] Request body: {'subnet': {'network_id': '4410ea83-4566-4c60-99ff-d1b5f30ec440', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1501045789-subnet', 'tenant_id': '87baab8d37b040efbfe030d17be30823', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:21:36.013570 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f8e31c7-8bc4-4da3-a4be-9a5720105b17 admin admin] Made reservation on behalf of 87baab8d37b040efbfe030d17be30823 for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 31 18:21:36.016152 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8f8e31c7-8bc4-4da3-a4be-9a5720105b17 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33198968'] for subnet (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:36.255292 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8f8e31c7-8bc4-4da3-a4be-9a5720105b17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12884898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33198958'] for subnet (ed71b331-b79e-46fb-9418-746c15fc735d), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:36.293431 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (06f31eaf-9418-4d11-8606-24a34b4b4893), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:36.311304 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8e31c7-8bc4-4da3-a4be-9a5720105b17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed71b331-b79e-46fb-9418-746c15fc735d,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:21:36.320789 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8e31c7-8bc4-4da3-a4be-9a5720105b17 admin admin] Checking segment: {'id': 'cfa3332b-071f-4b4c-8acd-1aaa41e80ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4410ea83-4566-4c60-99ff-d1b5f30ec440'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 31 18:21:36.321151 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8e31c7-8bc4-4da3-a4be-9a5720105b17 admin admin] Network hostable DHCP agents. Network: 4410ea83-4566-4c60-99ff-d1b5f30ec440, hostable agents: ['08150f5b-1b08-4271-84f1-4a3b03ee1892'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 31 18:21:36.407561 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8e31c7-8bc4-4da3-a4be-9a5720105b17 admin admin] Network 4410ea83-4566-4c60-99ff-d1b5f30ec440 is scheduled to be hosted by DHCP agent 08150f5b-1b08-4271-84f1-4a3b03ee1892 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 31 18:21:36.523574 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-8f8e31c7-8bc4-4da3-a4be-9a5720105b17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 4410ea83-4566-4c60-99ff-d1b5f30ec440) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 31 18:21:36.527415 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8e31c7-8bc4-4da3-a4be-9a5720105b17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:21:36.528002 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8f8e31c7-8bc4-4da3-a4be-9a5720105b17 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:36.532266 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74fd8c17-785b-49d0-adaa-b4fddf81dd3e None None] Network 4410ea83-4566-4c60-99ff-d1b5f30ec440 requested from dv-cinder-master-3-iscsi {{(pid=103898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 31 18:21:36.623459 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-8f8e31c7-8bc4-4da3-a4be-9a5720105b17 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.7047188
Mar 31 18:21:36.625812 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 54344) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:21:36.629958 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [None req-52a3c825-5a62-414d-b8d6-1b76328cb507 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1501045789-router', 'tenant_id': '87baab8d37b040efbfe030d17be30823', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9'}}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:21:36.636086 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6bef088-e155-4841-9437-e2b0afd4fafd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-4410ea83-4566-4c60-99ff-d1b5f30ec440', 'network_id': '4410ea83-4566-4c60-99ff-d1b5f30ec440', 'project_id': '87baab8d37b040efbfe030d17be30823', 'fixed_ips': [{'subnet_id': 'ed71b331-b79e-46fb-9418-746c15fc735d'}]}} from dv-cinder-master-3-iscsi. {{(pid=103898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 31 18:21:36.636940 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-c6bef088-e155-4841-9437-e2b0afd4fafd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:36.735574 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-52a3c825-5a62-414d-b8d6-1b76328cb507 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-494391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-419'] for router (60054fe4-6103-427c-aeff-cd2dd1123bf5), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:36.736778 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-52a3c825-5a62-414d-b8d6-1b76328cb507 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-495015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-506102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-487386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-426'] for router (60054fe4-6103-427c-aeff-cd2dd1123bf5), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:36.771740 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.db_base_plugin_common [None req-c6bef088-e155-4841-9437-e2b0afd4fafd None None] Allocated IP 172.20.0.2 (4410ea83-4566-4c60-99ff-d1b5f30ec440/ed71b331-b79e-46fb-9418-746c15fc735d/4f19eb88-d7a2-4f2e-9de0-586311ce4d06) {{(pid=103898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 31 18:21:36.793004 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-52a3c825-5a62-414d-b8d6-1b76328cb507 admin admin] Publish callbacks [] for router_controller (60054fe4-6103-427c-aeff-cd2dd1123bf5), precommit_add_association {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:36.912999 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-c6bef088-e155-4841-9437-e2b0afd4fafd None None] Publish callbacks [] for port (4f19eb88-d7a2-4f2e-9de0-586311ce4d06), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:37.032660 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-c6bef088-e155-4841-9437-e2b0afd4fafd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759342510062'] for port (4f19eb88-d7a2-4f2e-9de0-586311ce4d06), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:37.068878 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6bef088-e155-4841-9437-e2b0afd4fafd None None] Network 4410ea83-4566-4c60-99ff-d1b5f30ec440 is already hosted by enough agents. {{(pid=103898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 31 18:21:37.071853 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.base_scheduler [None req-c6bef088-e155-4841-9437-e2b0afd4fafd None None] Resources bound (agent type, host, resource id):  {{(pid=103898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 31 18:21:37.075327 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6bef088-e155-4841-9437-e2b0afd4fafd None None] Received port after_create {{(pid=103898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 31 18:21:37.076222 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-52a3c825-5a62-414d-b8d6-1b76328cb507 admin admin] Publish callbacks [] for router_gateway (60054fe4-6103-427c-aeff-cd2dd1123bf5), precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:37.087447 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bef088-e155-4841-9437-e2b0afd4fafd None None] Pushing event updated for resources: {'Port': ['ID=4f19eb88-d7a2-4f2e-9de0-586311ce4d06,revision_number=1']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:21:37.139454 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-c6bef088-e155-4841-9437-e2b0afd4fafd None None] Attempting to bind port 4f19eb88-d7a2-4f2e-9de0-586311ce4d06 on host dv-cinder-master-3-iscsi for vnic_type normal with profile  {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 31 18:21:37.139810 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-c6bef088-e155-4841-9437-e2b0afd4fafd None None] Attempting to bind port 4f19eb88-d7a2-4f2e-9de0-586311ce4d06 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'cfa3332b-071f-4b4c-8acd-1aaa41e80ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4410ea83-4566-4c60-99ff-d1b5f30ec440'}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 31 18:21:37.140170 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6bef088-e155-4841-9437-e2b0afd4fafd None None] Attempting to bind port 4f19eb88-d7a2-4f2e-9de0-586311ce4d06 on network 4410ea83-4566-4c60-99ff-d1b5f30ec440 {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 31 18:21:37.145049 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6bef088-e155-4841-9437-e2b0afd4fafd None None] Checking agent: {'id': 'b6d39f6c-4dc3-40bd-bbe5-e05b1f1d4e13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 5, 5), 'started_at': datetime.datetime(2022, 3, 31, 18, 5, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 31 18:21:37.145419 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6bef088-e155-4841-9437-e2b0afd4fafd None None] Checking segment: {'id': 'cfa3332b-071f-4b4c-8acd-1aaa41e80ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4410ea83-4566-4c60-99ff-d1b5f30ec440'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 31 18:21:37.145822 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-c6bef088-e155-4841-9437-e2b0afd4fafd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:37.146829 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6bef088-e155-4841-9437-e2b0afd4fafd None None] Bound using segment: {'id': 'cfa3332b-071f-4b4c-8acd-1aaa41e80ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4410ea83-4566-4c60-99ff-d1b5f30ec440'} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 31 18:21:37.147586 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-c6bef088-e155-4841-9437-e2b0afd4fafd None None] Bound port: 4f19eb88-d7a2-4f2e-9de0-586311ce4d06, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfa3332b-071f-4b4c-8acd-1aaa41e80ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4410ea83-4566-4c60-99ff-d1b5f30ec440'}}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 31 18:21:37.147967 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-c6bef088-e155-4841-9437-e2b0afd4fafd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (4f19eb88-d7a2-4f2e-9de0-586311ce4d06), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:37.215427 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-c6bef088-e155-4841-9437-e2b0afd4fafd None None] For port 4f19eb88-d7a2-4f2e-9de0-586311ce4d06, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 31 18:21:37.218675 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-c6bef088-e155-4841-9437-e2b0afd4fafd None None] For port 4f19eb88-d7a2-4f2e-9de0-586311ce4d06, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=4f19eb88-d7a2-4f2e-9de0-586311ce4d06,segment=NetworkSegment(cfa3332b-071f-4b4c-8acd-1aaa41e80ec4),segment_id=cfa3332b-071f-4b4c-8acd-1aaa41e80ec4)] {{(pid=103898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 31 18:21:37.307616 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-c6bef088-e155-4841-9437-e2b0afd4fafd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (4f19eb88-d7a2-4f2e-9de0-586311ce4d06), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:37.371751 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bef088-e155-4841-9437-e2b0afd4fafd None None] Pushing event updated for resources: {'Port': ['ID=4f19eb88-d7a2-4f2e-9de0-586311ce4d06,revision_number=2']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:21:37.571633 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-52a3c825-5a62-414d-b8d6-1b76328cb507 admin admin] Publish callbacks [] for router_gateway (60054fe4-6103-427c-aeff-cd2dd1123bf5), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:37.591991 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-52a3c825-5a62-414d-b8d6-1b76328cb507 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:37.703875 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-52a3c825-5a62-414d-b8d6-1b76328cb507 admin admin] Allocated IP 172.37.2.158 (b698396b-51c1-468f-b58d-8c59a3beb4d9/19546f9a-afff-4e10-9105-a9d5358dbe6e/e48f013b-a0c3-4c71-8e06-d186d6e3e821) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 31 18:21:37.803510 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-52a3c825-5a62-414d-b8d6-1b76328cb507 admin admin] Publish callbacks [] for port (e48f013b-a0c3-4c71-8e06-d186d6e3e821), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:37.806173 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.agents_db [None req-39f62d97-bd56-4bf2-8522-12846eccdd8f None None] Agent healthcheck: found 6 active agents {{(pid=103899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 31 18:21:37.906545 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-52a3c825-5a62-414d-b8d6-1b76328cb507 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759342510062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12885778'] for port (e48f013b-a0c3-4c71-8e06-d186d6e3e821), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:37.949300 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a3c825-5a62-414d-b8d6-1b76328cb507 admin admin] Network b698396b-51c1-468f-b58d-8c59a3beb4d9 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 31 18:21:37.952272 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-52a3c825-5a62-414d-b8d6-1b76328cb507 admin admin] Resources bound (agent type, host, resource id):  {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 31 18:21:37.958380 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a3c825-5a62-414d-b8d6-1b76328cb507 admin admin] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 31 18:21:37.964264 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a3c825-5a62-414d-b8d6-1b76328cb507 admin admin] Pushing event updated for resources: {'Port': ['ID=e48f013b-a0c3-4c71-8e06-d186d6e3e821,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:21:38.279240 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25426050-7760-47b3-8661-754ff43a2cc6 None None] Network 4410ea83-4566-4c60-99ff-d1b5f30ec440 requested from dv-cinder-master-3-iscsi {{(pid=103898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 31 18:21:38.308136 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-52a3c825-5a62-414d-b8d6-1b76328cb507 admin admin] Publish callbacks [] for router_gateway (60054fe4-6103-427c-aeff-cd2dd1123bf5), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:38.350867 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-55ceea59-93c9-467f-bfa7-368aca07d3f5 None None] Provisioning complete for port 4f19eb88-d7a2-4f2e-9de0-586311ce4d06 triggered by entity DHCP. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:21:38.351437 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-55ceea59-93c9-467f-bfa7-368aca07d3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (4f19eb88-d7a2-4f2e-9de0-586311ce4d06), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:38.467868 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-55ceea59-93c9-467f-bfa7-368aca07d3f5 None None] Current status of the port 4f19eb88-d7a2-4f2e-9de0-586311ce4d06 is: DOWN; New status is: ACTIVE {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:21:38.468926 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-55ceea59-93c9-467f-bfa7-368aca07d3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (4f19eb88-d7a2-4f2e-9de0-586311ce4d06), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:38.514415 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-55ceea59-93c9-467f-bfa7-368aca07d3f5 None None] For port 4f19eb88-d7a2-4f2e-9de0-586311ce4d06, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=4f19eb88-d7a2-4f2e-9de0-586311ce4d06,segment=NetworkSegment(cfa3332b-071f-4b4c-8acd-1aaa41e80ec4),segment_id=cfa3332b-071f-4b4c-8acd-1aaa41e80ec4)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:21:38.523076 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-52a3c825-5a62-414d-b8d6-1b76328cb507 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-495022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-505889'] for router (60054fe4-6103-427c-aeff-cd2dd1123bf5), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:38.599990 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Device 4f19eb88-d7a2-4f2e-9de0-586311ce4d06 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 31 18:21:38.626066 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-55ceea59-93c9-467f-bfa7-368aca07d3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (4f19eb88-d7a2-4f2e-9de0-586311ce4d06), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:38.692097 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ceea59-93c9-467f-bfa7-368aca07d3f5 None None] Pushing event updated for resources: {'Port': ['ID=4f19eb88-d7a2-4f2e-9de0-586311ce4d06,revision_number=3']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:21:38.699283 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Provisioning complete for port 4f19eb88-d7a2-4f2e-9de0-586311ce4d06 triggered by entity L2. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:21:38.699656 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (4f19eb88-d7a2-4f2e-9de0-586311ce4d06), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:38.754872 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-05d4e2ea-52a8-4c55-bdb9-fea3ad44a7d8 None None] Provisioning complete for port 4f19eb88-d7a2-4f2e-9de0-586311ce4d06 triggered by entity DHCP. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:21:38.755243 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-05d4e2ea-52a8-4c55-bdb9-fea3ad44a7d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (4f19eb88-d7a2-4f2e-9de0-586311ce4d06), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:38.757468 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52a3c825-5a62-414d-b8d6-1b76328cb507 admin admin] Router 60054fe4-6103-427c-aeff-cd2dd1123bf5 is scheduled to L3 agent f09d5d1b-4294-4f18-9a00-351412ae7ca6 with binding_index 1 {{(pid=103896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 31 18:21:38.827290 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Current status of the port 4f19eb88-d7a2-4f2e-9de0-586311ce4d06 is: ACTIVE; New status is: ACTIVE {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:21:38.873220 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52a3c825-5a62-414d-b8d6-1b76328cb507 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 31 18:21:38.874434 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-05d4e2ea-52a8-4c55-bdb9-fea3ad44a7d8 None None] Current status of the port 4f19eb88-d7a2-4f2e-9de0-586311ce4d06 is: ACTIVE; New status is: ACTIVE {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:21:38.883650 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a680416c-0587-412c-b96f-7dca497c0068 None None] Sync routers for ids ['60054fe4-6103-427c-aeff-cd2dd1123bf5'] in dv-cinder-master-3-iscsi {{(pid=103899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 31 18:21:38.893438 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a680416c-0587-412c-b96f-7dca497c0068 None None] Routers {'60054fe4-6103-427c-aeff-cd2dd1123bf5'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 31 18:21:38.894034 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_hamode_db [None req-a680416c-0587-412c-b96f-7dca497c0068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f77168af2b0>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T18:05:01Z,description=<?>,heartbeat_timestamp=2022-03-31T18:21:31Z,host='dv-cinder-master-3-iscsi',id=f09d5d1b-4294-4f18-9a00-351412ae7ca6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-31T18:05:02Z,topic='l3_agent')) {'router_ids': ['60054fe4-6103-427c-aeff-cd2dd1123bf5'], 'active': True} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:21:38.994287 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-52a3c825-5a62-414d-b8d6-1b76328cb507 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:38.995686 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-52a3c825-5a62-414d-b8d6-1b76328cb507 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 2.3689339
Mar 31 18:21:38.998341 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 54348) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:21:38.999393 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvr_db [None req-a680416c-0587-412c-b96f-7dca497c0068 None None] Set router 60054fe4-6103-427c-aeff-cd2dd1123bf5 gateway port host: dv-cinder-master-3-iscsi {{(pid=103899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 31 18:21:39.188509 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_hamode_db [None req-a680416c-0587-412c-b96f-7dca497c0068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f77168af2b0>, [{'id': '60054fe4-6103-427c-aeff-cd2dd1123bf5', 'name': 'tempest-AttachVolumeTestJSON-1501045789-router', 'tenant_id': '87baab8d37b040efbfe030d17be30823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.158'}], 'enable_snat': True}, 'gw_port_id': 'e48f013b-a0c3-4c71-8e06-d186d6e3e821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:21:36Z', 'updated_at': '2022-03-31T18:21:38Z', 'revision_number': 3, 'project_id': '87baab8d37b040efbfe030d17be30823', 'gw_port': {'id': 'e48f013b-a0c3-4c71-8e06-d186d6e3e821', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:fa:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60054fe4-6103-427c-aeff-cd2dd1123bf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:21:37Z', 'updated_at': '2022-03-31T18:21:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:21:39.214986 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a680416c-0587-412c-b96f-7dca497c0068 None None] Checking router: 60054fe4-6103-427c-aeff-cd2dd1123bf5 for host: dv-cinder-master-3-iscsi {{(pid=103899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 31 18:21:39.215332 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a680416c-0587-412c-b96f-7dca497c0068 None None] Updating router 60054fe4-6103-427c-aeff-cd2dd1123bf5 port e48f013b-a0c3-4c71-8e06-d186d6e3e821 binding host dv-cinder-master-3-iscsi {{(pid=103899) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 31 18:21:39.242443 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-a680416c-0587-412c-b96f-7dca497c0068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (e48f013b-a0c3-4c71-8e06-d186d6e3e821), before_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:39.426347 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e737f686-7123-4b01-a8a3-320da8e424c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:39.499272 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-a680416c-0587-412c-b96f-7dca497c0068 None None] Publish callbacks [] for port (e48f013b-a0c3-4c71-8e06-d186d6e3e821), precommit_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:39.579596 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-e737f686-7123-4b01-a8a3-320da8e424c1 admin admin] Allocated IP 172.20.0.1 (4410ea83-4566-4c60-99ff-d1b5f30ec440/ed71b331-b79e-46fb-9418-746c15fc735d/6ddd5886-9ab7-4c14-9469-77d47a4fb578) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 31 18:21:39.626500 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-a680416c-0587-412c-b96f-7dca497c0068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (e48f013b-a0c3-4c71-8e06-d186d6e3e821), after_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:39.676588 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.managers [None req-a680416c-0587-412c-b96f-7dca497c0068 None None] Attempting to bind port e48f013b-a0c3-4c71-8e06-d186d6e3e821 on host dv-cinder-master-3-iscsi for vnic_type normal with profile  {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 31 18:21:39.676960 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.managers [None req-a680416c-0587-412c-b96f-7dca497c0068 None None] Attempting to bind port e48f013b-a0c3-4c71-8e06-d186d6e3e821 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '31f32929-b46a-4720-9f75-d20195c1993a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9'}] {{(pid=103899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 31 18:21:39.677824 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a680416c-0587-412c-b96f-7dca497c0068 None None] Attempting to bind port e48f013b-a0c3-4c71-8e06-d186d6e3e821 on network b698396b-51c1-468f-b58d-8c59a3beb4d9 {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 31 18:21:39.680517 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e737f686-7123-4b01-a8a3-320da8e424c1 admin admin] Publish callbacks [] for port (6ddd5886-9ab7-4c14-9469-77d47a4fb578), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:39.683545 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f123df6e-8ac7-4b4d-8017-7b01cf059934 None None] Pushing event updated for resources: {'Port': ['ID=e48f013b-a0c3-4c71-8e06-d186d6e3e821,revision_number=2']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:21:39.691082 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a680416c-0587-412c-b96f-7dca497c0068 None None] Checking agent: {'id': 'b6d39f6c-4dc3-40bd-bbe5-e05b1f1d4e13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 5, 5), 'started_at': datetime.datetime(2022, 3, 31, 18, 5, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 31 18:21:39.691456 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a680416c-0587-412c-b96f-7dca497c0068 None None] Checking segment: {'id': '31f32929-b46a-4720-9f75-d20195c1993a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 31 18:21:39.691861 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-a680416c-0587-412c-b96f-7dca497c0068 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:39.692260 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a680416c-0587-412c-b96f-7dca497c0068 None None] Bound using segment: {'id': '31f32929-b46a-4720-9f75-d20195c1993a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9'} {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 31 18:21:39.692751 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.managers [None req-a680416c-0587-412c-b96f-7dca497c0068 None None] Bound port: e48f013b-a0c3-4c71-8e06-d186d6e3e821, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31f32929-b46a-4720-9f75-d20195c1993a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9'}}] {{(pid=103899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 31 18:21:39.693676 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-a680416c-0587-412c-b96f-7dca497c0068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (e48f013b-a0c3-4c71-8e06-d186d6e3e821), before_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:39.696923 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f123df6e-8ac7-4b4d-8017-7b01cf059934 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:21:39.697286 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f123df6e-8ac7-4b4d-8017-7b01cf059934 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:21:39.697652 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f123df6e-8ac7-4b4d-8017-7b01cf059934 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:21:39.698009 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f123df6e-8ac7-4b4d-8017-7b01cf059934 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:21:39.698344 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f123df6e-8ac7-4b4d-8017-7b01cf059934 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:21:39.698698 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f123df6e-8ac7-4b4d-8017-7b01cf059934 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:21:39.699023 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f123df6e-8ac7-4b4d-8017-7b01cf059934 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:21:39.699376 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f123df6e-8ac7-4b4d-8017-7b01cf059934 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:21:39.699669 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f123df6e-8ac7-4b4d-8017-7b01cf059934 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:21:39.699990 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f123df6e-8ac7-4b4d-8017-7b01cf059934 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:21:39.700313 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f123df6e-8ac7-4b4d-8017-7b01cf059934 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:21:39.700653 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f123df6e-8ac7-4b4d-8017-7b01cf059934 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:21:39.700978 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f123df6e-8ac7-4b4d-8017-7b01cf059934 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:21:39.701297 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f123df6e-8ac7-4b4d-8017-7b01cf059934 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:21:39.701612 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f123df6e-8ac7-4b4d-8017-7b01cf059934 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:21:39.752753 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.db [None req-a680416c-0587-412c-b96f-7dca497c0068 None None] For port e48f013b-a0c3-4c71-8e06-d186d6e3e821, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 31 18:21:39.756470 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.db [None req-a680416c-0587-412c-b96f-7dca497c0068 None None] For port e48f013b-a0c3-4c71-8e06-d186d6e3e821, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=e48f013b-a0c3-4c71-8e06-d186d6e3e821,segment=NetworkSegment(31f32929-b46a-4720-9f75-d20195c1993a),segment_id=31f32929-b46a-4720-9f75-d20195c1993a)] {{(pid=103899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 31 18:21:39.775104 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e737f686-7123-4b01-a8a3-320da8e424c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759342510062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12885778'] for port (6ddd5886-9ab7-4c14-9469-77d47a4fb578), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:39.813847 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e737f686-7123-4b01-a8a3-320da8e424c1 admin admin] Network 4410ea83-4566-4c60-99ff-d1b5f30ec440 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 31 18:21:39.816680 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-e737f686-7123-4b01-a8a3-320da8e424c1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 31 18:21:39.821070 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e737f686-7123-4b01-a8a3-320da8e424c1 admin admin] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 31 18:21:39.850712 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-a680416c-0587-412c-b96f-7dca497c0068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (e48f013b-a0c3-4c71-8e06-d186d6e3e821), after_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:39.856525 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e737f686-7123-4b01-a8a3-320da8e424c1 admin admin] Pushing event updated for resources: {'Port': ['ID=6ddd5886-9ab7-4c14-9469-77d47a4fb578,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:21:39.873567 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e737f686-7123-4b01-a8a3-320da8e424c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-506870'] for router_interface (60054fe4-6103-427c-aeff-cd2dd1123bf5), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:39.900945 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a680416c-0587-412c-b96f-7dca497c0068 None None] Routers {'60054fe4-6103-427c-aeff-cd2dd1123bf5'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 31 18:21:39.901609 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_hamode_db [None req-a680416c-0587-412c-b96f-7dca497c0068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f77168af2b0>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T18:05:01Z,description=<?>,heartbeat_timestamp=2022-03-31T18:21:31Z,host='dv-cinder-master-3-iscsi',id=f09d5d1b-4294-4f18-9a00-351412ae7ca6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-31T18:05:02Z,topic='l3_agent')) {'router_ids': ['60054fe4-6103-427c-aeff-cd2dd1123bf5'], 'active': True} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:21:40.009029 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f123df6e-8ac7-4b4d-8017-7b01cf059934 None None] Pushing event updated for resources: {'Port': ['ID=e48f013b-a0c3-4c71-8e06-d186d6e3e821,revision_number=3']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:21:40.049602 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvr_db [None req-a680416c-0587-412c-b96f-7dca497c0068 None None] Set router 60054fe4-6103-427c-aeff-cd2dd1123bf5 gateway port host: dv-cinder-master-3-iscsi {{(pid=103899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 31 18:21:40.105182 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-da57b672-86f4-4a8a-9f49-2029de0c7551 None None] Provisioning complete for port 6ddd5886-9ab7-4c14-9469-77d47a4fb578 triggered by entity DHCP. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:21:40.105746 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-da57b672-86f4-4a8a-9f49-2029de0c7551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (6ddd5886-9ab7-4c14-9469-77d47a4fb578), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:40.107592 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e737f686-7123-4b01-a8a3-320da8e424c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (6ddd5886-9ab7-4c14-9469-77d47a4fb578), before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:40.148817 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-da57b672-86f4-4a8a-9f49-2029de0c7551 None None] Port 6ddd5886-9ab7-4c14-9469-77d47a4fb578 cannot update to ACTIVE because it is not bound. {{(pid=103898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 31 18:21:40.278530 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e737f686-7123-4b01-a8a3-320da8e424c1 admin admin] Publish callbacks [] for port (6ddd5886-9ab7-4c14-9469-77d47a4fb578), precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:40.326083 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_hamode_db [None req-a680416c-0587-412c-b96f-7dca497c0068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f77168af2b0>, [{'id': '60054fe4-6103-427c-aeff-cd2dd1123bf5', 'name': 'tempest-AttachVolumeTestJSON-1501045789-router', 'tenant_id': '87baab8d37b040efbfe030d17be30823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.158'}], 'enable_snat': True}, 'gw_port_id': 'e48f013b-a0c3-4c71-8e06-d186d6e3e821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:21:36Z', 'updated_at': '2022-03-31T18:21:38Z', 'revision_number': 3, 'project_id': '87baab8d37b040efbfe030d17be30823', 'gw_port': {'id': 'e48f013b-a0c3-4c71-8e06-d186d6e3e821', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:fa:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60054fe4-6103-427c-aeff-cd2dd1123bf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:21:37Z', 'updated_at': '2022-03-31T18:21:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:21:40.341085 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e737f686-7123-4b01-a8a3-320da8e424c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12885787'] for port (6ddd5886-9ab7-4c14-9469-77d47a4fb578), after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:40.354271 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a680416c-0587-412c-b96f-7dca497c0068 None None] The sync data for ids ['60054fe4-6103-427c-aeff-cd2dd1123bf5'] in dv-cinder-master-3-iscsi is: [{'id': '60054fe4-6103-427c-aeff-cd2dd1123bf5', 'name': 'tempest-AttachVolumeTestJSON-1501045789-router', 'tenant_id': '87baab8d37b040efbfe030d17be30823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.158'}], 'enable_snat': True}, 'gw_port_id': 'e48f013b-a0c3-4c71-8e06-d186d6e3e821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:21:36Z', 'updated_at': '2022-03-31T18:21:38Z', 'revision_number': 3, 'project_id': '87baab8d37b040efbfe030d17be30823', 'gw_port': {'id': 'e48f013b-a0c3-4c71-8e06-d186d6e3e821', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:fa:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60054fe4-6103-427c-aeff-cd2dd1123bf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:21:37Z', 'updated_at': '2022-03-31T18:21:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=103899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 31 18:21:40.409672 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e737f686-7123-4b01-a8a3-320da8e424c1 admin admin] Pushing event updated for resources: {'Port': ['ID=6ddd5886-9ab7-4c14-9469-77d47a4fb578,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:21:40.412568 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e737f686-7123-4b01-a8a3-320da8e424c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-506722'] for router_interface (60054fe4-6103-427c-aeff-cd2dd1123bf5), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:40.513017 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e737f686-7123-4b01-a8a3-320da8e424c1 admin admin] Network 4410ea83-4566-4c60-99ff-d1b5f30ec440 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 31 18:21:40.514492 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-e737f686-7123-4b01-a8a3-320da8e424c1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 31 18:21:40.527509 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Device 4f19eb88-d7a2-4f2e-9de0-586311ce4d06 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 31 18:21:40.625946 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Provisioning complete for port 4f19eb88-d7a2-4f2e-9de0-586311ce4d06 triggered by entity L2. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:21:40.626334 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (4f19eb88-d7a2-4f2e-9de0-586311ce4d06), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:40.723800 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Current status of the port 4f19eb88-d7a2-4f2e-9de0-586311ce4d06 is: ACTIVE; New status is: ACTIVE {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:21:40.877036 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-b784d1a4-621b-4a64-ae89-ac87c07deeab None None] Provisioning complete for port 6ddd5886-9ab7-4c14-9469-77d47a4fb578 triggered by entity DHCP. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:21:40.877724 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b784d1a4-621b-4a64-ae89-ac87c07deeab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (6ddd5886-9ab7-4c14-9469-77d47a4fb578), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:40.879696 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e737f686-7123-4b01-a8a3-320da8e424c1 admin admin] Router 60054fe4-6103-427c-aeff-cd2dd1123bf5 has already been hosted by L3 agent f09d5d1b-4294-4f18-9a00-351412ae7ca6 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 31 18:21:40.918883 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-b784d1a4-621b-4a64-ae89-ac87c07deeab None None] Port 6ddd5886-9ab7-4c14-9469-77d47a4fb578 cannot update to ACTIVE because it is not bound. {{(pid=103898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 31 18:21:40.997587 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e737f686-7123-4b01-a8a3-320da8e424c1 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 31 18:21:41.002689 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-e737f686-7123-4b01-a8a3-320da8e424c1 admin admin] 10.222.0.58 "PUT /v2.0/routers/60054fe4-6103-427c-aeff-cd2dd1123bf5/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.0033233
Mar 31 18:21:41.455767 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 54356) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:21:41.460867 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [None req-4ca8b1ec-52c1-4335-bbd8-c3ac5865cffb tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1706139522', 'description': 'tempest-description--652937017'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:21:41.534986 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4ca8b1ec-52c1-4335-bbd8-c3ac5865cffb tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Publish callbacks [] for security_group (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:41.607270 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4ca8b1ec-52c1-4335-bbd8-c3ac5865cffb tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Publish callbacks [] for security_group (a2340186-1a42-4429-b30f-1b1c6ca4f507), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:41.695037 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4ca8b1ec-52c1-4335-bbd8-c3ac5865cffb tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (a2340186-1a42-4429-b30f-1b1c6ca4f507), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:41.725067 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca8b1ec-52c1-4335-bbd8-c3ac5865cffb tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2340186-1a42-4429-b30f-1b1c6ca4f507,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:21:41.777195 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4ca8b1ec-52c1-4335-bbd8-c3ac5865cffb tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Publish callbacks [] for security_group (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:41.781157 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-4ca8b1ec-52c1-4335-bbd8-c3ac5865cffb tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.3217871
Mar 31 18:21:41.781378 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 54358) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:21:41.785905 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [None req-e02c144b-4543-41c2-ba03-77cec1d7d24c tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Request body: {'security_group_rule': {'security_group_id': 'a2340186-1a42-4429-b30f-1b1c6ca4f507', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:21:41.866644 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e02c144b-4543-41c2-ba03-77cec1d7d24c tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Publish callbacks [] for security_group_rule (d3455634-2da3-456d-a64c-fbc93cae7f5a), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:41.869285 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b50cd56-9245-4ec3-9ec6-2e60ebc4de59 None None] Sync routers for ids ['60054fe4-6103-427c-aeff-cd2dd1123bf5'] in dv-cinder-master-3-iscsi {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 31 18:21:41.880289 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b50cd56-9245-4ec3-9ec6-2e60ebc4de59 None None] Routers {'60054fe4-6103-427c-aeff-cd2dd1123bf5'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 31 18:21:41.881934 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-4b50cd56-9245-4ec3-9ec6-2e60ebc4de59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7715459790>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T18:05:01Z,description=<?>,heartbeat_timestamp=2022-03-31T18:21:31Z,host='dv-cinder-master-3-iscsi',id=f09d5d1b-4294-4f18-9a00-351412ae7ca6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-31T18:05:02Z,topic='l3_agent')) {'router_ids': ['60054fe4-6103-427c-aeff-cd2dd1123bf5'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:21:41.930264 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e02c144b-4543-41c2-ba03-77cec1d7d24c tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Publish callbacks [] for security_group_rule (d3455634-2da3-456d-a64c-fbc93cae7f5a), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:41.992291 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e02c144b-4543-41c2-ba03-77cec1d7d24c tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527249'] for security_group_rule (d3455634-2da3-456d-a64c-fbc93cae7f5a), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:41.995558 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-4b50cd56-9245-4ec3-9ec6-2e60ebc4de59 None None] Set router 60054fe4-6103-427c-aeff-cd2dd1123bf5 gateway port host: dv-cinder-master-3-iscsi {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 31 18:21:42.008584 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02c144b-4543-41c2-ba03-77cec1d7d24c tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3455634-2da3-456d-a64c-fbc93cae7f5a,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:21:42.091119 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e02c144b-4543-41c2-ba03-77cec1d7d24c tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:42.092388 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-e02c144b-4543-41c2-ba03-77cec1d7d24c tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3100028
Mar 31 18:21:42.095183 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 54360) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:21:42.099971 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [None req-7beeb666-f4b5-4401-89c8-8fdef34d79a3 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Request body: {'security_group_rule': {'security_group_id': 'a2340186-1a42-4429-b30f-1b1c6ca4f507', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:21:42.191353 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7beeb666-f4b5-4401-89c8-8fdef34d79a3 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Publish callbacks [] for security_group_rule (087c13f0-0567-49ea-9ad0-50a2680f662f), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:42.204467 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-4b50cd56-9245-4ec3-9ec6-2e60ebc4de59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7715459790>, [{'id': '60054fe4-6103-427c-aeff-cd2dd1123bf5', 'name': 'tempest-AttachVolumeTestJSON-1501045789-router', 'tenant_id': '87baab8d37b040efbfe030d17be30823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.158'}], 'enable_snat': True}, 'gw_port_id': 'e48f013b-a0c3-4c71-8e06-d186d6e3e821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:21:36Z', 'updated_at': '2022-03-31T18:21:39Z', 'revision_number': 4, 'project_id': '87baab8d37b040efbfe030d17be30823', 'gw_port': {'id': 'e48f013b-a0c3-4c71-8e06-d186d6e3e821', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:fa:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60054fe4-6103-427c-aeff-cd2dd1123bf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:21:37Z', 'updated_at': '2022-03-31T18:21:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '6ddd5886-9ab7-4c14-9469-77d47a4fb578', 'name': '', 'network_id': '4410ea83-4566-4c60-99ff-d1b5f30ec440', 'tenant_id': '87baab8d37b040efbfe030d17be30823', 'mac_address': 'fa:16:3e:94:41:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60054fe4-6103-427c-aeff-cd2dd1123bf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'ed71b331-b79e-46fb-9418-746c15fc735d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:21:39Z', 'updated_at': '2022-03-31T18:21:40Z', 'revision_number': 2, 'project_id': '87baab8d37b040efbfe030d17be30823', 'subnets': [{'id': 'ed71b331-b79e-46fb-9418-746c15fc735d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:21:42.231789 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b50cd56-9245-4ec3-9ec6-2e60ebc4de59 None None] Checking router: 60054fe4-6103-427c-aeff-cd2dd1123bf5 for host: dv-cinder-master-3-iscsi {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 31 18:21:42.232181 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b50cd56-9245-4ec3-9ec6-2e60ebc4de59 None None] Updating router 60054fe4-6103-427c-aeff-cd2dd1123bf5 port 6ddd5886-9ab7-4c14-9469-77d47a4fb578 binding host dv-cinder-master-3-iscsi {{(pid=103898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 31 18:21:42.253571 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7beeb666-f4b5-4401-89c8-8fdef34d79a3 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Publish callbacks [] for security_group_rule (087c13f0-0567-49ea-9ad0-50a2680f662f), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:42.265328 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-4b50cd56-9245-4ec3-9ec6-2e60ebc4de59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (6ddd5886-9ab7-4c14-9469-77d47a4fb578), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:42.317785 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7beeb666-f4b5-4401-89c8-8fdef34d79a3 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527249'] for security_group_rule (087c13f0-0567-49ea-9ad0-50a2680f662f), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:42.337309 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beeb666-f4b5-4401-89c8-8fdef34d79a3 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=087c13f0-0567-49ea-9ad0-50a2680f662f,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:21:42.428910 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7beeb666-f4b5-4401-89c8-8fdef34d79a3 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:42.430285 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-7beeb666-f4b5-4401-89c8-8fdef34d79a3 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3341508
Mar 31 18:21:42.433635 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 54362) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:21:42.438145 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.v2.base [None req-6eb71ab5-b610-44bf-9f67-c616892dc786 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Request body: {'floatingip': {'floating_network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9'}} {{(pid=103897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:21:42.510317 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-6eb71ab5-b610-44bf-9f67-c616892dc786 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:42.532605 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-4b50cd56-9245-4ec3-9ec6-2e60ebc4de59 None None] Publish callbacks [] for port (6ddd5886-9ab7-4c14-9469-77d47a4fb578), precommit_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:42.554839 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Device e48f013b-a0c3-4c71-8e06-d186d6e3e821 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 31 18:21:42.603716 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Provisioning complete for port e48f013b-a0c3-4c71-8e06-d186d6e3e821 triggered by entity L2. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:21:42.604103 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (e48f013b-a0c3-4c71-8e06-d186d6e3e821), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:42.615598 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-6eb71ab5-b610-44bf-9f67-c616892dc786 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (None), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:42.626732 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-4b50cd56-9245-4ec3-9ec6-2e60ebc4de59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (6ddd5886-9ab7-4c14-9469-77d47a4fb578), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:42.691269 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce0d6d5-ebc4-44e3-aecf-62fc051fe5b0 None None] Pushing event updated for resources: {'Port': ['ID=6ddd5886-9ab7-4c14-9469-77d47a4fb578,revision_number=3']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:21:42.729419 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-6eb71ab5-b610-44bf-9f67-c616892dc786 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Allocated IP 172.37.2.165 (b698396b-51c1-468f-b58d-8c59a3beb4d9/19546f9a-afff-4e10-9105-a9d5358dbe6e/f60ca839-1bd9-452d-8104-b7aab87cc510) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 31 18:21:42.776965 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-4b50cd56-9245-4ec3-9ec6-2e60ebc4de59 None None] Attempting to bind port 6ddd5886-9ab7-4c14-9469-77d47a4fb578 on host dv-cinder-master-3-iscsi for vnic_type normal with profile  {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 31 18:21:42.777338 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-4b50cd56-9245-4ec3-9ec6-2e60ebc4de59 None None] Attempting to bind port 6ddd5886-9ab7-4c14-9469-77d47a4fb578 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'cfa3332b-071f-4b4c-8acd-1aaa41e80ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4410ea83-4566-4c60-99ff-d1b5f30ec440'}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 31 18:21:42.777702 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b50cd56-9245-4ec3-9ec6-2e60ebc4de59 None None] Attempting to bind port 6ddd5886-9ab7-4c14-9469-77d47a4fb578 on network 4410ea83-4566-4c60-99ff-d1b5f30ec440 {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 31 18:21:42.790675 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b50cd56-9245-4ec3-9ec6-2e60ebc4de59 None None] Checking agent: {'id': 'b6d39f6c-4dc3-40bd-bbe5-e05b1f1d4e13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 5, 5), 'started_at': datetime.datetime(2022, 3, 31, 18, 5, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 31 18:21:42.791134 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b50cd56-9245-4ec3-9ec6-2e60ebc4de59 None None] Checking segment: {'id': 'cfa3332b-071f-4b4c-8acd-1aaa41e80ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4410ea83-4566-4c60-99ff-d1b5f30ec440'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 31 18:21:42.791550 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-4b50cd56-9245-4ec3-9ec6-2e60ebc4de59 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:42.791966 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b50cd56-9245-4ec3-9ec6-2e60ebc4de59 None None] Bound using segment: {'id': 'cfa3332b-071f-4b4c-8acd-1aaa41e80ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4410ea83-4566-4c60-99ff-d1b5f30ec440'} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 31 18:21:42.792525 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-4b50cd56-9245-4ec3-9ec6-2e60ebc4de59 None None] Bound port: 6ddd5886-9ab7-4c14-9469-77d47a4fb578, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfa3332b-071f-4b4c-8acd-1aaa41e80ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4410ea83-4566-4c60-99ff-d1b5f30ec440'}}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 31 18:21:42.792914 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-4b50cd56-9245-4ec3-9ec6-2e60ebc4de59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (6ddd5886-9ab7-4c14-9469-77d47a4fb578), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:42.802914 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Current status of the port e48f013b-a0c3-4c71-8e06-d186d6e3e821 is: DOWN; New status is: ACTIVE {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:21:42.803309 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (e48f013b-a0c3-4c71-8e06-d186d6e3e821), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:42.827318 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] For port e48f013b-a0c3-4c71-8e06-d186d6e3e821, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=e48f013b-a0c3-4c71-8e06-d186d6e3e821,segment=NetworkSegment(31f32929-b46a-4720-9f75-d20195c1993a),segment_id=31f32929-b46a-4720-9f75-d20195c1993a)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:21:42.851038 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-6eb71ab5-b610-44bf-9f67-c616892dc786 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Publish callbacks [] for port (f60ca839-1bd9-452d-8104-b7aab87cc510), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:42.889621 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-4b50cd56-9245-4ec3-9ec6-2e60ebc4de59 None None] For port 6ddd5886-9ab7-4c14-9469-77d47a4fb578, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 31 18:21:42.892811 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-4b50cd56-9245-4ec3-9ec6-2e60ebc4de59 None None] For port 6ddd5886-9ab7-4c14-9469-77d47a4fb578, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=6ddd5886-9ab7-4c14-9469-77d47a4fb578,segment=NetworkSegment(cfa3332b-071f-4b4c-8acd-1aaa41e80ec4),segment_id=cfa3332b-071f-4b4c-8acd-1aaa41e80ec4)] {{(pid=103898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 31 18:21:42.916167 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (e48f013b-a0c3-4c71-8e06-d186d6e3e821), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:42.946843 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-6eb71ab5-b610-44bf-9f67-c616892dc786 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759342510062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13081985'] for port (f60ca839-1bd9-452d-8104-b7aab87cc510), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:42.971896 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Pushing event updated for resources: {'Port': ['ID=e48f013b-a0c3-4c71-8e06-d186d6e3e821,revision_number=4']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:21:42.978754 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-651ed3cc-05ce-41f6-8074-77f2da77ca32 None None] Provisioning complete for port 6ddd5886-9ab7-4c14-9469-77d47a4fb578 triggered by entity DHCP. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:21:42.979127 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-651ed3cc-05ce-41f6-8074-77f2da77ca32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (6ddd5886-9ab7-4c14-9469-77d47a4fb578), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:42.982529 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb71ab5-b610-44bf-9f67-c616892dc786 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Network b698396b-51c1-468f-b58d-8c59a3beb4d9 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 31 18:21:42.986986 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-6eb71ab5-b610-44bf-9f67-c616892dc786 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Resources bound (agent type, host, resource id):  {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 31 18:21:42.990732 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb71ab5-b610-44bf-9f67-c616892dc786 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 31 18:21:43.014307 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-651ed3cc-05ce-41f6-8074-77f2da77ca32 None None] Port 6ddd5886-9ab7-4c14-9469-77d47a4fb578 cannot update to ACTIVE because it is not bound. {{(pid=103898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 31 18:21:43.023699 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb71ab5-b610-44bf-9f67-c616892dc786 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Pushing event updated for resources: {'Port': ['ID=f60ca839-1bd9-452d-8104-b7aab87cc510,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:21:43.026804 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-4b50cd56-9245-4ec3-9ec6-2e60ebc4de59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (6ddd5886-9ab7-4c14-9469-77d47a4fb578), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:43.090530 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-6eb71ab5-b610-44bf-9f67-c616892dc786 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Publish callbacks [] for floatingip (d89be1a3-805b-4e26-8532-75efec1d79f7), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:43.091155 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b50cd56-9245-4ec3-9ec6-2e60ebc4de59 None None] Routers {'60054fe4-6103-427c-aeff-cd2dd1123bf5'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 31 18:21:43.091803 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-4b50cd56-9245-4ec3-9ec6-2e60ebc4de59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7715459790>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T18:05:01Z,description=<?>,heartbeat_timestamp=2022-03-31T18:21:31Z,host='dv-cinder-master-3-iscsi',id=f09d5d1b-4294-4f18-9a00-351412ae7ca6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-31T18:05:02Z,topic='l3_agent')) {'router_ids': ['60054fe4-6103-427c-aeff-cd2dd1123bf5'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:21:43.093706 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce0d6d5-ebc4-44e3-aecf-62fc051fe5b0 None None] Pushing event updated for resources: {'Port': ['ID=6ddd5886-9ab7-4c14-9469-77d47a4fb578,revision_number=4']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:21:43.229656 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-6eb71ab5-b610-44bf-9f67-c616892dc786 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (f60ca839-1bd9-452d-8104-b7aab87cc510), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:43.343132 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-4b50cd56-9245-4ec3-9ec6-2e60ebc4de59 None None] Set router 60054fe4-6103-427c-aeff-cd2dd1123bf5 gateway port host: dv-cinder-master-3-iscsi {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 31 18:21:43.378177 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-634f1fc0-42d4-4fef-b76c-50d813e4c477 None None] Provisioning complete for port 6ddd5886-9ab7-4c14-9469-77d47a4fb578 triggered by entity DHCP. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:21:43.378552 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-634f1fc0-42d4-4fef-b76c-50d813e4c477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (6ddd5886-9ab7-4c14-9469-77d47a4fb578), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:43.389819 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-6eb71ab5-b610-44bf-9f67-c616892dc786 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Publish callbacks [] for port (f60ca839-1bd9-452d-8104-b7aab87cc510), precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:43.458742 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-6eb71ab5-b610-44bf-9f67-c616892dc786 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13081992'] for port (f60ca839-1bd9-452d-8104-b7aab87cc510), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:43.526046 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb71ab5-b610-44bf-9f67-c616892dc786 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Pushing event updated for resources: {'Port': ['ID=f60ca839-1bd9-452d-8104-b7aab87cc510,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:21:43.537601 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-6eb71ab5-b610-44bf-9f67-c616892dc786 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505983'] for floatingip (d89be1a3-805b-4e26-8532-75efec1d79f7), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:43.579436 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-634f1fc0-42d4-4fef-b76c-50d813e4c477 None None] Current status of the port 6ddd5886-9ab7-4c14-9469-77d47a4fb578 is: DOWN; New status is: ACTIVE {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:21:43.579827 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-634f1fc0-42d4-4fef-b76c-50d813e4c477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (6ddd5886-9ab7-4c14-9469-77d47a4fb578), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:43.621482 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-634f1fc0-42d4-4fef-b76c-50d813e4c477 None None] For port 6ddd5886-9ab7-4c14-9469-77d47a4fb578, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=6ddd5886-9ab7-4c14-9469-77d47a4fb578,segment=NetworkSegment(cfa3332b-071f-4b4c-8acd-1aaa41e80ec4),segment_id=cfa3332b-071f-4b4c-8acd-1aaa41e80ec4)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:21:43.632637 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-6eb71ab5-b610-44bf-9f67-c616892dc786 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30337'] for floatingip (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:43.633904 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-6eb71ab5-b610-44bf-9f67-c616892dc786 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.1992695
Mar 31 18:21:43.638773 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-4b50cd56-9245-4ec3-9ec6-2e60ebc4de59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7715459790>, [{'id': '60054fe4-6103-427c-aeff-cd2dd1123bf5', 'name': 'tempest-AttachVolumeTestJSON-1501045789-router', 'tenant_id': '87baab8d37b040efbfe030d17be30823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.158'}], 'enable_snat': True}, 'gw_port_id': 'e48f013b-a0c3-4c71-8e06-d186d6e3e821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:21:36Z', 'updated_at': '2022-03-31T18:21:39Z', 'revision_number': 4, 'project_id': '87baab8d37b040efbfe030d17be30823', 'gw_port': {'id': 'e48f013b-a0c3-4c71-8e06-d186d6e3e821', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:fa:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60054fe4-6103-427c-aeff-cd2dd1123bf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:21:37Z', 'updated_at': '2022-03-31T18:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '6ddd5886-9ab7-4c14-9469-77d47a4fb578', 'name': '', 'network_id': '4410ea83-4566-4c60-99ff-d1b5f30ec440', 'tenant_id': '87baab8d37b040efbfe030d17be30823', 'mac_address': 'fa:16:3e:94:41:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60054fe4-6103-427c-aeff-cd2dd1123bf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'ed71b331-b79e-46fb-9418-746c15fc735d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:21:39Z', 'updated_at': '2022-03-31T18:21:42Z', 'revision_number': 4, 'project_id': '87baab8d37b040efbfe030d17be30823', 'subnets': [{'id': 'ed71b331-b79e-46fb-9418-746c15fc735d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:21:43.665954 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b50cd56-9245-4ec3-9ec6-2e60ebc4de59 None None] The sync data for ids ['60054fe4-6103-427c-aeff-cd2dd1123bf5'] in dv-cinder-master-3-iscsi is: [{'id': '60054fe4-6103-427c-aeff-cd2dd1123bf5', 'name': 'tempest-AttachVolumeTestJSON-1501045789-router', 'tenant_id': '87baab8d37b040efbfe030d17be30823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.158'}], 'enable_snat': True}, 'gw_port_id': 'e48f013b-a0c3-4c71-8e06-d186d6e3e821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:21:36Z', 'updated_at': '2022-03-31T18:21:39Z', 'revision_number': 4, 'project_id': '87baab8d37b040efbfe030d17be30823', 'gw_port': {'id': 'e48f013b-a0c3-4c71-8e06-d186d6e3e821', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:fa:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60054fe4-6103-427c-aeff-cd2dd1123bf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:21:37Z', 'updated_at': '2022-03-31T18:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '6ddd5886-9ab7-4c14-9469-77d47a4fb578', 'name': '', 'network_id': '4410ea83-4566-4c60-99ff-d1b5f30ec440', 'tenant_id': '87baab8d37b040efbfe030d17be30823', 'mac_address': 'fa:16:3e:94:41:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60054fe4-6103-427c-aeff-cd2dd1123bf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'ed71b331-b79e-46fb-9418-746c15fc735d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:21:39Z', 'updated_at': '2022-03-31T18:21:42Z', 'revision_number': 4, 'project_id': '87baab8d37b040efbfe030d17be30823', 'subnets': [{'id': 'ed71b331-b79e-46fb-9418-746c15fc735d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 31 18:21:43.741364 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-634f1fc0-42d4-4fef-b76c-50d813e4c477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (6ddd5886-9ab7-4c14-9469-77d47a4fb578), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:43.796621 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634f1fc0-42d4-4fef-b76c-50d813e4c477 None None] Pushing event updated for resources: {'Port': ['ID=6ddd5886-9ab7-4c14-9469-77d47a4fb578,revision_number=5']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:21:43.830274 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-d2299c99-ffcb-48a5-ab42-93fc73b9986b req-4964c477-3cae-442a-bed7-245eb8087d0a tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1706139522&fields=id&tenant_id=87baab8d37b040efbfe030d17be30823 HTTP/1.1" status: 200  len: 267 time: 0.0509591
Mar 31 18:21:43.942357 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2299c99-ffcb-48a5-ab42-93fc73b9986b req-2018c729-8a12-4810-8c09-9580c09ccd62 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:21:43.944215 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-d2299c99-ffcb-48a5-ab42-93fc73b9986b req-2018c729-8a12-4810-8c09-9580c09ccd62 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/networks?id=4410ea83-4566-4c60-99ff-d1b5f30ec440 HTTP/1.1" status: 200  len: 811 time: 0.1064382
Mar 31 18:21:43.960130 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-d2299c99-ffcb-48a5-ab42-93fc73b9986b req-39918b72-a91c-4c88-9e27-e8294d811d83 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/quotas/87baab8d37b040efbfe030d17be30823 HTTP/1.1" status: 200  len: 375 time: 0.0102222
Mar 31 18:21:44.018995 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-d2299c99-ffcb-48a5-ab42-93fc73b9986b req-c455bdaf-b966-4b25-8ff3-707376ef770e tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=87baab8d37b040efbfe030d17be30823&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0534866
Mar 31 18:21:44.123937 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-d2299c99-ffcb-48a5-ab42-93fc73b9986b req-807caf6c-8d4f-4df5-9b9b-f8027ca07ec4 service neutron] 10.222.0.58 "GET /v2.0/networks/4410ea83-4566-4c60-99ff-d1b5f30ec440?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0927219
Mar 31 18:21:44.219514 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-d2299c99-ffcb-48a5-ab42-93fc73b9986b req-c38f8d2d-8207-41bb-ae56-fa8c0769646c service neutron] 10.222.0.58 "GET /v2.0/networks/4410ea83-4566-4c60-99ff-d1b5f30ec440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0898273
Mar 31 18:21:44.481040 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-86b6408f-7386-4eb8-8c7b-65ad97c9c786 req-d76fa4f1-fe9f-4a21-8434-a90dd4f5137d tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/ports?device_id=01ac6bc8-6406-46d8-b8a1-628449e68e58 HTTP/1.1" status: 200  len: 210 time: 0.0342569
Mar 31 18:21:44.600932 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Device e48f013b-a0c3-4c71-8e06-d186d6e3e821 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 31 18:21:44.655788 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Provisioning complete for port e48f013b-a0c3-4c71-8e06-d186d6e3e821 triggered by entity L2. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:21:44.656171 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (e48f013b-a0c3-4c71-8e06-d186d6e3e821), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:44.739439 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Current status of the port e48f013b-a0c3-4c71-8e06-d186d6e3e821 is: ACTIVE; New status is: ACTIVE {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:21:44.741584 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Device 6ddd5886-9ab7-4c14-9469-77d47a4fb578 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 31 18:21:44.793060 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Provisioning complete for port 6ddd5886-9ab7-4c14-9469-77d47a4fb578 triggered by entity L2. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:21:44.793434 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (6ddd5886-9ab7-4c14-9469-77d47a4fb578), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:44.870022 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Current status of the port 6ddd5886-9ab7-4c14-9469-77d47a4fb578 is: ACTIVE; New status is: ACTIVE {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:21:45.570006 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-8c37e4a1-34e9-4108-9efd-d47361b13a56 req-ac752999-6cf9-436b-96e3-3774aa1324d3 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/ports?device_id=01ac6bc8-6406-46d8-b8a1-628449e68e58 HTTP/1.1" status: 200  len: 210 time: 0.0310330
Mar 31 18:21:46.644132 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-9cba5e71-a23a-44c3-8d43-d9fe7d8ca1cf req-f363e68a-6b1b-4a17-ba37-6005e0a29b29 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/ports?device_id=01ac6bc8-6406-46d8-b8a1-628449e68e58 HTTP/1.1" status: 200  len: 210 time: 0.0270092
Mar 31 18:21:47.719796 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-5e85a1a5-a0df-4977-a4b8-380061ca96c4 req-8afc4516-f59a-453b-8844-f34c18a51012 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/ports?device_id=01ac6bc8-6406-46d8-b8a1-628449e68e58 HTTP/1.1" status: 200  len: 210 time: 0.0273299
Mar 31 18:21:48.813232 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-1a01f078-7b9c-4c1a-95f7-381ac37bbfd9 req-d152235a-2249-4f6a-bc4e-66a74970df93 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/ports?device_id=01ac6bc8-6406-46d8-b8a1-628449e68e58 HTTP/1.1" status: 200  len: 210 time: 0.0274379
Mar 31 18:21:49.906915 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-74bd1e18-ed29-4349-926e-aaae216f28e8 req-61813985-e74f-4882-96cb-a59f4a0a3f73 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/ports?device_id=01ac6bc8-6406-46d8-b8a1-628449e68e58 HTTP/1.1" status: 200  len: 210 time: 0.0278962
Mar 31 18:21:51.005097 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-32da5330-16ce-400a-8533-f2fa6451c924 req-3b17f487-01e7-4d95-8b7d-1809decefd5f tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/ports?device_id=01ac6bc8-6406-46d8-b8a1-628449e68e58 HTTP/1.1" status: 200  len: 210 time: 0.0270205
Mar 31 18:21:51.241039 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2299c99-ffcb-48a5-ab42-93fc73b9986b req-62adcd0f-7e44-48b1-97ce-4e9a1e9ddec8 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:21:51.242514 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-d2299c99-ffcb-48a5-ab42-93fc73b9986b req-62adcd0f-7e44-48b1-97ce-4e9a1e9ddec8 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.44 "GET /v2.0/networks?id=4410ea83-4566-4c60-99ff-d1b5f30ec440 HTTP/1.1" status: 200  len: 811 time: 0.0984750
Mar 31 18:21:51.313301 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-d2299c99-ffcb-48a5-ab42-93fc73b9986b req-dce3f550-de81-4f85-b89e-9fee7163f36e tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=87baab8d37b040efbfe030d17be30823 HTTP/1.1" status: 200  len: 380 time: 0.0561655
Mar 31 18:21:51.322520 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.v2.base [req-d2299c99-ffcb-48a5-ab42-93fc73b9986b req-26f252cc-02f9-4a5b-884e-42713ab87ca5 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Request body: {'port': {'device_id': '01ac6bc8-6406-46d8-b8a1-628449e68e58', 'network_id': '4410ea83-4566-4c60-99ff-d1b5f30ec440', 'admin_state_up': True, 'tenant_id': '87baab8d37b040efbfe030d17be30823', 'security_groups': ['a2340186-1a42-4429-b30f-1b1c6ca4f507']}} {{(pid=103897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:21:51.515970 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2299c99-ffcb-48a5-ab42-93fc73b9986b req-26f252cc-02f9-4a5b-884e-42713ab87ca5 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Made reservation on behalf of 87baab8d37b040efbfe030d17be30823 for: {'port': 1} {{(pid=103897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 31 18:21:51.519721 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-d2299c99-ffcb-48a5-ab42-93fc73b9986b req-26f252cc-02f9-4a5b-884e-42713ab87ca5 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (None), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:51.648893 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [req-d2299c99-ffcb-48a5-ab42-93fc73b9986b req-26f252cc-02f9-4a5b-884e-42713ab87ca5 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Allocated IP 172.20.0.13 (4410ea83-4566-4c60-99ff-d1b5f30ec440/ed71b331-b79e-46fb-9418-746c15fc735d/39569c59-56fb-4b13-b985-d8cf317000fa) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 31 18:21:51.781450 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-d2299c99-ffcb-48a5-ab42-93fc73b9986b req-26f252cc-02f9-4a5b-884e-42713ab87ca5 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Publish callbacks [] for port (39569c59-56fb-4b13-b985-d8cf317000fa), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:51.888043 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-d2299c99-ffcb-48a5-ab42-93fc73b9986b req-26f252cc-02f9-4a5b-884e-42713ab87ca5 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759342510062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13081985'] for port (39569c59-56fb-4b13-b985-d8cf317000fa), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:51.935811 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2299c99-ffcb-48a5-ab42-93fc73b9986b req-26f252cc-02f9-4a5b-884e-42713ab87ca5 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Network 4410ea83-4566-4c60-99ff-d1b5f30ec440 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 31 18:21:51.939044 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [req-d2299c99-ffcb-48a5-ab42-93fc73b9986b req-26f252cc-02f9-4a5b-884e-42713ab87ca5 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Resources bound (agent type, host, resource id):  {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 31 18:21:51.945066 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2299c99-ffcb-48a5-ab42-93fc73b9986b req-26f252cc-02f9-4a5b-884e-42713ab87ca5 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 31 18:21:51.951636 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f252cc-02f9-4a5b-884e-42713ab87ca5 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Pushing event updated for resources: {'Port': ['ID=39569c59-56fb-4b13-b985-d8cf317000fa,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:21:51.998544 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2299c99-ffcb-48a5-ab42-93fc73b9986b req-26f252cc-02f9-4a5b-884e-42713ab87ca5 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:21:51.999177 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-d2299c99-ffcb-48a5-ab42-93fc73b9986b req-26f252cc-02f9-4a5b-884e-42713ab87ca5 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30337'] for port (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:52.121399 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-d2299c99-ffcb-48a5-ab42-93fc73b9986b req-26f252cc-02f9-4a5b-884e-42713ab87ca5 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8029137
Mar 31 18:21:52.133121 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a856646-b1f6-4197-80f5-2134c47e5bff req-59bb828f-19fe-4539-84f0-2d4a3d4189f2 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:21:52.134562 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-6a856646-b1f6-4197-80f5-2134c47e5bff req-59bb828f-19fe-4539-84f0-2d4a3d4189f2 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/ports?device_id=01ac6bc8-6406-46d8-b8a1-628449e68e58 HTTP/1.1" status: 200  len: 932 time: 0.0582824
Mar 31 18:21:52.139635 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.v2.base [req-d2299c99-ffcb-48a5-ab42-93fc73b9986b req-5d300ad6-b88a-4616-bda3-89d37439bf53 service neutron] Request body: {'port': {'device_id': '01ac6bc8-6406-46d8-b8a1-628449e68e58', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=103897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:21:52.209834 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-6ff9ee72-7049-4730-9bea-e017aad57cce None None] Provisioning complete for port 39569c59-56fb-4b13-b985-d8cf317000fa triggered by entity DHCP. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:21:52.211579 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-6ff9ee72-7049-4730-9bea-e017aad57cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (39569c59-56fb-4b13-b985-d8cf317000fa), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:52.227223 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-6a856646-b1f6-4197-80f5-2134c47e5bff req-f7a37702-9e64-4edb-916d-bc1e48e6bfad tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2340186-1a42-4429-b30f-1b1c6ca4f507&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0850396
Mar 31 18:21:52.233933 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-d2299c99-ffcb-48a5-ab42-93fc73b9986b req-5d300ad6-b88a-4616-bda3-89d37439bf53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (39569c59-56fb-4b13-b985-d8cf317000fa), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:52.248678 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-6ff9ee72-7049-4730-9bea-e017aad57cce None None] Port 39569c59-56fb-4b13-b985-d8cf317000fa cannot update to ACTIVE because it is not bound. {{(pid=103898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 31 18:21:52.495980 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [req-d2299c99-ffcb-48a5-ab42-93fc73b9986b req-5d300ad6-b88a-4616-bda3-89d37439bf53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39569c59-56fb-4b13-b985-d8cf317000fa {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 31 18:21:52.503630 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-d2299c99-ffcb-48a5-ab42-93fc73b9986b req-5d300ad6-b88a-4616-bda3-89d37439bf53 service neutron] Publish callbacks [] for port (39569c59-56fb-4b13-b985-d8cf317000fa), precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:52.515480 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [req-d2299c99-ffcb-48a5-ab42-93fc73b9986b req-5d300ad6-b88a-4616-bda3-89d37439bf53 service neutron] Transition to ACTIVE for port object 39569c59-56fb-4b13-b985-d8cf317000fa will not be triggered until provisioned by entity L2. {{(pid=103897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 31 18:21:52.606783 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-d2299c99-ffcb-48a5-ab42-93fc73b9986b req-5d300ad6-b88a-4616-bda3-89d37439bf53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13081992'] for port (39569c59-56fb-4b13-b985-d8cf317000fa), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:52.656014 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d300ad6-b88a-4616-bda3-89d37439bf53 service neutron] Pushing event updated for resources: {'Port': ['ID=39569c59-56fb-4b13-b985-d8cf317000fa,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:21:52.733244 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [req-d2299c99-ffcb-48a5-ab42-93fc73b9986b req-5d300ad6-b88a-4616-bda3-89d37439bf53 service neutron] Attempting to bind port 39569c59-56fb-4b13-b985-d8cf317000fa on host hv-cinder-maste for vnic_type normal with profile  {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 31 18:21:52.733585 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [req-d2299c99-ffcb-48a5-ab42-93fc73b9986b req-5d300ad6-b88a-4616-bda3-89d37439bf53 service neutron] Attempting to bind port 39569c59-56fb-4b13-b985-d8cf317000fa by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'cfa3332b-071f-4b4c-8acd-1aaa41e80ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4410ea83-4566-4c60-99ff-d1b5f30ec440'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 31 18:21:52.733923 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2299c99-ffcb-48a5-ab42-93fc73b9986b req-5d300ad6-b88a-4616-bda3-89d37439bf53 service neutron] Attempting to bind port 39569c59-56fb-4b13-b985-d8cf317000fa on network 4410ea83-4566-4c60-99ff-d1b5f30ec440 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 31 18:21:52.738708 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2299c99-ffcb-48a5-ab42-93fc73b9986b req-5d300ad6-b88a-4616-bda3-89d37439bf53 service neutron] Port 39569c59-56fb-4b13-b985-d8cf317000fa on network 4410ea83-4566-4c60-99ff-d1b5f30ec440 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 31 18:21:52.739038 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2299c99-ffcb-48a5-ab42-93fc73b9986b req-5d300ad6-b88a-4616-bda3-89d37439bf53 service neutron] Attempting to bind port 39569c59-56fb-4b13-b985-d8cf317000fa on network 4410ea83-4566-4c60-99ff-d1b5f30ec440 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 31 18:21:52.744113 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2299c99-ffcb-48a5-ab42-93fc73b9986b req-5d300ad6-b88a-4616-bda3-89d37439bf53 service neutron] Checking agent: {'id': '06f31eaf-9418-4d11-8606-24a34b4b4893', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 11, 36), 'started_at': datetime.datetime(2022, 3, 31, 18, 11, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 31 18:21:52.744455 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2299c99-ffcb-48a5-ab42-93fc73b9986b req-5d300ad6-b88a-4616-bda3-89d37439bf53 service neutron] Checking segment: {'id': 'cfa3332b-071f-4b4c-8acd-1aaa41e80ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4410ea83-4566-4c60-99ff-d1b5f30ec440'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 31 18:21:52.744865 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2299c99-ffcb-48a5-ab42-93fc73b9986b req-5d300ad6-b88a-4616-bda3-89d37439bf53 service neutron] Bound using segment: {'id': 'cfa3332b-071f-4b4c-8acd-1aaa41e80ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4410ea83-4566-4c60-99ff-d1b5f30ec440'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 31 18:21:52.745281 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [req-d2299c99-ffcb-48a5-ab42-93fc73b9986b req-5d300ad6-b88a-4616-bda3-89d37439bf53 service neutron] Bound port: 39569c59-56fb-4b13-b985-d8cf317000fa, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfa3332b-071f-4b4c-8acd-1aaa41e80ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4410ea83-4566-4c60-99ff-d1b5f30ec440'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 31 18:21:52.745796 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-d2299c99-ffcb-48a5-ab42-93fc73b9986b req-5d300ad6-b88a-4616-bda3-89d37439bf53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (39569c59-56fb-4b13-b985-d8cf317000fa), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:52.811784 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [req-d2299c99-ffcb-48a5-ab42-93fc73b9986b req-5d300ad6-b88a-4616-bda3-89d37439bf53 service neutron] For port 39569c59-56fb-4b13-b985-d8cf317000fa, host hv-cinder-maste, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 31 18:21:52.814807 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [req-d2299c99-ffcb-48a5-ab42-93fc73b9986b req-5d300ad6-b88a-4616-bda3-89d37439bf53 service neutron] For port 39569c59-56fb-4b13-b985-d8cf317000fa, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=39569c59-56fb-4b13-b985-d8cf317000fa,segment=NetworkSegment(cfa3332b-071f-4b4c-8acd-1aaa41e80ec4),segment_id=cfa3332b-071f-4b4c-8acd-1aaa41e80ec4)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 31 18:21:52.923764 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-d2299c99-ffcb-48a5-ab42-93fc73b9986b req-5d300ad6-b88a-4616-bda3-89d37439bf53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13081992'] for port (39569c59-56fb-4b13-b985-d8cf317000fa), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:52.960257 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2299c99-ffcb-48a5-ab42-93fc73b9986b req-5d300ad6-b88a-4616-bda3-89d37439bf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:21:52.960753 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-d2299c99-ffcb-48a5-ab42-93fc73b9986b req-5d300ad6-b88a-4616-bda3-89d37439bf53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30337'] for port (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:52.962131 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-d2299c99-ffcb-48a5-ab42-93fc73b9986b req-5d300ad6-b88a-4616-bda3-89d37439bf53 service neutron] 10.222.0.44 "PUT /v2.0/ports/39569c59-56fb-4b13-b985-d8cf317000fa HTTP/1.1" status: 200  len: 1094 time: 0.8266749
Mar 31 18:21:52.962559 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01ac6bc8-6406-46d8-b8a1-628449e68e58', 'tag': '39569c59-56fb-4b13-b985-d8cf317000fa'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 31 18:21:52.965060 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73fc78de55affb2fac0a31bf62e314c48f0d961b1f9e9815d43b8150b113e94f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f16c964f-8d22-426c-8309-34661ce8d9e6" -d '{"events": [{"name": "network-changed", "server_uuid": "01ac6bc8-6406-46d8-b8a1-628449e68e58", "tag": "39569c59-56fb-4b13-b985-d8cf317000fa"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 31 18:21:52.995532 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d300ad6-b88a-4616-bda3-89d37439bf53 service neutron] Pushing event updated for resources: {'Port': ['ID=39569c59-56fb-4b13-b985-d8cf317000fa,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:21:53.014132 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 18:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5a83077-b383-42b0-9b36-7cf21ff1146a x-openstack-request-id: req-f5a83077-b383-42b0-9b36-7cf21ff1146a {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 31 18:21:53.014132 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01ac6bc8-6406-46d8-b8a1-628449e68e58", "tag": "39569c59-56fb-4b13-b985-d8cf317000fa", "status": "completed", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 31 18:21:53.014132 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f5a83077-b383-42b0-9b36-7cf21ff1146a {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 31 18:21:53.014132 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5a83077-b383-42b0-9b36-7cf21ff1146a'] response: {'name': 'network-changed', 'server_uuid': '01ac6bc8-6406-46d8-b8a1-628449e68e58', 'tag': '39569c59-56fb-4b13-b985-d8cf317000fa', 'status': 'completed', 'code': 200}
Mar 31 18:21:53.117861 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16c964f-8d22-426c-8309-34661ce8d9e6 req-96a1c4c4-5aeb-4e82-8400-91cb9129e8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:21:53.119485 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-f16c964f-8d22-426c-8309-34661ce8d9e6 req-96a1c4c4-5aeb-4e82-8400-91cb9129e8e5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=87baab8d37b040efbfe030d17be30823&device_id=01ac6bc8-6406-46d8-b8a1-628449e68e58 HTTP/1.1" status: 200  len: 1128 time: 0.0569646
Mar 31 18:21:53.503062 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2532645-2633-463e-a513-17f0c880ccc9 req-a27bc90a-6747-4aee-b7f6-abd9e97cce40 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:21:53.504515 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-b2532645-2633-463e-a513-17f0c880ccc9 req-a27bc90a-6747-4aee-b7f6-abd9e97cce40 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/ports?device_id=01ac6bc8-6406-46d8-b8a1-628449e68e58 HTTP/1.1" status: 200  len: 944 time: 0.1099761
Mar 31 18:21:53.505901 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16c964f-8d22-426c-8309-34661ce8d9e6 req-bb0a901b-b510-465b-b9c5-faab16711612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:21:53.507517 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-f16c964f-8d22-426c-8309-34661ce8d9e6 req-bb0a901b-b510-465b-b9c5-faab16711612 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=87baab8d37b040efbfe030d17be30823&shared=False HTTP/1.1" status: 200  len: 912 time: 0.3741627
Mar 31 18:21:53.607278 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-b2532645-2633-463e-a513-17f0c880ccc9 req-12ced085-1c39-46f9-93ea-98b1e327e1b7 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2340186-1a42-4429-b30f-1b1c6ca4f507&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0969112
Mar 31 18:21:53.628258 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16c964f-8d22-426c-8309-34661ce8d9e6 req-8f6d4f6a-8154-4cc0-b377-a95291997e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:21:53.629787 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-f16c964f-8d22-426c-8309-34661ce8d9e6 req-8f6d4f6a-8154-4cc0-b377-a95291997e34 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1135724
Mar 31 18:21:53.735169 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2299c99-ffcb-48a5-ab42-93fc73b9986b req-8043b78b-3f5f-4907-966b-9f17406f1566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:21:53.736643 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-d2299c99-ffcb-48a5-ab42-93fc73b9986b req-8043b78b-3f5f-4907-966b-9f17406f1566 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=87baab8d37b040efbfe030d17be30823&device_id=01ac6bc8-6406-46d8-b8a1-628449e68e58 HTTP/1.1" status: 200  len: 1128 time: 0.0488293
Mar 31 18:21:53.785452 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-d2299c99-ffcb-48a5-ab42-93fc73b9986b req-2cfadad6-8e3e-40ee-bef0-c44ffdf26a4b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=39569c59-56fb-4b13-b985-d8cf317000fa HTTP/1.1" status: 200  len: 217 time: 0.0354364
Mar 31 18:21:53.834305 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2299c99-ffcb-48a5-ab42-93fc73b9986b req-6c6f5f02-8850-4b81-9bb2-f0f615b49956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:21:53.836335 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-d2299c99-ffcb-48a5-ab42-93fc73b9986b req-6c6f5f02-8850-4b81-9bb2-f0f615b49956 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ed71b331-b79e-46fb-9418-746c15fc735d HTTP/1.1" status: 200  len: 850 time: 0.0444739
Mar 31 18:21:53.887895 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2299c99-ffcb-48a5-ab42-93fc73b9986b req-b9d3db7b-10cd-4bab-92b3-162bec0f5e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:21:53.889375 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-d2299c99-ffcb-48a5-ab42-93fc73b9986b req-b9d3db7b-10cd-4bab-92b3-162bec0f5e4d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4410ea83-4566-4c60-99ff-d1b5f30ec440&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0475264
Mar 31 18:21:53.976617 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-d2299c99-ffcb-48a5-ab42-93fc73b9986b req-a74f6847-5d1b-4bc7-b28a-b65471730465 service neutron] 10.222.0.44 "GET /v2.0/networks/4410ea83-4566-4c60-99ff-d1b5f30ec440?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0812378
Mar 31 18:21:54.069113 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-d2299c99-ffcb-48a5-ab42-93fc73b9986b req-50d53600-1042-456e-a007-05e6476c33c4 service neutron] 10.222.0.44 "GET /v2.0/networks/4410ea83-4566-4c60-99ff-d1b5f30ec440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0871367
Mar 31 18:21:54.726417 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aabe77-4d17-47d7-811e-0fab1adb9eae req-711a7fc5-7728-43c3-80a6-1dfff467d4b1 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:21:54.728104 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-d2aabe77-4d17-47d7-811e-0fab1adb9eae req-711a7fc5-7728-43c3-80a6-1dfff467d4b1 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/ports?device_id=01ac6bc8-6406-46d8-b8a1-628449e68e58 HTTP/1.1" status: 200  len: 944 time: 0.0546165
Mar 31 18:21:54.774620 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-d2aabe77-4d17-47d7-811e-0fab1adb9eae req-03a239fe-9c85-455c-8c48-eb0a4bee3d6d tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2340186-1a42-4429-b30f-1b1c6ca4f507&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410004
Mar 31 18:21:55.895611 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e3d1ab-567d-4b5f-a5ca-8c6422bfccd7 req-351491e3-3b42-4853-a799-b7f9dc6d9faf tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:21:55.897063 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-48e3d1ab-567d-4b5f-a5ca-8c6422bfccd7 req-351491e3-3b42-4853-a799-b7f9dc6d9faf tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/ports?device_id=01ac6bc8-6406-46d8-b8a1-628449e68e58 HTTP/1.1" status: 200  len: 944 time: 0.0557151
Mar 31 18:21:55.943470 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-48e3d1ab-567d-4b5f-a5ca-8c6422bfccd7 req-666900e4-f2fe-48f5-92b0-088fcf44475a tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2340186-1a42-4429-b30f-1b1c6ca4f507&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402942
Mar 31 18:21:56.599472 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Device 39569c59-56fb-4b13-b985-d8cf317000fa details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103898) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 31 18:21:56.697861 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] For port 39569c59-56fb-4b13-b985-d8cf317000fa, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=39569c59-56fb-4b13-b985-d8cf317000fa,segment=NetworkSegment(cfa3332b-071f-4b4c-8acd-1aaa41e80ec4),segment_id=cfa3332b-071f-4b4c-8acd-1aaa41e80ec4)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:21:56.709141 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Returning: {'device': '39569c59-56fb-4b13-b985-d8cf317000fa', 'network_id': '4410ea83-4566-4c60-99ff-d1b5f30ec440', 'port_id': '39569c59-56fb-4b13-b985-d8cf317000fa', 'mac_address': 'fa:16:3e:bf:c6:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed71b331-b79e-46fb-9418-746c15fc735d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103898) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 31 18:21:56.746185 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Current status of the port 39569c59-56fb-4b13-b985-d8cf317000fa is: DOWN; New status is: BUILD {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:21:56.746566 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (39569c59-56fb-4b13-b985-d8cf317000fa), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:56.759114 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.notifiers.nova [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39569c59-56fb-4b13-b985-d8cf317000fa {{(pid=103898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 31 18:21:56.778512 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] For port 39569c59-56fb-4b13-b985-d8cf317000fa, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=39569c59-56fb-4b13-b985-d8cf317000fa,segment=NetworkSegment(cfa3332b-071f-4b4c-8acd-1aaa41e80ec4),segment_id=cfa3332b-071f-4b4c-8acd-1aaa41e80ec4)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:21:56.848831 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (39569c59-56fb-4b13-b985-d8cf317000fa), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:56.896356 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Pushing event updated for resources: {'Port': ['ID=39569c59-56fb-4b13-b985-d8cf317000fa,revision_number=4']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:21:57.067203 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1259661e-af46-421d-be49-af92b586541e req-aa5d4dfe-a408-49f2-a1eb-f43a45ff91ea tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:21:57.068684 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-1259661e-af46-421d-be49-af92b586541e req-aa5d4dfe-a408-49f2-a1eb-f43a45ff91ea tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/ports?device_id=01ac6bc8-6406-46d8-b8a1-628449e68e58 HTTP/1.1" status: 200  len: 945 time: 0.0582576
Mar 31 18:21:57.117735 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-1259661e-af46-421d-be49-af92b586541e req-82affa6e-f89a-4c4a-956b-50bf5fa4dd30 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2340186-1a42-4429-b30f-1b1c6ca4f507&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425119
Mar 31 18:21:57.278340 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] get_ports_and_sgs() called for port_ids ['39569c59-56fb-4b13-b985-d8cf317000fa'] {{(pid=103898) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 31 18:21:58.238924 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec9b42f-1fea-4d80-8ce3-ebd93c6912c7 req-6f5fcead-f56c-45c5-b0a5-4d715c2451f5 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:21:58.240592 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-eec9b42f-1fea-4d80-8ce3-ebd93c6912c7 req-6f5fcead-f56c-45c5-b0a5-4d715c2451f5 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/ports?device_id=01ac6bc8-6406-46d8-b8a1-628449e68e58 HTTP/1.1" status: 200  len: 945 time: 0.0581338
Mar 31 18:21:58.288803 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-eec9b42f-1fea-4d80-8ce3-ebd93c6912c7 req-dae2b923-02ab-449c-a1d4-e0edd87c3125 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2340186-1a42-4429-b30f-1b1c6ca4f507&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423541
Mar 31 18:21:58.599097 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Device 39569c59-56fb-4b13-b985-d8cf317000fa up at agent hyperv_hv-cinder-maste {{(pid=103898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 31 18:21:58.732712 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Provisioning for port 39569c59-56fb-4b13-b985-d8cf317000fa completed by entity L2. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 31 18:21:58.736682 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Provisioning complete for port 39569c59-56fb-4b13-b985-d8cf317000fa triggered by entity L2. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:21:58.737061 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (39569c59-56fb-4b13-b985-d8cf317000fa), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:58.817527 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Current status of the port 39569c59-56fb-4b13-b985-d8cf317000fa is: BUILD; New status is: ACTIVE {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:21:58.817910 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (39569c59-56fb-4b13-b985-d8cf317000fa), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:58.841168 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01ac6bc8-6406-46d8-b8a1-628449e68e58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39569c59-56fb-4b13-b985-d8cf317000fa'}] {{(pid=103898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 31 18:21:58.843445 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb3075c6172e5baa69f5abc91eefeb9b3c1bf45f76ecf44b7f00bb5a6f62f1a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08e294e4-66a8-4d1c-b421-ac1bef5d7cad" -d '{"events": [{"server_uuid": "01ac6bc8-6406-46d8-b8a1-628449e68e58", "name": "network-vif-plugged", "status": "completed", "tag": "39569c59-56fb-4b13-b985-d8cf317000fa"}]}' {{(pid=103898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 31 18:21:58.855353 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] For port 39569c59-56fb-4b13-b985-d8cf317000fa, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=39569c59-56fb-4b13-b985-d8cf317000fa,segment=NetworkSegment(cfa3332b-071f-4b4c-8acd-1aaa41e80ec4),segment_id=cfa3332b-071f-4b4c-8acd-1aaa41e80ec4)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:21:58.883013 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 18:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e9bb7c5-cb83-40c5-8209-5121c28e08df x-openstack-request-id: req-9e9bb7c5-cb83-40c5-8209-5121c28e08df {{(pid=103898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 31 18:21:58.883013 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01ac6bc8-6406-46d8-b8a1-628449e68e58", "name": "network-vif-plugged", "status": "completed", "tag": "39569c59-56fb-4b13-b985-d8cf317000fa", "code": 200}]} {{(pid=103898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 31 18:21:58.883013 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9e9bb7c5-cb83-40c5-8209-5121c28e08df {{(pid=103898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 31 18:21:58.883013 dv-cinder-master-3-iscsi neutron-server[103898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e9bb7c5-cb83-40c5-8209-5121c28e08df'] response: {'server_uuid': '01ac6bc8-6406-46d8-b8a1-628449e68e58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39569c59-56fb-4b13-b985-d8cf317000fa', 'code': 200}
Mar 31 18:21:58.940626 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (39569c59-56fb-4b13-b985-d8cf317000fa), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:58.993836 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Pushing event updated for resources: {'Port': ['ID=39569c59-56fb-4b13-b985-d8cf317000fa,revision_number=5']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:21:58.996849 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b618ab39-306a-45d7-9b7a-b968d69c5bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (08150f5b-1b08-4271-84f1-4a3b03ee1892), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:21:59.223884 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92172e8e-9e9d-4af9-a6ca-e12cf017a30b req-d95bdf15-a66d-45e6-82f4-13a54c2d80fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:21:59.225424 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-92172e8e-9e9d-4af9-a6ca-e12cf017a30b req-d95bdf15-a66d-45e6-82f4-13a54c2d80fd service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=01ac6bc8-6406-46d8-b8a1-628449e68e58 HTTP/1.1" status: 200  len: 1130 time: 0.0485330
Mar 31 18:21:59.272352 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-92172e8e-9e9d-4af9-a6ca-e12cf017a30b req-b28a001a-016b-4d86-a520-19b3d2ea303d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=a2340186-1a42-4429-b30f-1b1c6ca4f507&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406389
Mar 31 18:21:59.405984 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae423e4-a1dc-4d22-a5f9-12ce0a52ec07 req-a5b553f0-cafa-4286-8869-3a24f68dd2e4 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:21:59.407587 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-bae423e4-a1dc-4d22-a5f9-12ce0a52ec07 req-a5b553f0-cafa-4286-8869-3a24f68dd2e4 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/ports?device_id=01ac6bc8-6406-46d8-b8a1-628449e68e58 HTTP/1.1" status: 200  len: 946 time: 0.0528464
Mar 31 18:21:59.453014 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-bae423e4-a1dc-4d22-a5f9-12ce0a52ec07 req-bf28bb93-b599-486c-adcf-95be126083ee tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2340186-1a42-4429-b30f-1b1c6ca4f507&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398679
Mar 31 18:22:00.569906 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0942a4c2-83da-492c-9f5f-b4b8b97fd976 req-61cade1b-73cf-4640-975a-4e99b9042019 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:22:00.571896 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-0942a4c2-83da-492c-9f5f-b4b8b97fd976 req-61cade1b-73cf-4640-975a-4e99b9042019 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/ports?device_id=01ac6bc8-6406-46d8-b8a1-628449e68e58 HTTP/1.1" status: 200  len: 946 time: 0.0519633
Mar 31 18:22:00.617490 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-0942a4c2-83da-492c-9f5f-b4b8b97fd976 req-ca22b0c8-c6b7-448c-a29c-47bb1fc8301d tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2340186-1a42-4429-b30f-1b1c6ca4f507&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400493
Mar 31 18:22:01.334734 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-7e3d6f6f-6e38-4d10-9fa0-e877e15e4dc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (f09d5d1b-4294-4f18-9a00-351412ae7ca6), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:22:01.738897 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a32b20-3a4c-424f-bbaa-bc371179bcc2 req-b3febe66-c69f-4e74-8a78-b24dc3675585 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:22:01.740478 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-b7a32b20-3a4c-424f-bbaa-bc371179bcc2 req-b3febe66-c69f-4e74-8a78-b24dc3675585 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/ports?device_id=01ac6bc8-6406-46d8-b8a1-628449e68e58 HTTP/1.1" status: 200  len: 946 time: 0.0538552
Mar 31 18:22:01.793701 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-b7a32b20-3a4c-424f-bbaa-bc371179bcc2 req-af218abe-2bf4-422a-9f39-b4abbf548c96 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2340186-1a42-4429-b30f-1b1c6ca4f507&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0476203
Mar 31 18:22:01.918062 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449ae1f8-46d9-4cca-af23-207ff555091e req-f763284c-b256-4229-af59-bddf2323dc71 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:22:01.919553 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-449ae1f8-46d9-4cca-af23-207ff555091e req-f763284c-b256-4229-af59-bddf2323dc71 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/ports?device_id=01ac6bc8-6406-46d8-b8a1-628449e68e58 HTTP/1.1" status: 200  len: 946 time: 0.0613761
Mar 31 18:22:01.928659 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 54442) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:22:01.935028 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [None req-0c105d2e-d745-4f72-a29d-f5fa35ae39b0 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Request body: {'floatingip': {'port_id': '39569c59-56fb-4b13-b985-d8cf317000fa'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:22:01.978160 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0c105d2e-d745-4f72-a29d-f5fa35ae39b0 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Publish callbacks [] for floatingip (d89be1a3-805b-4e26-8532-75efec1d79f7), before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:22:02.402951 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-be477ca9-b30f-4eb3-92ce-971cde9f4756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (d0835089-4a76-4105-9221-c81b46927b3c), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:22:02.422923 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0c105d2e-d745-4f72-a29d-f5fa35ae39b0 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:22:02.517135 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0c105d2e-d745-4f72-a29d-f5fa35ae39b0 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505983'] for floatingip (d89be1a3-805b-4e26-8532-75efec1d79f7), after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:22:02.619277 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.db.l3_db [None req-0c105d2e-d745-4f72-a29d-f5fa35ae39b0 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Floating IP d89be1a3-805b-4e26-8532-75efec1d79f7 associated. External IP: 172.37.2.165, port: 39569c59-56fb-4b13-b985-d8cf317000fa.
Mar 31 18:22:02.829092 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c105d2e-d745-4f72-a29d-f5fa35ae39b0 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Router 60054fe4-6103-427c-aeff-cd2dd1123bf5 has already been hosted by L3 agent f09d5d1b-4294-4f18-9a00-351412ae7ca6 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 31 18:22:02.937466 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c105d2e-d745-4f72-a29d-f5fa35ae39b0 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 31 18:22:02.942436 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0c105d2e-d745-4f72-a29d-f5fa35ae39b0 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30337'] for floatingip (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:22:02.949507 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0cd1de-ca3e-4faa-acd0-309d2980f3aa None None] Sync routers for ids ['60054fe4-6103-427c-aeff-cd2dd1123bf5'] in dv-cinder-master-3-iscsi {{(pid=103899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 31 18:22:02.958885 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0cd1de-ca3e-4faa-acd0-309d2980f3aa None None] Routers {'60054fe4-6103-427c-aeff-cd2dd1123bf5'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 31 18:22:02.959482 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_hamode_db [None req-3f0cd1de-ca3e-4faa-acd0-309d2980f3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7716dbf8e0>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T18:05:01Z,description=<?>,heartbeat_timestamp=2022-03-31T18:22:01Z,host='dv-cinder-master-3-iscsi',id=f09d5d1b-4294-4f18-9a00-351412ae7ca6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-31T18:05:02Z,topic='l3_agent')) {'router_ids': ['60054fe4-6103-427c-aeff-cd2dd1123bf5'], 'active': True} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:22:02.972550 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-0c105d2e-d745-4f72-a29d-f5fa35ae39b0 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "PUT /v2.0/floatingips/d89be1a3-805b-4e26-8532-75efec1d79f7 HTTP/1.1" status: 200  len: 992 time: 1.0428114
Mar 31 18:22:02.973136 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01ac6bc8-6406-46d8-b8a1-628449e68e58', 'tag': '39569c59-56fb-4b13-b985-d8cf317000fa'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 31 18:22:02.975394 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}465b76c4d2e897416be230837bd95a2d94c81786315ed3443e4884d9e49648d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f58e0213-157d-46f1-a598-b6759a8fc4ed" -d '{"events": [{"name": "network-changed", "server_uuid": "01ac6bc8-6406-46d8-b8a1-628449e68e58", "tag": "39569c59-56fb-4b13-b985-d8cf317000fa"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 31 18:22:03.013302 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 18:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce2db642-0fe0-4b14-9bd3-73e39acf0511 x-openstack-request-id: req-ce2db642-0fe0-4b14-9bd3-73e39acf0511 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 31 18:22:03.013596 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01ac6bc8-6406-46d8-b8a1-628449e68e58", "tag": "39569c59-56fb-4b13-b985-d8cf317000fa", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 31 18:22:03.013852 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ce2db642-0fe0-4b14-9bd3-73e39acf0511 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 31 18:22:03.014262 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce2db642-0fe0-4b14-9bd3-73e39acf0511'] response: {'name': 'network-changed', 'server_uuid': '01ac6bc8-6406-46d8-b8a1-628449e68e58', 'tag': '39569c59-56fb-4b13-b985-d8cf317000fa', 'status': 'completed', 'code': 200}
Mar 31 18:22:03.073784 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvr_db [None req-3f0cd1de-ca3e-4faa-acd0-309d2980f3aa None None] Set router 60054fe4-6103-427c-aeff-cd2dd1123bf5 gateway port host: dv-cinder-master-3-iscsi {{(pid=103899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 31 18:22:03.103492 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58e0213-157d-46f1-a598-b6759a8fc4ed req-0d563d20-ec10-425c-a3fe-b0fc364db186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:22:03.104948 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-f58e0213-157d-46f1-a598-b6759a8fc4ed req-0d563d20-ec10-425c-a3fe-b0fc364db186 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=87baab8d37b040efbfe030d17be30823&device_id=01ac6bc8-6406-46d8-b8a1-628449e68e58 HTTP/1.1" status: 200  len: 1130 time: 0.0466421
Mar 31 18:22:03.197084 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58e0213-157d-46f1-a598-b6759a8fc4ed req-4515d779-0551-44b6-84db-27946f60ba39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:22:03.198564 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-f58e0213-157d-46f1-a598-b6759a8fc4ed req-4515d779-0551-44b6-84db-27946f60ba39 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4410ea83-4566-4c60-99ff-d1b5f30ec440 HTTP/1.1" status: 200  len: 912 time: 0.0879691
Mar 31 18:22:03.271354 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-f58e0213-157d-46f1-a598-b6759a8fc4ed req-e701d90c-e6e0-48da-8144-9588c8c47e99 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=39569c59-56fb-4b13-b985-d8cf317000fa HTTP/1.1" status: 200  len: 1000 time: 0.0667827
Mar 31 18:22:03.306289 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_hamode_db [None req-3f0cd1de-ca3e-4faa-acd0-309d2980f3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7716dbf8e0>, [{'id': '60054fe4-6103-427c-aeff-cd2dd1123bf5', 'name': 'tempest-AttachVolumeTestJSON-1501045789-router', 'tenant_id': '87baab8d37b040efbfe030d17be30823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.158'}], 'enable_snat': True}, 'gw_port_id': 'e48f013b-a0c3-4c71-8e06-d186d6e3e821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:21:36Z', 'updated_at': '2022-03-31T18:21:39Z', 'revision_number': 4, 'project_id': '87baab8d37b040efbfe030d17be30823', 'gw_port': {'id': 'e48f013b-a0c3-4c71-8e06-d186d6e3e821', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:fa:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60054fe4-6103-427c-aeff-cd2dd1123bf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:21:37Z', 'updated_at': '2022-03-31T18:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'd89be1a3-805b-4e26-8532-75efec1d79f7', 'tenant_id': '87baab8d37b040efbfe030d17be30823', 'floating_ip_address': '172.37.2.165', 'floating_network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'router_id': '60054fe4-6103-427c-aeff-cd2dd1123bf5', 'port_id': '39569c59-56fb-4b13-b985-d8cf317000fa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4410ea83-4566-4c60-99ff-d1b5f30ec440', 'mac_address': 'fa:16:3e:bf:c6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ac6bc8-6406-46d8-b8a1-628449e68e58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T18:21:43Z', 'updated_at': '2022-03-31T18:22:02Z', 'revision_number': 1, 'project_id': '87baab8d37b040efbfe030d17be30823', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ddd5886-9ab7-4c14-9469-77d47a4fb578', 'name': '', 'network_id': '4410ea83-4566-4c60-99ff-d1b5f30ec440', 'tenant_id': '87baab8d37b040efbfe030d17be30823', 'mac_address': 'fa:16:3e:94:41:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60054fe4-6103-427c-aeff-cd2dd1123bf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'ed71b331-b79e-46fb-9418-746c15fc735d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:21:39Z', 'updated_at': '2022-03-31T18:21:43Z', 'revision_number': 5, 'project_id': '87baab8d37b040efbfe030d17be30823', 'subnets': [{'id': 'ed71b331-b79e-46fb-9418-746c15fc735d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:22:03.321462 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58e0213-157d-46f1-a598-b6759a8fc4ed req-99549d4d-66ca-41d8-b1aa-90061542d85f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:22:03.322989 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-f58e0213-157d-46f1-a598-b6759a8fc4ed req-99549d4d-66ca-41d8-b1aa-90061542d85f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ed71b331-b79e-46fb-9418-746c15fc735d HTTP/1.1" status: 200  len: 850 time: 0.0459533
Mar 31 18:22:03.334568 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0cd1de-ca3e-4faa-acd0-309d2980f3aa None None] Checking router: 60054fe4-6103-427c-aeff-cd2dd1123bf5 for host: dv-cinder-master-3-iscsi {{(pid=103899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 31 18:22:03.344013 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0cd1de-ca3e-4faa-acd0-309d2980f3aa None None] Routers {'60054fe4-6103-427c-aeff-cd2dd1123bf5'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 31 18:22:03.344620 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_hamode_db [None req-3f0cd1de-ca3e-4faa-acd0-309d2980f3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7716dbf8e0>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T18:05:01Z,description=<?>,heartbeat_timestamp=2022-03-31T18:22:01Z,host='dv-cinder-master-3-iscsi',id=f09d5d1b-4294-4f18-9a00-351412ae7ca6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-31T18:05:02Z,topic='l3_agent')) {'router_ids': ['60054fe4-6103-427c-aeff-cd2dd1123bf5'], 'active': True} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:22:03.373024 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58e0213-157d-46f1-a598-b6759a8fc4ed req-d8449d5f-26ea-4252-9a28-4a01a1e0370c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:22:03.374515 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-f58e0213-157d-46f1-a598-b6759a8fc4ed req-d8449d5f-26ea-4252-9a28-4a01a1e0370c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4410ea83-4566-4c60-99ff-d1b5f30ec440&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0443406
Mar 31 18:22:03.452862 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvr_db [None req-3f0cd1de-ca3e-4faa-acd0-309d2980f3aa None None] Set router 60054fe4-6103-427c-aeff-cd2dd1123bf5 gateway port host: dv-cinder-master-3-iscsi {{(pid=103899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 31 18:22:03.476077 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-f58e0213-157d-46f1-a598-b6759a8fc4ed req-824d7ccb-1154-4197-a698-b569a0f21f00 service neutron] 10.222.0.44 "GET /v2.0/networks/4410ea83-4566-4c60-99ff-d1b5f30ec440?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0888793
Mar 31 18:22:03.568345 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-f58e0213-157d-46f1-a598-b6759a8fc4ed req-e162fe09-a757-4ae4-85b5-e49e3555535a service neutron] 10.222.0.44 "GET /v2.0/networks/4410ea83-4566-4c60-99ff-d1b5f30ec440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0858157
Mar 31 18:22:03.681337 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_hamode_db [None req-3f0cd1de-ca3e-4faa-acd0-309d2980f3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7716dbf8e0>, [{'id': '60054fe4-6103-427c-aeff-cd2dd1123bf5', 'name': 'tempest-AttachVolumeTestJSON-1501045789-router', 'tenant_id': '87baab8d37b040efbfe030d17be30823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.158'}], 'enable_snat': True}, 'gw_port_id': 'e48f013b-a0c3-4c71-8e06-d186d6e3e821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:21:36Z', 'updated_at': '2022-03-31T18:21:39Z', 'revision_number': 4, 'project_id': '87baab8d37b040efbfe030d17be30823', 'gw_port': {'id': 'e48f013b-a0c3-4c71-8e06-d186d6e3e821', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:fa:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60054fe4-6103-427c-aeff-cd2dd1123bf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:21:37Z', 'updated_at': '2022-03-31T18:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'd89be1a3-805b-4e26-8532-75efec1d79f7', 'tenant_id': '87baab8d37b040efbfe030d17be30823', 'floating_ip_address': '172.37.2.165', 'floating_network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'router_id': '60054fe4-6103-427c-aeff-cd2dd1123bf5', 'port_id': '39569c59-56fb-4b13-b985-d8cf317000fa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4410ea83-4566-4c60-99ff-d1b5f30ec440', 'mac_address': 'fa:16:3e:bf:c6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ac6bc8-6406-46d8-b8a1-628449e68e58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T18:21:43Z', 'updated_at': '2022-03-31T18:22:02Z', 'revision_number': 1, 'project_id': '87baab8d37b040efbfe030d17be30823', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ddd5886-9ab7-4c14-9469-77d47a4fb578', 'name': '', 'network_id': '4410ea83-4566-4c60-99ff-d1b5f30ec440', 'tenant_id': '87baab8d37b040efbfe030d17be30823', 'mac_address': 'fa:16:3e:94:41:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60054fe4-6103-427c-aeff-cd2dd1123bf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'ed71b331-b79e-46fb-9418-746c15fc735d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:21:39Z', 'updated_at': '2022-03-31T18:21:43Z', 'revision_number': 5, 'project_id': '87baab8d37b040efbfe030d17be30823', 'subnets': [{'id': 'ed71b331-b79e-46fb-9418-746c15fc735d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:22:03.711757 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0cd1de-ca3e-4faa-acd0-309d2980f3aa None None] The sync data for ids ['60054fe4-6103-427c-aeff-cd2dd1123bf5'] in dv-cinder-master-3-iscsi is: [{'id': '60054fe4-6103-427c-aeff-cd2dd1123bf5', 'name': 'tempest-AttachVolumeTestJSON-1501045789-router', 'tenant_id': '87baab8d37b040efbfe030d17be30823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.158'}], 'enable_snat': True}, 'gw_port_id': 'e48f013b-a0c3-4c71-8e06-d186d6e3e821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:21:36Z', 'updated_at': '2022-03-31T18:21:39Z', 'revision_number': 4, 'project_id': '87baab8d37b040efbfe030d17be30823', 'gw_port': {'id': 'e48f013b-a0c3-4c71-8e06-d186d6e3e821', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:fa:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60054fe4-6103-427c-aeff-cd2dd1123bf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:21:37Z', 'updated_at': '2022-03-31T18:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'd89be1a3-805b-4e26-8532-75efec1d79f7', 'tenant_id': '87baab8d37b040efbfe030d17be30823', 'floating_ip_address': '172.37.2.165', 'floating_network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'router_id': '60054fe4-6103-427c-aeff-cd2dd1123bf5', 'port_id': '39569c59-56fb-4b13-b985-d8cf317000fa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4410ea83-4566-4c60-99ff-d1b5f30ec440', 'mac_address': 'fa:16:3e:bf:c6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ac6bc8-6406-46d8-b8a1-628449e68e58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T18:21:43Z', 'updated_at': '2022-03-31T18:22:02Z', 'revision_number': 1, 'project_id': '87baab8d37b040efbfe030d17be30823', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ddd5886-9ab7-4c14-9469-77d47a4fb578', 'name': '', 'network_id': '4410ea83-4566-4c60-99ff-d1b5f30ec440', 'tenant_id': '87baab8d37b040efbfe030d17be30823', 'mac_address': 'fa:16:3e:94:41:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60054fe4-6103-427c-aeff-cd2dd1123bf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'ed71b331-b79e-46fb-9418-746c15fc735d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:21:39Z', 'updated_at': '2022-03-31T18:21:43Z', 'revision_number': 5, 'project_id': '87baab8d37b040efbfe030d17be30823', 'subnets': [{'id': 'ed71b331-b79e-46fb-9418-746c15fc735d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 31 18:22:03.896881 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904a0d26-2b94-419d-a486-bdab6f27c2ee None None] New status for floating IP d89be1a3-805b-4e26-8532-75efec1d79f7: ACTIVE {{(pid=103898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 31 18:22:04.032444 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-61acbcaf-515a-4595-a759-82c8bf4c0ac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (1ee04592-4785-424e-aa2a-0bd32f5faacf), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:22:05.037575 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (b6d39f6c-4dc3-40bd-bbe5-e05b1f1d4e13), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:22:06.339884 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (06f31eaf-9418-4d11-8606-24a34b4b4893), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:22:14.806013 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.agents_db [None req-39f62d97-bd56-4bf2-8522-12846eccdd8f None None] Agent healthcheck: found 6 active agents {{(pid=103899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 31 18:22:15.767992 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ea200d-6c93-4b93-906b-37e8826824f8 req-666e7f0a-b65d-4cb0-8a4e-1f41566b6c6c tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:22:15.769497 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-52ea200d-6c93-4b93-906b-37e8826824f8 req-666e7f0a-b65d-4cb0-8a4e-1f41566b6c6c tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/ports?device_id=61abeff2-268a-4149-9962-497c409663ed HTTP/1.1" status: 200  len: 945 time: 0.0580716
Mar 31 18:22:15.818406 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-52ea200d-6c93-4b93-906b-37e8826824f8 req-ce0cd308-4e25-4aca-beb3-63e6756fb53e tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/security-groups?id=b9a2c4d9-cfd2-4e10-a169-6bc136620a80&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432277
Mar 31 18:22:16.945526 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceda3fa-04f0-4999-9d12-8dbdd33ed310 req-e200bd3b-8807-47b7-ae99-0c483d2c4e0f tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:22:16.947063 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-6ceda3fa-04f0-4999-9d12-8dbdd33ed310 req-e200bd3b-8807-47b7-ae99-0c483d2c4e0f tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/ports?device_id=61abeff2-268a-4149-9962-497c409663ed HTTP/1.1" status: 200  len: 945 time: 0.0598168
Mar 31 18:22:16.998406 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-6ceda3fa-04f0-4999-9d12-8dbdd33ed310 req-99483e73-4a3b-4700-9dcf-d090f09921cb tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/security-groups?id=b9a2c4d9-cfd2-4e10-a169-6bc136620a80&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448668
Mar 31 18:22:18.116009 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c2225b-b7bc-413c-8c5d-b495a759793e req-1b03734b-e02b-4e02-a4ad-4c12ef2dd3fc tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:22:18.117522 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-78c2225b-b7bc-413c-8c5d-b495a759793e req-1b03734b-e02b-4e02-a4ad-4c12ef2dd3fc tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/ports?device_id=61abeff2-268a-4149-9962-497c409663ed HTTP/1.1" status: 200  len: 945 time: 0.0538063
Mar 31 18:22:18.167761 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-78c2225b-b7bc-413c-8c5d-b495a759793e req-f5d85a7a-701b-4677-b51c-e9c8b70e7c32 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/security-groups?id=b9a2c4d9-cfd2-4e10-a169-6bc136620a80&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439343
Mar 31 18:22:19.285467 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfb0544-e8d0-4edc-b127-7184ff4a686a req-4c0aa638-dfbe-4012-a180-464bcff10bfc tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:22:19.287362 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-7bfb0544-e8d0-4edc-b127-7184ff4a686a req-4c0aa638-dfbe-4012-a180-464bcff10bfc tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/ports?device_id=61abeff2-268a-4149-9962-497c409663ed HTTP/1.1" status: 200  len: 945 time: 0.0529306
Mar 31 18:22:19.335750 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-7bfb0544-e8d0-4edc-b127-7184ff4a686a req-5262e0dd-5d60-437c-89f6-1bee1399824e tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/security-groups?id=b9a2c4d9-cfd2-4e10-a169-6bc136620a80&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430138
Mar 31 18:22:20.452989 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93874784-b01b-40f1-a7c9-461af8ff1005 req-e4260e20-c428-430d-be19-aaa2c4202887 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:22:20.454557 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-93874784-b01b-40f1-a7c9-461af8ff1005 req-e4260e20-c428-430d-be19-aaa2c4202887 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/ports?device_id=61abeff2-268a-4149-9962-497c409663ed HTTP/1.1" status: 200  len: 945 time: 0.0536304
Mar 31 18:22:20.510099 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-93874784-b01b-40f1-a7c9-461af8ff1005 req-906d6f54-bd49-4444-9a71-9fbde98deaca tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/security-groups?id=b9a2c4d9-cfd2-4e10-a169-6bc136620a80&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0499945
Mar 31 18:22:21.629886 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858c4590-583d-4638-84e9-8dfa4cc55dd7 req-971eacd5-ada6-4e87-9f0c-67564e190c2c tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:22:21.631523 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-858c4590-583d-4638-84e9-8dfa4cc55dd7 req-971eacd5-ada6-4e87-9f0c-67564e190c2c tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/ports?device_id=61abeff2-268a-4149-9962-497c409663ed HTTP/1.1" status: 200  len: 945 time: 0.0576043
Mar 31 18:22:21.680783 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-858c4590-583d-4638-84e9-8dfa4cc55dd7 req-db5e2259-4cd9-4099-80eb-1bf5bea078e8 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/security-groups?id=b9a2c4d9-cfd2-4e10-a169-6bc136620a80&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428658
Mar 31 18:22:22.797291 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85efdf80-ee45-43da-909c-68813d244559 req-c2cf100a-9d98-4bde-bae1-6fb0eeaa6271 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:22:22.798772 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-85efdf80-ee45-43da-909c-68813d244559 req-c2cf100a-9d98-4bde-bae1-6fb0eeaa6271 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/ports?device_id=61abeff2-268a-4149-9962-497c409663ed HTTP/1.1" status: 200  len: 945 time: 0.0533116
Mar 31 18:22:22.847823 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-85efdf80-ee45-43da-909c-68813d244559 req-3e1a4982-043a-4fda-b7ba-12670cbd367b tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/security-groups?id=b9a2c4d9-cfd2-4e10-a169-6bc136620a80&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436642
Mar 31 18:22:23.962488 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9492f074-1bae-42c4-bf93-e9193903aab8 req-f9246e7f-1110-479e-bd0c-cc9565cfb17b tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:22:23.963995 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-9492f074-1bae-42c4-bf93-e9193903aab8 req-f9246e7f-1110-479e-bd0c-cc9565cfb17b tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/ports?device_id=61abeff2-268a-4149-9962-497c409663ed HTTP/1.1" status: 200  len: 945 time: 0.0521140
Mar 31 18:22:24.012725 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-9492f074-1bae-42c4-bf93-e9193903aab8 req-b083bf21-bbc3-4b34-a36c-9ef882760818 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/security-groups?id=b9a2c4d9-cfd2-4e10-a169-6bc136620a80&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426309
Mar 31 18:22:25.132419 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791c1bf0-c7fd-4a0f-af79-55514e302524 req-beae9962-8b6c-411e-9b4d-7bde1b6a4f9f tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:22:25.133799 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-791c1bf0-c7fd-4a0f-af79-55514e302524 req-beae9962-8b6c-411e-9b4d-7bde1b6a4f9f tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/ports?device_id=61abeff2-268a-4149-9962-497c409663ed HTTP/1.1" status: 200  len: 945 time: 0.0540836
Mar 31 18:22:25.183024 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-791c1bf0-c7fd-4a0f-af79-55514e302524 req-9b8a1dbe-7acd-4bf4-978b-02852c5efa6a tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/security-groups?id=b9a2c4d9-cfd2-4e10-a169-6bc136620a80&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427194
Mar 31 18:22:26.116555 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3f8ef9-e38c-4d50-8ad3-d0696c18e87f req-ae36b019-43c9-4e59-a0b5-5c65c8d1e5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:22:26.118094 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-3f3f8ef9-e38c-4d50-8ad3-d0696c18e87f req-ae36b019-43c9-4e59-a0b5-5c65c8d1e5fc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=10c09876736547b59f4bb56fa5740f5f&device_id=61abeff2-268a-4149-9962-497c409663ed HTTP/1.1" status: 200  len: 1129 time: 0.0534570
Mar 31 18:22:26.207718 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3f8ef9-e38c-4d50-8ad3-d0696c18e87f req-7939b7ac-56a5-44a4-8666-8a52fd3c9058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:22:26.209223 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-3f3f8ef9-e38c-4d50-8ad3-d0696c18e87f req-7939b7ac-56a5-44a4-8666-8a52fd3c9058 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c4432959-6b7d-4f95-a29d-a5c36d6927da HTTP/1.1" status: 200  len: 910 time: 0.0846341
Mar 31 18:22:26.280190 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-3f3f8ef9-e38c-4d50-8ad3-d0696c18e87f req-187d9ff9-5435-4847-87ca-566d6393fe68 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a HTTP/1.1" status: 200  len: 1000 time: 0.0646183
Mar 31 18:22:26.301650 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada5ccf7-04c2-4a9d-8ced-112d98266732 req-a1cdcb45-fc14-4924-a5fd-7bddf51e95d7 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:22:26.303213 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-ada5ccf7-04c2-4a9d-8ced-112d98266732 req-a1cdcb45-fc14-4924-a5fd-7bddf51e95d7 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/ports?device_id=61abeff2-268a-4149-9962-497c409663ed HTTP/1.1" status: 200  len: 945 time: 0.0540831
Mar 31 18:22:26.329521 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3f8ef9-e38c-4d50-8ad3-d0696c18e87f req-c3875c91-b92d-4a05-ae02-da2d6f1a921c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:22:26.331043 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-3f3f8ef9-e38c-4d50-8ad3-d0696c18e87f req-c3875c91-b92d-4a05-ae02-da2d6f1a921c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6100fa0d-d38e-4338-b107-b174954c8737 HTTP/1.1" status: 200  len: 848 time: 0.0442050
Mar 31 18:22:26.356267 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-ada5ccf7-04c2-4a9d-8ced-112d98266732 req-ada4b07f-206a-4626-bb08-450530b80a44 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/security-groups?id=b9a2c4d9-cfd2-4e10-a169-6bc136620a80&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0473776
Mar 31 18:22:26.381426 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3f8ef9-e38c-4d50-8ad3-d0696c18e87f req-a486412a-7d21-4496-94dc-6577c70a1321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:22:26.382939 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-3f3f8ef9-e38c-4d50-8ad3-d0696c18e87f req-a486412a-7d21-4496-94dc-6577c70a1321 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c4432959-6b7d-4f95-a29d-a5c36d6927da&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0455523
Mar 31 18:22:26.478478 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-3f3f8ef9-e38c-4d50-8ad3-d0696c18e87f req-27b7ae37-8def-4168-8662-27de9441d15a service neutron] 10.222.0.44 "GET /v2.0/networks/c4432959-6b7d-4f95-a29d-a5c36d6927da?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0891209
Mar 31 18:22:26.567822 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-3f3f8ef9-e38c-4d50-8ad3-d0696c18e87f req-0190eaf8-e2fb-4a9e-bc30-d53176a7fad1 service neutron] 10.222.0.44 "GET /v2.0/networks/c4432959-6b7d-4f95-a29d-a5c36d6927da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0828366
Mar 31 18:22:27.108680 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb488075-b484-43de-92df-fcb56a7eeb6f req-61d87168-9d0b-464e-8ea9-10d606fd419c tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:22:27.110148 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-fb488075-b484-43de-92df-fcb56a7eeb6f req-61d87168-9d0b-464e-8ea9-10d606fd419c tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/ports?device_id=06c9b67d-f63b-4be1-ab26-18346902f6e3 HTTP/1.1" status: 200  len: 945 time: 0.0525513
Mar 31 18:22:27.158622 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-fb488075-b484-43de-92df-fcb56a7eeb6f req-61e811e0-5732-4e55-990b-7ced757b00eb tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a763037-c2ed-4230-b56f-5864e1324aae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428190
Mar 31 18:22:27.474076 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bca162c-e2d0-43fe-81e6-b89132881bf6 req-3d913ea3-0b38-43a6-beec-c20d24e11c59 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:22:27.475601 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-1bca162c-e2d0-43fe-81e6-b89132881bf6 req-3d913ea3-0b38-43a6-beec-c20d24e11c59 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/ports?device_id=61abeff2-268a-4149-9962-497c409663ed HTTP/1.1" status: 200  len: 945 time: 0.0531061
Mar 31 18:22:27.527035 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-1bca162c-e2d0-43fe-81e6-b89132881bf6 req-ad6f0b95-4c33-4bc1-8222-03ed69333de0 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/security-groups?id=b9a2c4d9-cfd2-4e10-a169-6bc136620a80&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459769
Mar 31 18:22:28.277625 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd16872-2ff8-4d65-a210-ec1f8472081c req-c0a7ab2b-fbcd-4fc0-96e2-8eb396525af1 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:22:28.279221 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-abd16872-2ff8-4d65-a210-ec1f8472081c req-c0a7ab2b-fbcd-4fc0-96e2-8eb396525af1 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/ports?device_id=06c9b67d-f63b-4be1-ab26-18346902f6e3 HTTP/1.1" status: 200  len: 945 time: 0.0553441
Mar 31 18:22:28.327814 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-abd16872-2ff8-4d65-a210-ec1f8472081c req-3f560169-2a41-4c45-93df-619aac644d6a tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a763037-c2ed-4230-b56f-5864e1324aae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427337
Mar 31 18:22:28.648920 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e428cf3-473c-4dfc-ae0a-6baa34008006 req-d3b45a4a-7f29-4999-b77f-a9129290759a tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:22:28.650302 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-6e428cf3-473c-4dfc-ae0a-6baa34008006 req-d3b45a4a-7f29-4999-b77f-a9129290759a tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/ports?device_id=61abeff2-268a-4149-9962-497c409663ed HTTP/1.1" status: 200  len: 945 time: 0.0521598
Mar 31 18:22:28.701366 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-6e428cf3-473c-4dfc-ae0a-6baa34008006 req-91c18ace-7730-4756-b270-edca2d55a416 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/security-groups?id=b9a2c4d9-cfd2-4e10-a169-6bc136620a80&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449469
Mar 31 18:22:29.006089 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f15ac172-32f6-4984-aec2-23f10ed4baa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (08150f5b-1b08-4271-84f1-4a3b03ee1892), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:22:29.426136 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d24035-5ec7-41a9-a685-ffc4a2fed950 req-d20be634-3fea-4fae-bb9a-0891c4cddb03 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:22:29.427647 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-a3d24035-5ec7-41a9-a685-ffc4a2fed950 req-d20be634-3fea-4fae-bb9a-0891c4cddb03 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.44 "GET /v2.0/ports?device_id=06c9b67d-f63b-4be1-ab26-18346902f6e3 HTTP/1.1" status: 200  len: 945 time: 0.0558498
Mar 31 18:22:29.454178 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd796e7-77ca-462c-9367-5377dd80d67b req-4deb87bb-162d-49e4-b3ec-a7c50e35e2e1 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:22:29.455778 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-1bd796e7-77ca-462c-9367-5377dd80d67b req-4deb87bb-162d-49e4-b3ec-a7c50e35e2e1 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/ports?device_id=06c9b67d-f63b-4be1-ab26-18346902f6e3 HTTP/1.1" status: 200  len: 945 time: 0.0584366
Mar 31 18:22:29.506474 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-1bd796e7-77ca-462c-9367-5377dd80d67b req-9ec13f38-3d17-4a5c-9ad5-e67710077c64 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a763037-c2ed-4230-b56f-5864e1324aae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446012
Mar 31 18:22:29.531191 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [req-a3d24035-5ec7-41a9-a685-ffc4a2fed950 req-dffd7fe4-27fd-4f30-86bd-fdab6c35ebf8 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Deleting port d73baa13-9b78-4d3b-b347-b15a781aadbe {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 31 18:22:29.532996 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-a3d24035-5ec7-41a9-a685-ffc4a2fed950 req-dffd7fe4-27fd-4f30-86bd-fdab6c35ebf8 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759343023638'] for port (d73baa13-9b78-4d3b-b347-b15a781aadbe), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:22:29.621286 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [req-a3d24035-5ec7-41a9-a685-ffc4a2fed950 req-dffd7fe4-27fd-4f30-86bd-fdab6c35ebf8 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] For port d73baa13-9b78-4d3b-b347-b15a781aadbe, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d73baa13-9b78-4d3b-b347-b15a781aadbe,segment=NetworkSegment(0e13db69-fb06-49b3-a448-31200d86bc6e),segment_id=0e13db69-fb06-49b3-a448-31200d86bc6e)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:22:29.621570 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-a3d24035-5ec7-41a9-a685-ffc4a2fed950 req-dffd7fe4-27fd-4f30-86bd-fdab6c35ebf8 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505421'] for port (d73baa13-9b78-4d3b-b347-b15a781aadbe), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:22:29.829606 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-a3d24035-5ec7-41a9-a685-ffc4a2fed950 req-dffd7fe4-27fd-4f30-86bd-fdab6c35ebf8 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:22:29.830337 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-a3d24035-5ec7-41a9-a685-ffc4a2fed950 req-dffd7fe4-27fd-4f30-86bd-fdab6c35ebf8 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505983'] for floatingip (d727eb3a-9469-4b3d-9bb0-cf5c02e8c7bc), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:22:29.830337 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.db.l3_db [req-a3d24035-5ec7-41a9-a685-ffc4a2fed950 req-dffd7fe4-27fd-4f30-86bd-fdab6c35ebf8 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Floating IP d727eb3a-9469-4b3d-9bb0-cf5c02e8c7bc disassociated. External IP: 172.37.2.250, port: d73baa13-9b78-4d3b-b347-b15a781aadbe.
Mar 31 18:22:29.830678 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [req-a3d24035-5ec7-41a9-a685-ffc4a2fed950 req-dffd7fe4-27fd-4f30-86bd-fdab6c35ebf8 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Calling delete_port for d73baa13-9b78-4d3b-b347-b15a781aadbe owned by compute:nova {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 31 18:22:29.855657 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ded96c-fc8c-4250-a05f-448284a03505 req-61e5ec2b-d651-48e6-92f8-3a047a8cb9ca tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:22:29.857169 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-b4ded96c-fc8c-4250-a05f-448284a03505 req-61e5ec2b-d651-48e6-92f8-3a047a8cb9ca tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/ports?device_id=61abeff2-268a-4149-9962-497c409663ed HTTP/1.1" status: 200  len: 945 time: 0.0782840
Mar 31 18:22:29.953330 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-b4ded96c-fc8c-4250-a05f-448284a03505 req-bf752580-a801-4621-8fed-464dc4bac69a tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/security-groups?id=b9a2c4d9-cfd2-4e10-a169-6bc136620a80&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0673645
Mar 31 18:22:30.060633 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-a3d24035-5ec7-41a9-a685-ffc4a2fed950 req-dffd7fe4-27fd-4f30-86bd-fdab6c35ebf8 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759343027577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759342510071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13081985'] for port (d73baa13-9b78-4d3b-b347-b15a781aadbe), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:22:30.089310 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffd7fe4-27fd-4f30-86bd-fdab6c35ebf8 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Pushing event deleted for resources: {'Port': ['ID=d73baa13-9b78-4d3b-b347-b15a781aadbe,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:22:30.101716 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffd7fe4-27fd-4f30-86bd-fdab6c35ebf8 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:22:30.102069 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffd7fe4-27fd-4f30-86bd-fdab6c35ebf8 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:22:30.102417 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffd7fe4-27fd-4f30-86bd-fdab6c35ebf8 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:22:30.103134 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffd7fe4-27fd-4f30-86bd-fdab6c35ebf8 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:22:30.103260 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffd7fe4-27fd-4f30-86bd-fdab6c35ebf8 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:22:30.103584 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffd7fe4-27fd-4f30-86bd-fdab6c35ebf8 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:22:30.103905 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffd7fe4-27fd-4f30-86bd-fdab6c35ebf8 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:22:30.104382 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffd7fe4-27fd-4f30-86bd-fdab6c35ebf8 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:22:30.104621 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffd7fe4-27fd-4f30-86bd-fdab6c35ebf8 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:22:30.104876 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffd7fe4-27fd-4f30-86bd-fdab6c35ebf8 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:22:30.105203 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffd7fe4-27fd-4f30-86bd-fdab6c35ebf8 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:22:30.105527 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffd7fe4-27fd-4f30-86bd-fdab6c35ebf8 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:22:30.105850 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffd7fe4-27fd-4f30-86bd-fdab6c35ebf8 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:22:30.106169 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffd7fe4-27fd-4f30-86bd-fdab6c35ebf8 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:22:30.106493 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffd7fe4-27fd-4f30-86bd-fdab6c35ebf8 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:22:30.221827 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a3d24035-5ec7-41a9-a685-ffc4a2fed950 req-dffd7fe4-27fd-4f30-86bd-fdab6c35ebf8 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Router 7cf9ce2c-74d5-45b5-825a-ca1695a42357 has already been hosted by L3 agent f09d5d1b-4294-4f18-9a00-351412ae7ca6 {{(pid=103897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 31 18:22:30.327388 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-878b0518-94f3-432f-9b8e-7ab442686d5f req-848d9c37-6f10-4f6f-a6fc-92a14d2c7ffa service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=61abeff2-268a-4149-9962-497c409663ed&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0442464
Mar 31 18:22:30.361052 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dc0963-efca-43a4-8474-b985b40794ee req-82d43789-f983-410b-bff2-42ac35791a44 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:22:30.362567 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-b2dc0963-efca-43a4-8474-b985b40794ee req-82d43789-f983-410b-bff2-42ac35791a44 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/ports?device_id=61abeff2-268a-4149-9962-497c409663ed HTTP/1.1" status: 200  len: 945 time: 0.1396463
Mar 31 18:22:30.443918 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878b0518-94f3-432f-9b8e-7ab442686d5f req-6003acb3-1b1b-41ff-9eba-9486d812a157 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:22:30.445347 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-878b0518-94f3-432f-9b8e-7ab442686d5f req-6003acb3-1b1b-41ff-9eba-9486d812a157 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/ports/156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a HTTP/1.1" status: 200  len: 942 time: 0.0818820
Mar 31 18:22:30.452059 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a3d24035-5ec7-41a9-a685-ffc4a2fed950 req-dffd7fe4-27fd-4f30-86bd-fdab6c35ebf8 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 31 18:22:30.464643 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8268fc9-60e1-4e54-ab4f-8d6c85e92092 None None] Sync routers for ids ['7cf9ce2c-74d5-45b5-825a-ca1695a42357'] in dv-cinder-master-3-iscsi {{(pid=103899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 31 18:22:30.487422 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8268fc9-60e1-4e54-ab4f-8d6c85e92092 None None] Routers {'7cf9ce2c-74d5-45b5-825a-ca1695a42357'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 31 18:22:30.492553 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_hamode_db [None req-a8268fc9-60e1-4e54-ab4f-8d6c85e92092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7715c5bc40>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T18:05:01Z,description=<?>,heartbeat_timestamp=2022-03-31T18:22:01Z,host='dv-cinder-master-3-iscsi',id=f09d5d1b-4294-4f18-9a00-351412ae7ca6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-31T18:05:02Z,topic='l3_agent')) {'router_ids': ['7cf9ce2c-74d5-45b5-825a-ca1695a42357'], 'active': True} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:22:30.512949 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3d24035-5ec7-41a9-a685-ffc4a2fed950 req-dffd7fe4-27fd-4f30-86bd-fdab6c35ebf8 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] No DVR routers for this DVR port d73baa13-9b78-4d3b-b347-b15a781aadbe on host hv-cinder-maste {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 31 18:22:30.515925 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-a3d24035-5ec7-41a9-a685-ffc4a2fed950 req-dffd7fe4-27fd-4f30-86bd-fdab6c35ebf8 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30337'] for port (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:22:30.519498 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-a3d24035-5ec7-41a9-a685-ffc4a2fed950 req-dffd7fe4-27fd-4f30-86bd-fdab6c35ebf8 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.44 "DELETE /v2.0/ports/d73baa13-9b78-4d3b-b347-b15a781aadbe HTTP/1.1" status: 204  len: 173 time: 1.0862532
Mar 31 18:22:30.520287 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06c9b67d-f63b-4be1-ab26-18346902f6e3', 'name': 'network-vif-deleted', 'tag': 'd73baa13-9b78-4d3b-b347-b15a781aadbe'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 31 18:22:30.523912 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73fc78de55affb2fac0a31bf62e314c48f0d961b1f9e9815d43b8150b113e94f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5fe7702-2894-4ac5-a35b-4c6e57bd3009" -d '{"events": [{"server_uuid": "06c9b67d-f63b-4be1-ab26-18346902f6e3", "name": "network-vif-deleted", "tag": "d73baa13-9b78-4d3b-b347-b15a781aadbe"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 31 18:22:30.540077 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-b2dc0963-efca-43a4-8474-b985b40794ee req-815896a1-91b7-4bb8-ba0b-295f05c56402 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/security-groups?id=b9a2c4d9-cfd2-4e10-a169-6bc136620a80&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1656148
Mar 31 18:22:30.597380 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 18:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73d77be5-192a-4682-8e6b-a5f887f3359f x-openstack-request-id: req-73d77be5-192a-4682-8e6b-a5f887f3359f {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 31 18:22:30.597543 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06c9b67d-f63b-4be1-ab26-18346902f6e3", "name": "network-vif-deleted", "tag": "d73baa13-9b78-4d3b-b347-b15a781aadbe", "status": "completed", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 31 18:22:30.597804 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-73d77be5-192a-4682-8e6b-a5f887f3359f {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 31 18:22:30.602557 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73d77be5-192a-4682-8e6b-a5f887f3359f'] response: {'server_uuid': '06c9b67d-f63b-4be1-ab26-18346902f6e3', 'name': 'network-vif-deleted', 'tag': 'd73baa13-9b78-4d3b-b347-b15a781aadbe', 'status': 'completed', 'code': 200}
Mar 31 18:22:30.661347 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-42b952dc-4adb-4265-81f4-1187e83bc22c req-4eba5868-92a3-4433-ab7b-aec088df0d85 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/ports?device_id=06c9b67d-f63b-4be1-ab26-18346902f6e3 HTTP/1.1" status: 200  len: 210 time: 0.0456705
Mar 31 18:22:30.669350 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvr_db [None req-a8268fc9-60e1-4e54-ab4f-8d6c85e92092 None None] Set router 7cf9ce2c-74d5-45b5-825a-ca1695a42357 gateway port host: dv-cinder-master-3-iscsi {{(pid=103899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 31 18:22:30.959537 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_hamode_db [None req-a8268fc9-60e1-4e54-ab4f-8d6c85e92092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7715c5bc40>, [{'id': '7cf9ce2c-74d5-45b5-825a-ca1695a42357', 'name': 'tempest-TestVolumeBootPattern-402431251-router', 'tenant_id': '70f0b3390f4542c8831753ecf26f6745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.139'}], 'enable_snat': True}, 'gw_port_id': 'dc7b18b7-7eb0-4761-9528-290ea51bf770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:18:51Z', 'updated_at': '2022-03-31T18:18:55Z', 'revision_number': 4, 'project_id': '70f0b3390f4542c8831753ecf26f6745', 'gw_port': {'id': 'dc7b18b7-7eb0-4761-9528-290ea51bf770', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:2b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf9ce2c-74d5-45b5-825a-ca1695a42357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:18:52Z', 'updated_at': '2022-03-31T18:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '0f237034-63c3-4a22-be68-04490a5aa046', 'name': '', 'network_id': '46cf5202-8790-480a-a14a-b087639c31e2', 'tenant_id': '70f0b3390f4542c8831753ecf26f6745', 'mac_address': 'fa:16:3e:0c:4f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf9ce2c-74d5-45b5-825a-ca1695a42357', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '905ec444-b4c2-43a9-986a-e2ab2e05accc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:18:54Z', 'updated_at': '2022-03-31T18:18:59Z', 'revision_number': 5, 'project_id': '70f0b3390f4542c8831753ecf26f6745', 'subnets': [{'id': '905ec444-b4c2-43a9-986a-e2ab2e05accc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:22:30.986368 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8268fc9-60e1-4e54-ab4f-8d6c85e92092 None None] Checking router: 7cf9ce2c-74d5-45b5-825a-ca1695a42357 for host: dv-cinder-master-3-iscsi {{(pid=103899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 31 18:22:30.994640 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8268fc9-60e1-4e54-ab4f-8d6c85e92092 None None] Routers {'7cf9ce2c-74d5-45b5-825a-ca1695a42357'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 31 18:22:30.995221 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_hamode_db [None req-a8268fc9-60e1-4e54-ab4f-8d6c85e92092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7715c5bc40>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T18:05:01Z,description=<?>,heartbeat_timestamp=2022-03-31T18:22:01Z,host='dv-cinder-master-3-iscsi',id=f09d5d1b-4294-4f18-9a00-351412ae7ca6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-31T18:05:02Z,topic='l3_agent')) {'router_ids': ['7cf9ce2c-74d5-45b5-825a-ca1695a42357'], 'active': True} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:22:31.109160 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvr_db [None req-a8268fc9-60e1-4e54-ab4f-8d6c85e92092 None None] Set router 7cf9ce2c-74d5-45b5-825a-ca1695a42357 gateway port host: dv-cinder-master-3-iscsi {{(pid=103899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 31 18:22:31.311807 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_hamode_db [None req-a8268fc9-60e1-4e54-ab4f-8d6c85e92092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7715c5bc40>, [{'id': '7cf9ce2c-74d5-45b5-825a-ca1695a42357', 'name': 'tempest-TestVolumeBootPattern-402431251-router', 'tenant_id': '70f0b3390f4542c8831753ecf26f6745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.139'}], 'enable_snat': True}, 'gw_port_id': 'dc7b18b7-7eb0-4761-9528-290ea51bf770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:18:51Z', 'updated_at': '2022-03-31T18:18:55Z', 'revision_number': 4, 'project_id': '70f0b3390f4542c8831753ecf26f6745', 'gw_port': {'id': 'dc7b18b7-7eb0-4761-9528-290ea51bf770', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:2b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf9ce2c-74d5-45b5-825a-ca1695a42357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:18:52Z', 'updated_at': '2022-03-31T18:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '0f237034-63c3-4a22-be68-04490a5aa046', 'name': '', 'network_id': '46cf5202-8790-480a-a14a-b087639c31e2', 'tenant_id': '70f0b3390f4542c8831753ecf26f6745', 'mac_address': 'fa:16:3e:0c:4f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf9ce2c-74d5-45b5-825a-ca1695a42357', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '905ec444-b4c2-43a9-986a-e2ab2e05accc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:18:54Z', 'updated_at': '2022-03-31T18:18:59Z', 'revision_number': 5, 'project_id': '70f0b3390f4542c8831753ecf26f6745', 'subnets': [{'id': '905ec444-b4c2-43a9-986a-e2ab2e05accc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:22:31.322970 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-940efae6-d1cd-4baa-a1d0-bcffd01407fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (f09d5d1b-4294-4f18-9a00-351412ae7ca6), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:22:31.342421 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8268fc9-60e1-4e54-ab4f-8d6c85e92092 None None] The sync data for ids ['7cf9ce2c-74d5-45b5-825a-ca1695a42357'] in dv-cinder-master-3-iscsi is: [{'id': '7cf9ce2c-74d5-45b5-825a-ca1695a42357', 'name': 'tempest-TestVolumeBootPattern-402431251-router', 'tenant_id': '70f0b3390f4542c8831753ecf26f6745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.139'}], 'enable_snat': True}, 'gw_port_id': 'dc7b18b7-7eb0-4761-9528-290ea51bf770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:18:51Z', 'updated_at': '2022-03-31T18:18:55Z', 'revision_number': 4, 'project_id': '70f0b3390f4542c8831753ecf26f6745', 'gw_port': {'id': 'dc7b18b7-7eb0-4761-9528-290ea51bf770', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:2b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf9ce2c-74d5-45b5-825a-ca1695a42357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:18:52Z', 'updated_at': '2022-03-31T18:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '0f237034-63c3-4a22-be68-04490a5aa046', 'name': '', 'network_id': '46cf5202-8790-480a-a14a-b087639c31e2', 'tenant_id': '70f0b3390f4542c8831753ecf26f6745', 'mac_address': 'fa:16:3e:0c:4f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf9ce2c-74d5-45b5-825a-ca1695a42357', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '905ec444-b4c2-43a9-986a-e2ab2e05accc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:18:54Z', 'updated_at': '2022-03-31T18:18:59Z', 'revision_number': 5, 'project_id': '70f0b3390f4542c8831753ecf26f6745', 'subnets': [{'id': '905ec444-b4c2-43a9-986a-e2ab2e05accc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 31 18:22:31.563609 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebeb48e1-96e3-4900-8be3-cb34a49d133f None None] New status for floating IP d727eb3a-9469-4b3d-9bb0-cf5c02e8c7bc: DOWN {{(pid=103898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 31 18:22:31.666852 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b3af36-14e3-4794-a6a6-78c32a6363c8 req-99cf9f09-6583-4c5d-9fff-c7daf0387ea3 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:22:31.669166 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-22b3af36-14e3-4794-a6a6-78c32a6363c8 req-99cf9f09-6583-4c5d-9fff-c7daf0387ea3 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/ports?device_id=61abeff2-268a-4149-9962-497c409663ed HTTP/1.1" status: 200  len: 945 time: 0.0536876
Mar 31 18:22:31.737359 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-22b3af36-14e3-4794-a6a6-78c32a6363c8 req-03dc0d2c-23a0-473c-80d0-7298dafaac39 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/security-groups?id=b9a2c4d9-cfd2-4e10-a169-6bc136620a80&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0618608
Mar 31 18:22:31.786440 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-8d05ea8a-8b65-4230-b4bb-29dfcc460ee0 req-aa45e87a-5aef-4731-a8df-b78ecea30fbb tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/ports?device_id=06c9b67d-f63b-4be1-ab26-18346902f6e3 HTTP/1.1" status: 200  len: 210 time: 0.0289626
Mar 31 18:22:32.380181 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-be477ca9-b30f-4eb3-92ce-971cde9f4756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (d0835089-4a76-4105-9221-c81b46927b3c), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:22:32.785529 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Device 156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a no longer exists at agent hyperv_hv-cinder-maste {{(pid=103898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 31 18:22:32.873522 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3cc527-6a53-4818-b1a9-3c53527fb65a req-8689b9f4-2d52-4e6c-8168-67fea41afd69 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:22:32.875856 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-cc3cc527-6a53-4818-b1a9-3c53527fb65a req-8689b9f4-2d52-4e6c-8168-67fea41afd69 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/ports?device_id=61abeff2-268a-4149-9962-497c409663ed HTTP/1.1" status: 200  len: 945 time: 0.0755334
Mar 31 18:22:32.877337 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Current status of the port 156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a is: ACTIVE; New status is: DOWN {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:22:32.877749 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:22:32.901685 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61abeff2-268a-4149-9962-497c409663ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a'}] {{(pid=103898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 31 18:22:32.904260 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb3075c6172e5baa69f5abc91eefeb9b3c1bf45f76ecf44b7f00bb5a6f62f1a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fe7c375-4d8e-4de7-824c-fc540ca0105d" -d '{"events": [{"server_uuid": "61abeff2-268a-4149-9962-497c409663ed", "name": "network-vif-unplugged", "status": "completed", "tag": "156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a"}]}' {{(pid=103898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 31 18:22:32.925363 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] For port 156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a,segment=NetworkSegment(33169074-c456-4fd1-bacd-4ec254efacf8),segment_id=33169074-c456-4fd1-bacd-4ec254efacf8)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:22:32.954798 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-cc3cc527-6a53-4818-b1a9-3c53527fb65a req-4ca0af14-2413-4236-81e6-d0bc0e8d2dc7 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/security-groups?id=b9a2c4d9-cfd2-4e10-a169-6bc136620a80&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0696259
Mar 31 18:22:32.960477 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 18:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afff19fa-9e3d-43c7-a7e3-f2eb7b42e46d x-openstack-request-id: req-afff19fa-9e3d-43c7-a7e3-f2eb7b42e46d {{(pid=103898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 31 18:22:32.961358 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61abeff2-268a-4149-9962-497c409663ed", "name": "network-vif-unplugged", "status": "completed", "tag": "156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a", "code": 200}]} {{(pid=103898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 31 18:22:32.961679 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-afff19fa-9e3d-43c7-a7e3-f2eb7b42e46d {{(pid=103898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 31 18:22:32.962135 dv-cinder-master-3-iscsi neutron-server[103898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afff19fa-9e3d-43c7-a7e3-f2eb7b42e46d'] response: {'server_uuid': '61abeff2-268a-4149-9962-497c409663ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a', 'code': 200}
Mar 31 18:22:32.986156 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:22:32.986956 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Device d73baa13-9b78-4d3b-b347-b15a781aadbe no longer exists at agent hyperv_hv-cinder-maste {{(pid=103898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 31 18:22:33.025292 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] No Port match for: d73baa13-9b78-4d3b-b347-b15a781aadbe {{(pid=103898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 31 18:22:33.026413 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Device d73baa13-9b78-4d3b-b347-b15a781aadbe not bound to the agent host hv-cinder-maste {{(pid=103898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 31 18:22:33.058479 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Pushing event updated for resources: {'Port': ['ID=156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a,revision_number=6']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:22:33.065945 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:22:33.066294 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:22:33.066666 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:22:33.067011 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:22:33.067344 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:22:33.067783 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:22:33.068118 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:22:33.068448 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:22:33.068773 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:22:33.069106 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:22:33.069427 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:22:33.069752 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:22:33.070078 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:22:33.070399 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:22:33.070742 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:22:33.074402 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-ab541386-af93-4db7-83cf-82053dbd398a req-2bcdc511-0758-4c91-b8e3-2b1533711664 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-532749938&fields=id&tenant_id=70f0b3390f4542c8831753ecf26f6745 HTTP/1.1" status: 200  len: 267 time: 0.0477200
Mar 31 18:22:33.190451 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab541386-af93-4db7-83cf-82053dbd398a req-4e87c31b-bcd1-4f61-bebf-dedd939dcc15 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:22:33.191971 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-ab541386-af93-4db7-83cf-82053dbd398a req-4e87c31b-bcd1-4f61-bebf-dedd939dcc15 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/networks?id=46cf5202-8790-480a-a14a-b087639c31e2 HTTP/1.1" status: 200  len: 811 time: 0.1103256
Mar 31 18:22:33.210530 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-ab541386-af93-4db7-83cf-82053dbd398a req-4f6e9523-3489-46f5-b56c-775b6593cfd3 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/quotas/70f0b3390f4542c8831753ecf26f6745 HTTP/1.1" status: 200  len: 375 time: 0.0121350
Mar 31 18:22:33.271444 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-ab541386-af93-4db7-83cf-82053dbd398a req-35a015b4-25ea-47b4-ae83-f9d53e088f7f tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=70f0b3390f4542c8831753ecf26f6745&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0537701
Mar 31 18:22:33.364261 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-ab541386-af93-4db7-83cf-82053dbd398a req-ecabe2b4-c81c-4548-b29c-046d542c8eca service neutron] 10.222.0.58 "GET /v2.0/networks/46cf5202-8790-480a-a14a-b087639c31e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0809383
Mar 31 18:22:33.430674 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878b0518-94f3-432f-9b8e-7ab442686d5f req-b08880c4-6bf1-43c6-8c89-f7cda6d63ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:22:33.432193 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-878b0518-94f3-432f-9b8e-7ab442686d5f req-b08880c4-6bf1-43c6-8c89-f7cda6d63ee3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=61abeff2-268a-4149-9962-497c409663ed&tenant_id=10c09876736547b59f4bb56fa5740f5f HTTP/1.1" status: 200  len: 1127 time: 0.0461264
Mar 31 18:22:33.532689 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878b0518-94f3-432f-9b8e-7ab442686d5f req-ffc501d5-ab66-4c29-a444-a5b89c263fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:22:33.534188 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-878b0518-94f3-432f-9b8e-7ab442686d5f req-ffc501d5-ab66-4c29-a444-a5b89c263fa4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=10c09876736547b59f4bb56fa5740f5f&device_id=61abeff2-268a-4149-9962-497c409663ed HTTP/1.1" status: 200  len: 1127 time: 0.0518286
Mar 31 18:22:33.629788 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878b0518-94f3-432f-9b8e-7ab442686d5f req-a2443e27-214b-4220-89b7-6b158bf0336f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:22:33.631120 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-878b0518-94f3-432f-9b8e-7ab442686d5f req-a2443e27-214b-4220-89b7-6b158bf0336f service neutron] 10.222.0.44 "GET /v2.0/networks?id=c4432959-6b7d-4f95-a29d-a5c36d6927da HTTP/1.1" status: 200  len: 910 time: 0.0898750
Mar 31 18:22:33.674310 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-ab541386-af93-4db7-83cf-82053dbd398a req-45cde70e-d7ff-4e34-b98e-1d23d730f752 service neutron] 10.222.0.58 "GET /v2.0/networks/46cf5202-8790-480a-a14a-b087639c31e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3044345
Mar 31 18:22:33.702248 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-878b0518-94f3-432f-9b8e-7ab442686d5f req-84505af6-4ec6-4e4f-8b80-c862f4e4e9bb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a HTTP/1.1" status: 200  len: 998 time: 0.0629621
Mar 31 18:22:33.751523 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878b0518-94f3-432f-9b8e-7ab442686d5f req-8d430d29-2912-4d2a-8243-e9a3aa49cc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:22:33.752971 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-878b0518-94f3-432f-9b8e-7ab442686d5f req-8d430d29-2912-4d2a-8243-e9a3aa49cc73 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6100fa0d-d38e-4338-b107-b174954c8737 HTTP/1.1" status: 200  len: 848 time: 0.0442765
Mar 31 18:22:33.803270 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878b0518-94f3-432f-9b8e-7ab442686d5f req-33ca0dee-3505-4844-a4be-9be8a212d48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:22:33.804757 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-878b0518-94f3-432f-9b8e-7ab442686d5f req-33ca0dee-3505-4844-a4be-9be8a212d48b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c4432959-6b7d-4f95-a29d-a5c36d6927da&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0451767
Mar 31 18:22:33.902545 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-878b0518-94f3-432f-9b8e-7ab442686d5f req-b92eef02-3eae-4862-810f-3df8d0cdeea2 service neutron] 10.222.0.44 "GET /v2.0/networks/c4432959-6b7d-4f95-a29d-a5c36d6927da?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0888062
Mar 31 18:22:33.966493 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-61acbcaf-515a-4595-a759-82c8bf4c0ac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (1ee04592-4785-424e-aa2a-0bd32f5faacf), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:22:33.993188 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-878b0518-94f3-432f-9b8e-7ab442686d5f req-57af75e2-199d-4b2c-9262-1e41c4302c71 service neutron] 10.222.0.44 "GET /v2.0/networks/c4432959-6b7d-4f95-a29d-a5c36d6927da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0846353
Mar 31 18:22:34.067104 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5d40f4-2d7c-49cb-9034-34c12f242901 req-b806a3ad-39c5-4f14-ab11-25dd363116c4 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:22:34.068620 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-3b5d40f4-2d7c-49cb-9034-34c12f242901 req-b806a3ad-39c5-4f14-ab11-25dd363116c4 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/ports?device_id=61abeff2-268a-4149-9962-497c409663ed HTTP/1.1" status: 200  len: 943 time: 0.0555537
Mar 31 18:22:34.117691 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-3b5d40f4-2d7c-49cb-9034-34c12f242901 req-92f2e027-ce92-433b-b403-a0f35a1a8c1f tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/security-groups?id=b9a2c4d9-cfd2-4e10-a169-6bc136620a80&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432899
Mar 31 18:22:34.301508 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-b0aba670-a1f5-417f-8ae1-df2d1f1b089c req-27eacdfa-adca-49f5-a0bc-4dba13e53950 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/ports?device_id=635a0e04-c990-4a66-81ed-ab572007484b HTTP/1.1" status: 200  len: 210 time: 0.0314331
Mar 31 18:22:35.059871 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (b6d39f6c-4dc3-40bd-bbe5-e05b1f1d4e13), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:22:35.235258 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59761ab-aa88-4de8-9e9b-d8f4f44e0b32 req-920ce339-a35c-498c-9e49-01cea25d89d1 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:22:35.236725 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-c59761ab-aa88-4de8-9e9b-d8f4f44e0b32 req-920ce339-a35c-498c-9e49-01cea25d89d1 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/ports?device_id=61abeff2-268a-4149-9962-497c409663ed HTTP/1.1" status: 200  len: 943 time: 0.0529304
Mar 31 18:22:35.285736 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-c59761ab-aa88-4de8-9e9b-d8f4f44e0b32 req-1cc73b28-dd3f-4f52-b13e-9aa507789f32 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/security-groups?id=b9a2c4d9-cfd2-4e10-a169-6bc136620a80&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433013
Mar 31 18:22:35.391824 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-fd989191-1400-4c2b-b495-c0db69096fb6 req-abcdd621-09d4-4619-b5bc-484cfe938e9b tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/ports?device_id=635a0e04-c990-4a66-81ed-ab572007484b HTTP/1.1" status: 200  len: 210 time: 0.0270128
Mar 31 18:22:36.317201 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (06f31eaf-9418-4d11-8606-24a34b4b4893), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:22:36.404879 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8552f0c-e709-4177-a5b1-4897f0479511 req-8b0a1b33-10ed-4610-b127-0b489583a473 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:22:36.406547 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-a8552f0c-e709-4177-a5b1-4897f0479511 req-8b0a1b33-10ed-4610-b127-0b489583a473 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/ports?device_id=61abeff2-268a-4149-9962-497c409663ed HTTP/1.1" status: 200  len: 943 time: 0.0537248
Mar 31 18:22:36.407404 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab541386-af93-4db7-83cf-82053dbd398a req-865cea67-a0b3-4a72-9f8c-04f6f1023c3d tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:22:36.408869 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-ab541386-af93-4db7-83cf-82053dbd398a req-865cea67-a0b3-4a72-9f8c-04f6f1023c3d tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.44 "GET /v2.0/networks?id=46cf5202-8790-480a-a14a-b087639c31e2 HTTP/1.1" status: 200  len: 811 time: 0.1061068
Mar 31 18:22:36.466006 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-a8552f0c-e709-4177-a5b1-4897f0479511 req-f65db342-b19a-4943-a157-5b572abe5141 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/security-groups?id=b9a2c4d9-cfd2-4e10-a169-6bc136620a80&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0500944
Mar 31 18:22:36.503643 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-f801264e-c205-4282-be0f-58123b921960 req-c8af5ff3-33bd-4d22-b9e0-80aa58ea1cd9 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/ports?device_id=635a0e04-c990-4a66-81ed-ab572007484b HTTP/1.1" status: 200  len: 210 time: 0.0430422
Mar 31 18:22:36.513003 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-ab541386-af93-4db7-83cf-82053dbd398a req-a08d4389-e0cd-4457-87db-ee02ba779ac2 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=70f0b3390f4542c8831753ecf26f6745 HTTP/1.1" status: 200  len: 379 time: 0.0845540
Mar 31 18:22:36.523185 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.v2.base [req-ab541386-af93-4db7-83cf-82053dbd398a req-379c1c72-2026-498a-9763-139136789597 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Request body: {'port': {'device_id': '635a0e04-c990-4a66-81ed-ab572007484b', 'network_id': '46cf5202-8790-480a-a14a-b087639c31e2', 'admin_state_up': True, 'tenant_id': '70f0b3390f4542c8831753ecf26f6745', 'security_groups': ['5a763037-c2ed-4230-b56f-5864e1324aae']}} {{(pid=103897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:22:36.754859 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab541386-af93-4db7-83cf-82053dbd398a req-379c1c72-2026-498a-9763-139136789597 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Made reservation on behalf of 70f0b3390f4542c8831753ecf26f6745 for: {'port': 1} {{(pid=103897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 31 18:22:36.758335 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-ab541386-af93-4db7-83cf-82053dbd398a req-379c1c72-2026-498a-9763-139136789597 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (None), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:22:36.885489 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [req-ab541386-af93-4db7-83cf-82053dbd398a req-379c1c72-2026-498a-9763-139136789597 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Allocated IP 172.20.0.9 (46cf5202-8790-480a-a14a-b087639c31e2/905ec444-b4c2-43a9-986a-e2ab2e05accc/8009d02e-5d59-48da-9d8c-071ba781cd76) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 31 18:22:37.019943 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-ab541386-af93-4db7-83cf-82053dbd398a req-379c1c72-2026-498a-9763-139136789597 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Publish callbacks [] for port (8009d02e-5d59-48da-9d8c-071ba781cd76), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:22:37.103862 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-ab541386-af93-4db7-83cf-82053dbd398a req-379c1c72-2026-498a-9763-139136789597 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759342510062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13081985'] for port (8009d02e-5d59-48da-9d8c-071ba781cd76), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:22:37.150282 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab541386-af93-4db7-83cf-82053dbd398a req-379c1c72-2026-498a-9763-139136789597 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Network 46cf5202-8790-480a-a14a-b087639c31e2 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 31 18:22:37.153326 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [req-ab541386-af93-4db7-83cf-82053dbd398a req-379c1c72-2026-498a-9763-139136789597 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Resources bound (agent type, host, resource id):  {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 31 18:22:37.159148 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab541386-af93-4db7-83cf-82053dbd398a req-379c1c72-2026-498a-9763-139136789597 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 31 18:22:37.166297 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379c1c72-2026-498a-9763-139136789597 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Pushing event updated for resources: {'Port': ['ID=8009d02e-5d59-48da-9d8c-071ba781cd76,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:22:37.212826 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab541386-af93-4db7-83cf-82053dbd398a req-379c1c72-2026-498a-9763-139136789597 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:22:37.213439 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-ab541386-af93-4db7-83cf-82053dbd398a req-379c1c72-2026-498a-9763-139136789597 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30337'] for port (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:22:37.312152 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-ab541386-af93-4db7-83cf-82053dbd398a req-379c1c72-2026-498a-9763-139136789597 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7931652
Mar 31 18:22:37.331045 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.v2.base [req-ab541386-af93-4db7-83cf-82053dbd398a req-3bc4bc3a-1b75-44a8-8b00-9364f7a8a700 service neutron] Request body: {'port': {'device_id': '635a0e04-c990-4a66-81ed-ab572007484b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=103897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:22:37.393398 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-ab541386-af93-4db7-83cf-82053dbd398a req-3bc4bc3a-1b75-44a8-8b00-9364f7a8a700 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (8009d02e-5d59-48da-9d8c-071ba781cd76), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:22:37.403950 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-228497ff-8da9-4691-bbee-d7636d334c6f None None] Provisioning complete for port 8009d02e-5d59-48da-9d8c-071ba781cd76 triggered by entity DHCP. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:22:37.404463 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-228497ff-8da9-4691-bbee-d7636d334c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (8009d02e-5d59-48da-9d8c-071ba781cd76), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:22:37.437990 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-228497ff-8da9-4691-bbee-d7636d334c6f None None] Port 8009d02e-5d59-48da-9d8c-071ba781cd76 cannot update to ACTIVE because it is not bound. {{(pid=103898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 31 18:22:37.593163 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8aae28-8c8f-41f9-8a54-bfe1c131fcf6 req-de2321d0-fda3-4b91-b3dd-a167e3711f41 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:22:37.595132 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-db8aae28-8c8f-41f9-8a54-bfe1c131fcf6 req-de2321d0-fda3-4b91-b3dd-a167e3711f41 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/ports?device_id=61abeff2-268a-4149-9962-497c409663ed HTTP/1.1" status: 200  len: 943 time: 0.0631468
Mar 31 18:22:37.649633 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-db8aae28-8c8f-41f9-8a54-bfe1c131fcf6 req-31df2833-27a6-41c5-b297-4e8b9531aee8 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/security-groups?id=b9a2c4d9-cfd2-4e10-a169-6bc136620a80&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0476427
Mar 31 18:22:37.936700 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5b89dd-e17a-47e0-acd7-79f2a24dd2fa req-04579f2e-72bd-41b4-ab90-1dd1f41b474b tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:22:37.938079 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-0d5b89dd-e17a-47e0-acd7-79f2a24dd2fa req-04579f2e-72bd-41b4-ab90-1dd1f41b474b tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/ports?device_id=635a0e04-c990-4a66-81ed-ab572007484b HTTP/1.1" status: 200  len: 931 time: 0.3531473
Mar 31 18:22:37.990517 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [req-ab541386-af93-4db7-83cf-82053dbd398a req-3bc4bc3a-1b75-44a8-8b00-9364f7a8a700 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8009d02e-5d59-48da-9d8c-071ba781cd76 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 31 18:22:38.004517 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-ab541386-af93-4db7-83cf-82053dbd398a req-3bc4bc3a-1b75-44a8-8b00-9364f7a8a700 service neutron] Publish callbacks [] for port (8009d02e-5d59-48da-9d8c-071ba781cd76), precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:22:38.028614 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-0d5b89dd-e17a-47e0-acd7-79f2a24dd2fa req-f352739e-ce15-4663-b242-00baf0e7af94 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a763037-c2ed-4230-b56f-5864e1324aae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0683684
Mar 31 18:22:38.031085 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [req-ab541386-af93-4db7-83cf-82053dbd398a req-3bc4bc3a-1b75-44a8-8b00-9364f7a8a700 service neutron] Transition to ACTIVE for port object 8009d02e-5d59-48da-9d8c-071ba781cd76 will not be triggered until provisioned by entity L2. {{(pid=103897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 31 18:22:38.098097 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-ab541386-af93-4db7-83cf-82053dbd398a req-3bc4bc3a-1b75-44a8-8b00-9364f7a8a700 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13081992'] for port (8009d02e-5d59-48da-9d8c-071ba781cd76), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:22:38.153553 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc4bc3a-1b75-44a8-8b00-9364f7a8a700 service neutron] Pushing event updated for resources: {'Port': ['ID=8009d02e-5d59-48da-9d8c-071ba781cd76,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:22:38.225551 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [req-ab541386-af93-4db7-83cf-82053dbd398a req-3bc4bc3a-1b75-44a8-8b00-9364f7a8a700 service neutron] Attempting to bind port 8009d02e-5d59-48da-9d8c-071ba781cd76 on host hv-cinder-maste for vnic_type normal with profile  {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 31 18:22:38.225890 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [req-ab541386-af93-4db7-83cf-82053dbd398a req-3bc4bc3a-1b75-44a8-8b00-9364f7a8a700 service neutron] Attempting to bind port 8009d02e-5d59-48da-9d8c-071ba781cd76 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '0e13db69-fb06-49b3-a448-31200d86bc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '46cf5202-8790-480a-a14a-b087639c31e2'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 31 18:22:38.226219 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab541386-af93-4db7-83cf-82053dbd398a req-3bc4bc3a-1b75-44a8-8b00-9364f7a8a700 service neutron] Attempting to bind port 8009d02e-5d59-48da-9d8c-071ba781cd76 on network 46cf5202-8790-480a-a14a-b087639c31e2 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 31 18:22:38.230826 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab541386-af93-4db7-83cf-82053dbd398a req-3bc4bc3a-1b75-44a8-8b00-9364f7a8a700 service neutron] Port 8009d02e-5d59-48da-9d8c-071ba781cd76 on network 46cf5202-8790-480a-a14a-b087639c31e2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 31 18:22:38.231148 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab541386-af93-4db7-83cf-82053dbd398a req-3bc4bc3a-1b75-44a8-8b00-9364f7a8a700 service neutron] Attempting to bind port 8009d02e-5d59-48da-9d8c-071ba781cd76 on network 46cf5202-8790-480a-a14a-b087639c31e2 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 31 18:22:38.236325 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab541386-af93-4db7-83cf-82053dbd398a req-3bc4bc3a-1b75-44a8-8b00-9364f7a8a700 service neutron] Checking agent: {'id': '06f31eaf-9418-4d11-8606-24a34b4b4893', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 11, 36), 'started_at': datetime.datetime(2022, 3, 31, 18, 11, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 31 18:22:38.236654 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab541386-af93-4db7-83cf-82053dbd398a req-3bc4bc3a-1b75-44a8-8b00-9364f7a8a700 service neutron] Checking segment: {'id': '0e13db69-fb06-49b3-a448-31200d86bc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '46cf5202-8790-480a-a14a-b087639c31e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 31 18:22:38.237035 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab541386-af93-4db7-83cf-82053dbd398a req-3bc4bc3a-1b75-44a8-8b00-9364f7a8a700 service neutron] Bound using segment: {'id': '0e13db69-fb06-49b3-a448-31200d86bc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '46cf5202-8790-480a-a14a-b087639c31e2'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 31 18:22:38.237469 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [req-ab541386-af93-4db7-83cf-82053dbd398a req-3bc4bc3a-1b75-44a8-8b00-9364f7a8a700 service neutron] Bound port: 8009d02e-5d59-48da-9d8c-071ba781cd76, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e13db69-fb06-49b3-a448-31200d86bc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '46cf5202-8790-480a-a14a-b087639c31e2'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 31 18:22:38.237853 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-ab541386-af93-4db7-83cf-82053dbd398a req-3bc4bc3a-1b75-44a8-8b00-9364f7a8a700 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (8009d02e-5d59-48da-9d8c-071ba781cd76), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:22:38.303754 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [req-ab541386-af93-4db7-83cf-82053dbd398a req-3bc4bc3a-1b75-44a8-8b00-9364f7a8a700 service neutron] For port 8009d02e-5d59-48da-9d8c-071ba781cd76, host hv-cinder-maste, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 31 18:22:38.306714 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [req-ab541386-af93-4db7-83cf-82053dbd398a req-3bc4bc3a-1b75-44a8-8b00-9364f7a8a700 service neutron] For port 8009d02e-5d59-48da-9d8c-071ba781cd76, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8009d02e-5d59-48da-9d8c-071ba781cd76,segment=NetworkSegment(0e13db69-fb06-49b3-a448-31200d86bc6e),segment_id=0e13db69-fb06-49b3-a448-31200d86bc6e)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 31 18:22:38.408991 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-ab541386-af93-4db7-83cf-82053dbd398a req-3bc4bc3a-1b75-44a8-8b00-9364f7a8a700 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13081992'] for port (8009d02e-5d59-48da-9d8c-071ba781cd76), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:22:38.445659 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab541386-af93-4db7-83cf-82053dbd398a req-3bc4bc3a-1b75-44a8-8b00-9364f7a8a700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:22:38.446274 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-ab541386-af93-4db7-83cf-82053dbd398a req-3bc4bc3a-1b75-44a8-8b00-9364f7a8a700 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30337'] for port (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:22:38.447782 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-ab541386-af93-4db7-83cf-82053dbd398a req-3bc4bc3a-1b75-44a8-8b00-9364f7a8a700 service neutron] 10.222.0.44 "PUT /v2.0/ports/8009d02e-5d59-48da-9d8c-071ba781cd76 HTTP/1.1" status: 200  len: 1093 time: 1.1211066
Mar 31 18:22:38.448223 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '635a0e04-c990-4a66-81ed-ab572007484b', 'tag': '8009d02e-5d59-48da-9d8c-071ba781cd76'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 31 18:22:38.450424 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73fc78de55affb2fac0a31bf62e314c48f0d961b1f9e9815d43b8150b113e94f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c42a678-66f0-42e8-92ae-51c871b18b27" -d '{"events": [{"name": "network-changed", "server_uuid": "635a0e04-c990-4a66-81ed-ab572007484b", "tag": "8009d02e-5d59-48da-9d8c-071ba781cd76"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 31 18:22:38.476098 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc4bc3a-1b75-44a8-8b00-9364f7a8a700 service neutron] Pushing event updated for resources: {'Port': ['ID=8009d02e-5d59-48da-9d8c-071ba781cd76,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:22:38.493715 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 18:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd19c340-e2d1-4ef1-8480-3fa7ce24fd2b x-openstack-request-id: req-dd19c340-e2d1-4ef1-8480-3fa7ce24fd2b {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 31 18:22:38.494007 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "635a0e04-c990-4a66-81ed-ab572007484b", "tag": "8009d02e-5d59-48da-9d8c-071ba781cd76", "status": "completed", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 31 18:22:38.494309 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-dd19c340-e2d1-4ef1-8480-3fa7ce24fd2b {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 31 18:22:38.494755 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd19c340-e2d1-4ef1-8480-3fa7ce24fd2b'] response: {'name': 'network-changed', 'server_uuid': '635a0e04-c990-4a66-81ed-ab572007484b', 'tag': '8009d02e-5d59-48da-9d8c-071ba781cd76', 'status': 'completed', 'code': 200}
Mar 31 18:22:38.595043 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c42a678-66f0-42e8-92ae-51c871b18b27 req-23fbb0f1-09e3-46b5-973f-9f1501e56cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:22:38.596785 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-4c42a678-66f0-42e8-92ae-51c871b18b27 req-23fbb0f1-09e3-46b5-973f-9f1501e56cc4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=70f0b3390f4542c8831753ecf26f6745&device_id=635a0e04-c990-4a66-81ed-ab572007484b HTTP/1.1" status: 200  len: 1127 time: 0.0506318
Mar 31 18:22:38.714163 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c42a678-66f0-42e8-92ae-51c871b18b27 req-24cbafc2-25bf-47ea-bbc1-6e7fb860a7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:22:38.715549 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-4c42a678-66f0-42e8-92ae-51c871b18b27 req-24cbafc2-25bf-47ea-bbc1-6e7fb860a7ed service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=70f0b3390f4542c8831753ecf26f6745&shared=False HTTP/1.1" status: 200  len: 912 time: 0.0963202
Mar 31 18:22:38.835184 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a151aa6-0f5e-440d-9ce8-930fab1b5b1a req-bf261be0-93f2-4f4c-ac01-1e29a33ff817 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:22:38.836664 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-8a151aa6-0f5e-440d-9ce8-930fab1b5b1a req-bf261be0-93f2-4f4c-ac01-1e29a33ff817 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/ports?device_id=61abeff2-268a-4149-9962-497c409663ed HTTP/1.1" status: 200  len: 943 time: 0.1158419
Mar 31 18:22:38.863817 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c42a678-66f0-42e8-92ae-51c871b18b27 req-f2fec0bd-4b90-4430-aec2-4c71c4188ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:22:38.865234 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-4c42a678-66f0-42e8-92ae-51c871b18b27 req-f2fec0bd-4b90-4430-aec2-4c71c4188ed8 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1359754
Mar 31 18:22:38.896536 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-8a151aa6-0f5e-440d-9ce8-930fab1b5b1a req-4f5b4419-3a7e-47c3-b03a-4d35976a9fff tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/security-groups?id=b9a2c4d9-cfd2-4e10-a169-6bc136620a80&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0534019
Mar 31 18:22:38.976540 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab541386-af93-4db7-83cf-82053dbd398a req-a6323eb6-9ac9-482c-ba22-096ac49084d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:22:38.978016 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-ab541386-af93-4db7-83cf-82053dbd398a req-a6323eb6-9ac9-482c-ba22-096ac49084d4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=70f0b3390f4542c8831753ecf26f6745&device_id=635a0e04-c990-4a66-81ed-ab572007484b HTTP/1.1" status: 200  len: 1127 time: 0.0444541
Mar 31 18:22:39.029028 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-ab541386-af93-4db7-83cf-82053dbd398a req-a0d64c2b-b98e-41a3-8f61-6550256fbb14 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8009d02e-5d59-48da-9d8c-071ba781cd76 HTTP/1.1" status: 200  len: 217 time: 0.0343609
Mar 31 18:22:39.084943 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab541386-af93-4db7-83cf-82053dbd398a req-964c0c22-db32-4443-9c2d-f8f42b23cfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:22:39.086396 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-ab541386-af93-4db7-83cf-82053dbd398a req-964c0c22-db32-4443-9c2d-f8f42b23cfd1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=905ec444-b4c2-43a9-986a-e2ab2e05accc HTTP/1.1" status: 200  len: 850 time: 0.0481060
Mar 31 18:22:39.138636 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab541386-af93-4db7-83cf-82053dbd398a req-31580afe-88ad-4dc5-a313-af0d5a2aad84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:22:39.140138 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-ab541386-af93-4db7-83cf-82053dbd398a req-31580afe-88ad-4dc5-a313-af0d5a2aad84 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=46cf5202-8790-480a-a14a-b087639c31e2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0459275
Mar 31 18:22:39.148566 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0a0d43-2b90-4efd-890f-196a972c128b req-1ea4f386-a07f-410d-8dbc-0a237ca37a6c tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:22:39.150020 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-0d0a0d43-2b90-4efd-890f-196a972c128b req-1ea4f386-a07f-410d-8dbc-0a237ca37a6c tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/ports?device_id=635a0e04-c990-4a66-81ed-ab572007484b HTTP/1.1" status: 200  len: 943 time: 0.0526657
Mar 31 18:22:39.198787 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-0d0a0d43-2b90-4efd-890f-196a972c128b req-f3a45c0b-f930-40c2-a956-b2df132a517e tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a763037-c2ed-4230-b56f-5864e1324aae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429578
Mar 31 18:22:39.231722 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-ab541386-af93-4db7-83cf-82053dbd398a req-97592286-ecec-4f9c-8d08-26f36d1b824b service neutron] 10.222.0.44 "GET /v2.0/networks/46cf5202-8790-480a-a14a-b087639c31e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0845151
Mar 31 18:22:39.326508 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-ab541386-af93-4db7-83cf-82053dbd398a req-60ff1de9-cd66-4af7-9947-6aec24223b49 service neutron] 10.222.0.44 "GET /v2.0/networks/46cf5202-8790-480a-a14a-b087639c31e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0861411
Mar 31 18:22:40.014342 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c45b9a-f647-43fb-b497-0b7b2e3a7307 req-2c86f99b-400d-4015-971c-1ab1c1bd106e tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:22:40.015854 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-43c45b9a-f647-43fb-b497-0b7b2e3a7307 req-2c86f99b-400d-4015-971c-1ab1c1bd106e tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/ports?device_id=61abeff2-268a-4149-9962-497c409663ed HTTP/1.1" status: 200  len: 943 time: 0.0535533
Mar 31 18:22:40.068710 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-43c45b9a-f647-43fb-b497-0b7b2e3a7307 req-c1212e05-d0e4-4a8b-b9ce-48adde8836f8 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/security-groups?id=b9a2c4d9-cfd2-4e10-a169-6bc136620a80&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465956
Mar 31 18:22:40.320896 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cde446-1935-4326-9572-cba64b6c708a req-cdf78160-3db4-47cf-97e1-00f3cb829e7b tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:22:40.322401 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-61cde446-1935-4326-9572-cba64b6c708a req-cdf78160-3db4-47cf-97e1-00f3cb829e7b tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/ports?device_id=635a0e04-c990-4a66-81ed-ab572007484b HTTP/1.1" status: 200  len: 943 time: 0.0572276
Mar 31 18:22:40.372685 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-61cde446-1935-4326-9572-cba64b6c708a req-51f3a398-88ef-4745-a344-5a47e435eed0 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a763037-c2ed-4230-b56f-5864e1324aae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446887
Mar 31 18:22:41.190072 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f08de5c-93a8-453a-b324-111331e56f10 req-ca5fae0c-dee8-4d17-b485-6d35f750bf0a tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:22:41.191654 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-9f08de5c-93a8-453a-b324-111331e56f10 req-ca5fae0c-dee8-4d17-b485-6d35f750bf0a tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/ports?device_id=61abeff2-268a-4149-9962-497c409663ed HTTP/1.1" status: 200  len: 943 time: 0.0561855
Mar 31 18:22:41.240827 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-9f08de5c-93a8-453a-b324-111331e56f10 req-5b9151a7-0993-46d1-b147-eac9b88edca0 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/security-groups?id=b9a2c4d9-cfd2-4e10-a169-6bc136620a80&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431406
Mar 31 18:22:41.488589 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9e024d-3e09-485c-814c-870277853fbf req-1bcf60c2-c8de-4482-906c-2eb519783326 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:22:41.490168 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-3e9e024d-3e09-485c-814c-870277853fbf req-1bcf60c2-c8de-4482-906c-2eb519783326 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/ports?device_id=635a0e04-c990-4a66-81ed-ab572007484b HTTP/1.1" status: 200  len: 943 time: 0.0523603
Mar 31 18:22:41.538790 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-3e9e024d-3e09-485c-814c-870277853fbf req-e0aa46c7-17c4-4e14-90a8-9e32888e3587 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a763037-c2ed-4230-b56f-5864e1324aae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431061
Mar 31 18:22:42.359024 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d35bc1-6104-4ff9-afcd-f6ded751cfb1 req-3460eb4a-0569-48c9-98d3-8db15e4619f3 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:22:42.360493 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-92d35bc1-6104-4ff9-afcd-f6ded751cfb1 req-3460eb4a-0569-48c9-98d3-8db15e4619f3 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/ports?device_id=61abeff2-268a-4149-9962-497c409663ed HTTP/1.1" status: 200  len: 943 time: 0.0531814
Mar 31 18:22:42.409929 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-92d35bc1-6104-4ff9-afcd-f6ded751cfb1 req-0f1eb356-cd62-4b1a-819f-39ceb3126ec3 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/security-groups?id=b9a2c4d9-cfd2-4e10-a169-6bc136620a80&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434237
Mar 31 18:22:42.661674 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bda0652-a6f7-41a3-ae0d-949dc5773f6a req-f732eb50-6fa4-4930-8433-198741d4aebd tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:22:42.663170 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-1bda0652-a6f7-41a3-ae0d-949dc5773f6a req-f732eb50-6fa4-4930-8433-198741d4aebd tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/ports?device_id=635a0e04-c990-4a66-81ed-ab572007484b HTTP/1.1" status: 200  len: 943 time: 0.0567732
Mar 31 18:22:42.711022 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-1bda0652-a6f7-41a3-ae0d-949dc5773f6a req-35c8a964-e780-4366-b23c-14a578c93c9f tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a763037-c2ed-4230-b56f-5864e1324aae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422876
Mar 31 18:22:42.893793 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Device 156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103898) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 31 18:22:42.998873 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] For port 156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a,segment=NetworkSegment(33169074-c456-4fd1-bacd-4ec254efacf8),segment_id=33169074-c456-4fd1-bacd-4ec254efacf8)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:22:43.010460 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Returning: {'device': '156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a', 'network_id': 'c4432959-6b7d-4f95-a29d-a5c36d6927da', 'port_id': '156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a', 'mac_address': 'fa:16:3e:99:f2:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6100fa0d-d38e-4338-b107-b174954c8737', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103898) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 31 18:22:43.047020 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Current status of the port 156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a is: DOWN; New status is: BUILD {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:22:43.047404 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:22:43.060331 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.notifiers.nova [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a {{(pid=103898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 31 18:22:43.079721 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] For port 156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a,segment=NetworkSegment(33169074-c456-4fd1-bacd-4ec254efacf8),segment_id=33169074-c456-4fd1-bacd-4ec254efacf8)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:22:43.185708 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:22:43.237808 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Pushing event updated for resources: {'Port': ['ID=156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a,revision_number=7']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:22:43.528533 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2832641-4e4c-45ab-b7ad-45b2093bb4a9 req-70c96840-d705-4463-bc78-e08b4d7c67bf tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:22:43.530317 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-e2832641-4e4c-45ab-b7ad-45b2093bb4a9 req-70c96840-d705-4463-bc78-e08b4d7c67bf tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/ports?device_id=61abeff2-268a-4149-9962-497c409663ed HTTP/1.1" status: 200  len: 944 time: 0.0545247
Mar 31 18:22:43.583036 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-e2832641-4e4c-45ab-b7ad-45b2093bb4a9 req-5cf00aa2-f868-409d-b20a-f9d7adca1832 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/security-groups?id=b9a2c4d9-cfd2-4e10-a169-6bc136620a80&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0471332
Mar 31 18:22:43.656418 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] get_ports_and_sgs() called for port_ids ['156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a'] {{(pid=103898) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 31 18:22:43.679142 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ba97ed-6f07-424c-af33-4294a6660161 req-720eb245-cb2c-44a4-ba88-b554d1b1adfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:22:43.681249 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-46ba97ed-6f07-424c-af33-4294a6660161 req-720eb245-cb2c-44a4-ba88-b554d1b1adfd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=10c09876736547b59f4bb56fa5740f5f&device_id=61abeff2-268a-4149-9962-497c409663ed HTTP/1.1" status: 200  len: 1128 time: 0.0529544
Mar 31 18:22:43.830561 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ba97ed-6f07-424c-af33-4294a6660161 req-a0399dc2-2055-43bf-b1bf-4faba78993bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:22:43.832099 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-46ba97ed-6f07-424c-af33-4294a6660161 req-a0399dc2-2055-43bf-b1bf-4faba78993bd service neutron] 10.222.0.44 "GET /v2.0/networks?id=c4432959-6b7d-4f95-a29d-a5c36d6927da HTTP/1.1" status: 200  len: 910 time: 0.1322370
Mar 31 18:22:43.894347 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e1d83a-4b34-46ca-887f-dfd963c58779 req-f031e29d-9183-4d23-986e-4bdee41e76b5 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:22:43.896706 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-e2e1d83a-4b34-46ca-887f-dfd963c58779 req-f031e29d-9183-4d23-986e-4bdee41e76b5 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/ports?device_id=635a0e04-c990-4a66-81ed-ab572007484b HTTP/1.1" status: 200  len: 943 time: 0.1079726
Mar 31 18:22:43.927727 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-46ba97ed-6f07-424c-af33-4294a6660161 req-a93642ba-1204-400d-b8a6-8ccda3d2e2a0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a HTTP/1.1" status: 200  len: 999 time: 0.0847065
Mar 31 18:22:43.984198 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-e2e1d83a-4b34-46ca-887f-dfd963c58779 req-61c83fc7-2b5e-49f5-93d2-62194c3660c1 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a763037-c2ed-4230-b56f-5864e1324aae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0810153
Mar 31 18:22:43.996048 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ba97ed-6f07-424c-af33-4294a6660161 req-8b69006d-16f2-4233-957c-5e3cb1d3fa21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:22:43.997496 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-46ba97ed-6f07-424c-af33-4294a6660161 req-8b69006d-16f2-4233-957c-5e3cb1d3fa21 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6100fa0d-d38e-4338-b107-b174954c8737 HTTP/1.1" status: 200  len: 848 time: 0.0592635
Mar 31 18:22:44.052995 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ba97ed-6f07-424c-af33-4294a6660161 req-6ec32370-f453-44e2-96ea-3e834214fe43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:22:44.054840 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-46ba97ed-6f07-424c-af33-4294a6660161 req-6ec32370-f453-44e2-96ea-3e834214fe43 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c4432959-6b7d-4f95-a29d-a5c36d6927da&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0495503
Mar 31 18:22:44.188424 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-46ba97ed-6f07-424c-af33-4294a6660161 req-38496146-ebd4-45bd-961d-b43362bf37c1 service neutron] 10.222.0.44 "GET /v2.0/networks/c4432959-6b7d-4f95-a29d-a5c36d6927da?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1230648
Mar 31 18:22:44.196835 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75746943-c0c8-4d28-b388-818afbf612a4 req-5772f8a1-84c4-4c70-af80-37e71c7d990b tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:22:44.198210 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-75746943-c0c8-4d28-b388-818afbf612a4 req-5772f8a1-84c4-4c70-af80-37e71c7d990b tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=e404c053-bc21-4cf0-9ba6-07e6971e588f HTTP/1.1" status: 200  len: 945 time: 0.0888569
Mar 31 18:22:44.285711 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-75746943-c0c8-4d28-b388-818afbf612a4 req-fc5bd961-6871-46b6-b6c0-6f435fbacae3 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=a96ba1a0-82dd-4e19-8a36-2c39fdbd0042&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0818660
Mar 31 18:22:44.327345 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-46ba97ed-6f07-424c-af33-4294a6660161 req-08154cd9-71cb-4748-8ccb-cd03496d84a2 service neutron] 10.222.0.44 "GET /v2.0/networks/c4432959-6b7d-4f95-a29d-a5c36d6927da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0957003
Mar 31 18:22:44.702350 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdbcce2-6d40-4d17-b01a-77056e3472df req-6c14710f-cce0-4fc7-a095-e81a8fca8105 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:22:44.703843 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-5bdbcce2-6d40-4d17-b01a-77056e3472df req-6c14710f-cce0-4fc7-a095-e81a8fca8105 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/ports?device_id=61abeff2-268a-4149-9962-497c409663ed HTTP/1.1" status: 200  len: 944 time: 0.0517972
Mar 31 18:22:44.751081 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-5bdbcce2-6d40-4d17-b01a-77056e3472df req-2eadf31a-219f-4114-b55f-c1fbbe0b89da tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/security-groups?id=b9a2c4d9-cfd2-4e10-a169-6bc136620a80&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416613
Mar 31 18:22:44.894212 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Device 156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a up at agent hyperv_hv-cinder-maste {{(pid=103898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 31 18:22:44.941620 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Provisioning complete for port 156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a triggered by entity L2. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:22:44.941992 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:22:45.022583 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Current status of the port 156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a is: BUILD; New status is: ACTIVE {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:22:45.022903 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:22:45.045637 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61abeff2-268a-4149-9962-497c409663ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a'}] {{(pid=103898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 31 18:22:45.048221 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb3075c6172e5baa69f5abc91eefeb9b3c1bf45f76ecf44b7f00bb5a6f62f1a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dffdac6-655c-48e4-990a-e4279e6f37ef" -d '{"events": [{"server_uuid": "61abeff2-268a-4149-9962-497c409663ed", "name": "network-vif-plugged", "status": "completed", "tag": "156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a"}]}' {{(pid=103898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 31 18:22:45.061703 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] For port 156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a,segment=NetworkSegment(33169074-c456-4fd1-bacd-4ec254efacf8),segment_id=33169074-c456-4fd1-bacd-4ec254efacf8)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:22:45.089515 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 18:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15a0dc0d-a6ed-4e61-92ef-b98f6035c0e2 x-openstack-request-id: req-15a0dc0d-a6ed-4e61-92ef-b98f6035c0e2 {{(pid=103898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 31 18:22:45.089515 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61abeff2-268a-4149-9962-497c409663ed", "name": "network-vif-plugged", "status": "completed", "tag": "156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a", "code": 200}]} {{(pid=103898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 31 18:22:45.089515 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-15a0dc0d-a6ed-4e61-92ef-b98f6035c0e2 {{(pid=103898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 31 18:22:45.089515 dv-cinder-master-3-iscsi neutron-server[103898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15a0dc0d-a6ed-4e61-92ef-b98f6035c0e2'] response: {'server_uuid': '61abeff2-268a-4149-9962-497c409663ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a', 'code': 200}
Mar 31 18:22:45.112354 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82e979f-4cfc-4a6e-b804-924257370b27 req-6463620d-24b4-4324-b3c8-2efa55cfa7de tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:22:45.113916 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-e82e979f-4cfc-4a6e-b804-924257370b27 req-6463620d-24b4-4324-b3c8-2efa55cfa7de tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/ports?device_id=635a0e04-c990-4a66-81ed-ab572007484b HTTP/1.1" status: 200  len: 943 time: 0.0606599
Mar 31 18:22:45.137640 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:22:45.165319 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-e82e979f-4cfc-4a6e-b804-924257370b27 req-6b475b72-9fe1-41af-a3a7-ed533b6c5458 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a763037-c2ed-4230-b56f-5864e1324aae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455298
Mar 31 18:22:45.187365 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Pushing event updated for resources: {'Port': ['ID=156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a,revision_number=8']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:22:45.409574 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe2ed48-ee89-4de6-97d5-8e564b45cef5 req-c355fd0a-c118-405c-bd7a-a6c98eb928b0 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:22:45.411356 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-0fe2ed48-ee89-4de6-97d5-8e564b45cef5 req-c355fd0a-c118-405c-bd7a-a6c98eb928b0 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=e404c053-bc21-4cf0-9ba6-07e6971e588f HTTP/1.1" status: 200  len: 945 time: 0.0528846
Mar 31 18:22:45.462482 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-0fe2ed48-ee89-4de6-97d5-8e564b45cef5 req-8015806f-d0ae-48ba-9d8c-014363187bb8 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=a96ba1a0-82dd-4e19-8a36-2c39fdbd0042&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456378
Mar 31 18:22:45.481302 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eda57b1-c857-44a1-be0a-3a118e50e38d req-16eb95c6-8d91-4b35-890a-88770c3f829e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:22:45.482849 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-9eda57b1-c857-44a1-be0a-3a118e50e38d req-16eb95c6-8d91-4b35-890a-88770c3f829e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=61abeff2-268a-4149-9962-497c409663ed HTTP/1.1" status: 200  len: 1129 time: 0.0434413
Mar 31 18:22:45.534534 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-9eda57b1-c857-44a1-be0a-3a118e50e38d req-a4f12300-8a6a-45bc-93a2-3f2657289fa9 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b9a2c4d9-cfd2-4e10-a169-6bc136620a80&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387659
Mar 31 18:22:45.868236 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b6b4f4-0a6a-49ae-8da2-cd39c240550f req-35400dc4-ae93-4f07-a107-80e01621d415 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:22:45.869695 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-f3b6b4f4-0a6a-49ae-8da2-cd39c240550f req-35400dc4-ae93-4f07-a107-80e01621d415 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/ports?device_id=61abeff2-268a-4149-9962-497c409663ed HTTP/1.1" status: 200  len: 945 time: 0.0531657
Mar 31 18:22:45.921819 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-f3b6b4f4-0a6a-49ae-8da2-cd39c240550f req-f77a7c44-e851-496c-bdf9-a58f4e0463ae tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/security-groups?id=b9a2c4d9-cfd2-4e10-a169-6bc136620a80&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0464053
Mar 31 18:22:46.280884 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530be7ed-f9b2-4524-ac89-fd5b3083b059 req-d72badbd-93d6-42f2-a325-9b218e2d5a73 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:22:46.282339 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-530be7ed-f9b2-4524-ac89-fd5b3083b059 req-d72badbd-93d6-42f2-a325-9b218e2d5a73 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/ports?device_id=635a0e04-c990-4a66-81ed-ab572007484b HTTP/1.1" status: 200  len: 943 time: 0.0520561
Mar 31 18:22:46.331823 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-530be7ed-f9b2-4524-ac89-fd5b3083b059 req-4245306d-4dc6-4e5b-88f8-dd152865b8b8 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a763037-c2ed-4230-b56f-5864e1324aae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430808
Mar 31 18:22:46.583083 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5463003-599c-4a4a-8075-c85fb4fbcdbb req-2987bfd0-7c0e-430b-a4c3-8e71c7da4460 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:22:46.584464 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-e5463003-599c-4a4a-8075-c85fb4fbcdbb req-2987bfd0-7c0e-430b-a4c3-8e71c7da4460 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=e404c053-bc21-4cf0-9ba6-07e6971e588f HTTP/1.1" status: 200  len: 945 time: 0.0524206
Mar 31 18:22:46.632759 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-e5463003-599c-4a4a-8075-c85fb4fbcdbb req-d17b29fd-866e-48b5-b84b-8ee9c2277faf tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=a96ba1a0-82dd-4e19-8a36-2c39fdbd0042&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428250
Mar 31 18:22:47.035445 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6442396-4706-4d3c-883b-cc7158383240 req-d18f7b10-6dbe-4fe7-913b-4b48b6b461e9 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:22:47.037751 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-f6442396-4706-4d3c-883b-cc7158383240 req-d18f7b10-6dbe-4fe7-913b-4b48b6b461e9 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/ports?device_id=61abeff2-268a-4149-9962-497c409663ed HTTP/1.1" status: 200  len: 945 time: 0.0520012
Mar 31 18:22:47.086764 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-f6442396-4706-4d3c-883b-cc7158383240 req-904c5a45-e8bc-4053-8ccc-7bb1c02924f0 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/security-groups?id=b9a2c4d9-cfd2-4e10-a169-6bc136620a80&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434396
Mar 31 18:22:47.449061 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d2eef3-0e13-46c7-9220-8f3c4d8448f8 req-b84f2b22-bf5f-4dac-8311-e6a9ffd7463e tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:22:47.450501 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-a1d2eef3-0e13-46c7-9220-8f3c4d8448f8 req-b84f2b22-bf5f-4dac-8311-e6a9ffd7463e tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/ports?device_id=635a0e04-c990-4a66-81ed-ab572007484b HTTP/1.1" status: 200  len: 943 time: 0.0517313
Mar 31 18:22:47.499052 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-a1d2eef3-0e13-46c7-9220-8f3c4d8448f8 req-90b60460-a687-4704-96d0-32f64f5116cb tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a763037-c2ed-4230-b56f-5864e1324aae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428519
Mar 31 18:22:47.758250 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2da303-850b-413c-8260-e1c5a5868014 req-ebc8f680-6e9d-4fb9-8c9a-99aea5850da3 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:22:47.759763 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-fb2da303-850b-413c-8260-e1c5a5868014 req-ebc8f680-6e9d-4fb9-8c9a-99aea5850da3 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=e404c053-bc21-4cf0-9ba6-07e6971e588f HTTP/1.1" status: 200  len: 945 time: 0.0553684
Mar 31 18:22:47.805340 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-fb2da303-850b-413c-8260-e1c5a5868014 req-8cc6bec1-de69-4e4a-b7d0-f8100bc02fb7 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=a96ba1a0-82dd-4e19-8a36-2c39fdbd0042&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398104
Mar 31 18:22:48.203906 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ebe57a-075e-42b8-b775-a63285a8cf77 req-71a86de3-6a37-4d84-8c38-8afd4ebda56c tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:22:48.205336 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-b9ebe57a-075e-42b8-b775-a63285a8cf77 req-71a86de3-6a37-4d84-8c38-8afd4ebda56c tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/ports?device_id=61abeff2-268a-4149-9962-497c409663ed HTTP/1.1" status: 200  len: 945 time: 0.0550144
Mar 31 18:22:48.252881 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-b9ebe57a-075e-42b8-b775-a63285a8cf77 req-6a7115c4-0147-4052-8815-f0ba00002a60 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/security-groups?id=b9a2c4d9-cfd2-4e10-a169-6bc136620a80&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414422
Mar 31 18:22:48.616095 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed8d80-9602-41b7-9f87-a1adc12ac5d3 req-0ff22125-ed40-4dd4-9256-57a17ee9b36a tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:22:48.617558 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-48ed8d80-9602-41b7-9f87-a1adc12ac5d3 req-0ff22125-ed40-4dd4-9256-57a17ee9b36a tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/ports?device_id=635a0e04-c990-4a66-81ed-ab572007484b HTTP/1.1" status: 200  len: 943 time: 0.0526240
Mar 31 18:22:48.666124 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-48ed8d80-9602-41b7-9f87-a1adc12ac5d3 req-1adb64ae-23c9-472e-a0ba-6299ed976e7a tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a763037-c2ed-4230-b56f-5864e1324aae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430467
Mar 31 18:22:48.897028 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Device 8009d02e-5d59-48da-9d8c-071ba781cd76 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103898) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 31 18:22:48.925390 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4b5b21-bf96-43a6-9e31-ad9fe45ae795 req-784f9087-8aa3-4c3d-9196-633b3bc9599f tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:22:48.926640 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-ce4b5b21-bf96-43a6-9e31-ad9fe45ae795 req-784f9087-8aa3-4c3d-9196-633b3bc9599f tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=e404c053-bc21-4cf0-9ba6-07e6971e588f HTTP/1.1" status: 200  len: 945 time: 0.0520637
Mar 31 18:22:48.974687 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-ce4b5b21-bf96-43a6-9e31-ad9fe45ae795 req-e1535ea5-3890-405b-8fe8-f80800aa7e67 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=a96ba1a0-82dd-4e19-8a36-2c39fdbd0042&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409577
Mar 31 18:22:48.997796 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] For port 8009d02e-5d59-48da-9d8c-071ba781cd76, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8009d02e-5d59-48da-9d8c-071ba781cd76,segment=NetworkSegment(0e13db69-fb06-49b3-a448-31200d86bc6e),segment_id=0e13db69-fb06-49b3-a448-31200d86bc6e)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:22:49.009820 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Returning: {'device': '8009d02e-5d59-48da-9d8c-071ba781cd76', 'network_id': '46cf5202-8790-480a-a14a-b087639c31e2', 'port_id': '8009d02e-5d59-48da-9d8c-071ba781cd76', 'mac_address': 'fa:16:3e:42:d9:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '905ec444-b4c2-43a9-986a-e2ab2e05accc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103898) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 31 18:22:49.045691 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Current status of the port 8009d02e-5d59-48da-9d8c-071ba781cd76 is: DOWN; New status is: BUILD {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:22:49.046083 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (8009d02e-5d59-48da-9d8c-071ba781cd76), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:22:49.059797 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.notifiers.nova [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8009d02e-5d59-48da-9d8c-071ba781cd76 {{(pid=103898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 31 18:22:49.079881 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] For port 8009d02e-5d59-48da-9d8c-071ba781cd76, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8009d02e-5d59-48da-9d8c-071ba781cd76,segment=NetworkSegment(0e13db69-fb06-49b3-a448-31200d86bc6e),segment_id=0e13db69-fb06-49b3-a448-31200d86bc6e)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:22:49.160019 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (8009d02e-5d59-48da-9d8c-071ba781cd76), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:22:49.207466 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Pushing event updated for resources: {'Port': ['ID=8009d02e-5d59-48da-9d8c-071ba781cd76,revision_number=4']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:22:49.616681 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] get_ports_and_sgs() called for port_ids ['8009d02e-5d59-48da-9d8c-071ba781cd76'] {{(pid=103898) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 31 18:22:49.781905 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7621292b-b676-4091-990b-b5d312376584 req-bb919ecc-f705-4975-99b6-4ac77c228a9c tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:22:49.783422 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-7621292b-b676-4091-990b-b5d312376584 req-bb919ecc-f705-4975-99b6-4ac77c228a9c tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/ports?device_id=635a0e04-c990-4a66-81ed-ab572007484b HTTP/1.1" status: 200  len: 944 time: 0.0531471
Mar 31 18:22:49.836855 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-7621292b-b676-4091-990b-b5d312376584 req-f0638982-fba0-427a-a39d-f56e9a2fe797 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a763037-c2ed-4230-b56f-5864e1324aae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0478139
Mar 31 18:22:50.102347 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c62efa-265a-4058-825a-876f0b6ae127 req-4ebcb149-40cc-4a74-9450-9a34ff62e73b tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:22:50.103828 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-27c62efa-265a-4058-825a-876f0b6ae127 req-4ebcb149-40cc-4a74-9450-9a34ff62e73b tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=e404c053-bc21-4cf0-9ba6-07e6971e588f HTTP/1.1" status: 200  len: 945 time: 0.0572572
Mar 31 18:22:50.149579 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-27c62efa-265a-4058-825a-876f0b6ae127 req-1eb2b105-bcfa-4460-bb9a-c4581759c18d tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=a96ba1a0-82dd-4e19-8a36-2c39fdbd0042&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400810
Mar 31 18:22:50.916871 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Device 8009d02e-5d59-48da-9d8c-071ba781cd76 up at agent hyperv_hv-cinder-maste {{(pid=103898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 31 18:22:50.953811 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0db65ee-634c-4055-85ff-1b970807472e req-84c6b7dc-15f8-414f-be6b-f76cc8a2035f tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:22:50.955345 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-c0db65ee-634c-4055-85ff-1b970807472e req-84c6b7dc-15f8-414f-be6b-f76cc8a2035f tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/ports?device_id=635a0e04-c990-4a66-81ed-ab572007484b HTTP/1.1" status: 200  len: 944 time: 0.0532417
Mar 31 18:22:51.004355 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-c0db65ee-634c-4055-85ff-1b970807472e req-6c7b7171-7e75-4170-9a90-3628505950aa tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a763037-c2ed-4230-b56f-5864e1324aae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431924
Mar 31 18:22:51.040460 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Provisioning for port 8009d02e-5d59-48da-9d8c-071ba781cd76 completed by entity L2. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 31 18:22:51.044504 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Provisioning complete for port 8009d02e-5d59-48da-9d8c-071ba781cd76 triggered by entity L2. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:22:51.044873 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (8009d02e-5d59-48da-9d8c-071ba781cd76), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:22:51.121006 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Current status of the port 8009d02e-5d59-48da-9d8c-071ba781cd76 is: BUILD; New status is: ACTIVE {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:22:51.121302 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (8009d02e-5d59-48da-9d8c-071ba781cd76), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:22:51.143051 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '635a0e04-c990-4a66-81ed-ab572007484b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8009d02e-5d59-48da-9d8c-071ba781cd76'}] {{(pid=103898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 31 18:22:51.145244 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb3075c6172e5baa69f5abc91eefeb9b3c1bf45f76ecf44b7f00bb5a6f62f1a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29e4943b-8a8b-4d6a-886b-ad93f699c288" -d '{"events": [{"server_uuid": "635a0e04-c990-4a66-81ed-ab572007484b", "name": "network-vif-plugged", "status": "completed", "tag": "8009d02e-5d59-48da-9d8c-071ba781cd76"}]}' {{(pid=103898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 31 18:22:51.161000 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] For port 8009d02e-5d59-48da-9d8c-071ba781cd76, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8009d02e-5d59-48da-9d8c-071ba781cd76,segment=NetworkSegment(0e13db69-fb06-49b3-a448-31200d86bc6e),segment_id=0e13db69-fb06-49b3-a448-31200d86bc6e)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:22:51.182298 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 18:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-515e62f0-65ff-4ff6-a7e4-658873261ec5 x-openstack-request-id: req-515e62f0-65ff-4ff6-a7e4-658873261ec5 {{(pid=103898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 31 18:22:51.182602 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "635a0e04-c990-4a66-81ed-ab572007484b", "name": "network-vif-plugged", "status": "completed", "tag": "8009d02e-5d59-48da-9d8c-071ba781cd76", "code": 200}]} {{(pid=103898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 31 18:22:51.182892 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-515e62f0-65ff-4ff6-a7e4-658873261ec5 {{(pid=103898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 31 18:22:51.183294 dv-cinder-master-3-iscsi neutron-server[103898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-515e62f0-65ff-4ff6-a7e4-658873261ec5'] response: {'server_uuid': '635a0e04-c990-4a66-81ed-ab572007484b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8009d02e-5d59-48da-9d8c-071ba781cd76', 'code': 200}
Mar 31 18:22:51.242784 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (8009d02e-5d59-48da-9d8c-071ba781cd76), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:22:51.275006 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f820eba2-1f9e-4fa1-be92-3bd16b779a45 req-6170797f-5084-4380-9c0c-d2d59df91d55 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:22:51.276484 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-f820eba2-1f9e-4fa1-be92-3bd16b779a45 req-6170797f-5084-4380-9c0c-d2d59df91d55 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=e404c053-bc21-4cf0-9ba6-07e6971e588f HTTP/1.1" status: 200  len: 945 time: 0.0562937
Mar 31 18:22:51.292332 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Pushing event updated for resources: {'Port': ['ID=8009d02e-5d59-48da-9d8c-071ba781cd76,revision_number=5']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:22:51.323734 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-f820eba2-1f9e-4fa1-be92-3bd16b779a45 req-5a5eee8b-21c7-43e9-ad79-943a47de6654 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=a96ba1a0-82dd-4e19-8a36-2c39fdbd0042&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417109
Mar 31 18:22:51.644035 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563536c5-8918-4423-a9bb-3df51a60d275 req-722af23c-b7d3-40c6-96b5-1d8b4078ba8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:22:51.645513 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-563536c5-8918-4423-a9bb-3df51a60d275 req-722af23c-b7d3-40c6-96b5-1d8b4078ba8f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=635a0e04-c990-4a66-81ed-ab572007484b HTTP/1.1" status: 200  len: 1129 time: 0.0436950
Mar 31 18:22:51.690373 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-563536c5-8918-4423-a9bb-3df51a60d275 req-f1210f4b-ff54-4620-97bf-8f3049c817c4 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=5a763037-c2ed-4230-b56f-5864e1324aae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0378976
Mar 31 18:22:51.805076 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.agents_db [None req-39f62d97-bd56-4bf2-8522-12846eccdd8f None None] Agent healthcheck: found 6 active agents {{(pid=103899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 31 18:22:52.123965 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb87c5cf-e46e-4003-bb63-c7b6769fe1aa req-80f1e72c-4898-4f0d-823e-91dfaf13f27b tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:22:52.125435 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-fb87c5cf-e46e-4003-bb63-c7b6769fe1aa req-80f1e72c-4898-4f0d-823e-91dfaf13f27b tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/ports?device_id=635a0e04-c990-4a66-81ed-ab572007484b HTTP/1.1" status: 200  len: 945 time: 0.0539558
Mar 31 18:22:52.178576 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-fb87c5cf-e46e-4003-bb63-c7b6769fe1aa req-caa2ddc0-57ea-4714-b933-56ccf69d7886 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a763037-c2ed-4230-b56f-5864e1324aae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0476451
Mar 31 18:22:52.449521 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a328af-fef9-42ed-9261-b75a6276ed1e req-de2a6e4f-e6a4-4ee4-887b-064f99747f06 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:22:52.451001 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-e5a328af-fef9-42ed-9261-b75a6276ed1e req-de2a6e4f-e6a4-4ee4-887b-064f99747f06 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=e404c053-bc21-4cf0-9ba6-07e6971e588f HTTP/1.1" status: 200  len: 945 time: 0.0567200
Mar 31 18:22:52.496506 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-e5a328af-fef9-42ed-9261-b75a6276ed1e req-4b79c850-25a1-41c5-a3b8-c862a74e32c2 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=a96ba1a0-82dd-4e19-8a36-2c39fdbd0042&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400870
Mar 31 18:22:53.296705 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f049f99-6ba6-4eaa-8091-9226d115c6cb req-2b24eeab-3d38-4807-8345-3966a2eaa4a0 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:22:53.298207 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-3f049f99-6ba6-4eaa-8091-9226d115c6cb req-2b24eeab-3d38-4807-8345-3966a2eaa4a0 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/ports?device_id=635a0e04-c990-4a66-81ed-ab572007484b HTTP/1.1" status: 200  len: 945 time: 0.0535867
Mar 31 18:22:53.346579 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-3f049f99-6ba6-4eaa-8091-9226d115c6cb req-88229bb1-521b-4063-9f92-8341eb820f01 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a763037-c2ed-4230-b56f-5864e1324aae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427842
Mar 31 18:22:53.618962 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e544a162-1f56-45b2-88f0-f6642e25550a req-f13624df-5b24-4c7d-9116-025a676bd0c1 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:22:53.620402 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-e544a162-1f56-45b2-88f0-f6642e25550a req-f13624df-5b24-4c7d-9116-025a676bd0c1 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=e404c053-bc21-4cf0-9ba6-07e6971e588f HTTP/1.1" status: 200  len: 945 time: 0.0538931
Mar 31 18:22:53.668487 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-e544a162-1f56-45b2-88f0-f6642e25550a req-92b9859f-f10e-475a-8f14-59262202bab6 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=a96ba1a0-82dd-4e19-8a36-2c39fdbd0042&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422988
Mar 31 18:22:54.465847 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e43fc3-a363-4a8b-9d04-1a64347790db req-79b3a7c3-b715-4d6e-9eb5-7c3926a67f81 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:22:54.467325 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-f9e43fc3-a363-4a8b-9d04-1a64347790db req-79b3a7c3-b715-4d6e-9eb5-7c3926a67f81 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/ports?device_id=635a0e04-c990-4a66-81ed-ab572007484b HTTP/1.1" status: 200  len: 945 time: 0.0518239
Mar 31 18:22:54.516587 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-f9e43fc3-a363-4a8b-9d04-1a64347790db req-25c7b3da-27aa-43f3-8ec9-b50adfa2a8ba tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a763037-c2ed-4230-b56f-5864e1324aae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434556
Mar 31 18:22:54.635372 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75093a9-e685-4f21-8bc7-5078d78a572a req-8c446405-09c7-4452-bfe2-10bc05cd89d6 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:22:54.637092 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-f75093a9-e685-4f21-8bc7-5078d78a572a req-8c446405-09c7-4452-bfe2-10bc05cd89d6 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/ports?device_id=635a0e04-c990-4a66-81ed-ab572007484b HTTP/1.1" status: 200  len: 945 time: 0.0564811
Mar 31 18:22:54.685704 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-f75093a9-e685-4f21-8bc7-5078d78a572a req-681ebfb4-1c38-4698-ade8-1743936f69b1 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a763037-c2ed-4230-b56f-5864e1324aae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430169
Mar 31 18:22:54.707175 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 54674) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:22:54.759425 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb2a3d3-a9ae-4cad-9dd1-a282112dea27 tempest-TestVolumeBootPattern-1220854962 tempest-TestVolumeBootPattern-1220854962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:22:54.764027 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-bdb2a3d3-a9ae-4cad-9dd1-a282112dea27 tempest-TestVolumeBootPattern-1220854962 tempest-TestVolumeBootPattern-1220854962-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=635a0e04-c990-4a66-81ed-ab572007484b HTTP/1.1" status: 200  len: 1124 time: 0.0527856
Mar 31 18:22:54.764292 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 54676) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:22:54.768789 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.v2.base [None req-72bc0eb7-8f5c-4872-abdc-5ce98ad6ee84 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Request body: {'floatingip': {'floating_network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'port_id': '8009d02e-5d59-48da-9d8c-071ba781cd76', 'tenant_id': '70f0b3390f4542c8831753ecf26f6745', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:22:54.851996 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-72bc0eb7-8f5c-4872-abdc-5ce98ad6ee84 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:22:54.961466 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afdb4a9-f44c-4085-96bd-fbca632d4f1d req-1f35df5b-4ddf-4cc3-a57f-594154faae4d tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:22:54.962917 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-9afdb4a9-f44c-4085-96bd-fbca632d4f1d req-1f35df5b-4ddf-4cc3-a57f-594154faae4d tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=e404c053-bc21-4cf0-9ba6-07e6971e588f HTTP/1.1" status: 200  len: 945 time: 0.0702190
Mar 31 18:22:55.029183 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-9afdb4a9-f44c-4085-96bd-fbca632d4f1d req-f74f4335-f3f5-4a66-bb6a-6a404e7d8030 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=a96ba1a0-82dd-4e19-8a36-2c39fdbd0042&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0582194
Mar 31 18:22:55.031204 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-72bc0eb7-8f5c-4872-abdc-5ce98ad6ee84 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (None), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:22:55.137119 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-72bc0eb7-8f5c-4872-abdc-5ce98ad6ee84 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Allocated IP 172.37.2.214 (b698396b-51c1-468f-b58d-8c59a3beb4d9/19546f9a-afff-4e10-9105-a9d5358dbe6e/94729d1e-9aa6-4241-805c-559eb7b59db0) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 31 18:22:55.239965 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-72bc0eb7-8f5c-4872-abdc-5ce98ad6ee84 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Publish callbacks [] for port (94729d1e-9aa6-4241-805c-559eb7b59db0), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:22:55.325930 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-72bc0eb7-8f5c-4872-abdc-5ce98ad6ee84 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759342510062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13081985'] for port (94729d1e-9aa6-4241-805c-559eb7b59db0), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:22:55.361531 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72bc0eb7-8f5c-4872-abdc-5ce98ad6ee84 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Network b698396b-51c1-468f-b58d-8c59a3beb4d9 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 31 18:22:55.364258 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-72bc0eb7-8f5c-4872-abdc-5ce98ad6ee84 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Resources bound (agent type, host, resource id):  {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 31 18:22:55.367739 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72bc0eb7-8f5c-4872-abdc-5ce98ad6ee84 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 31 18:22:55.393700 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bc0eb7-8f5c-4872-abdc-5ce98ad6ee84 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Pushing event updated for resources: {'Port': ['ID=94729d1e-9aa6-4241-805c-559eb7b59db0,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:22:55.789774 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-72bc0eb7-8f5c-4872-abdc-5ce98ad6ee84 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Publish callbacks [] for floatingip (e8a3b822-2a01-4d28-a593-8d12f54e93cb), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:22:55.928238 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-72bc0eb7-8f5c-4872-abdc-5ce98ad6ee84 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (94729d1e-9aa6-4241-805c-559eb7b59db0), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:22:56.078756 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-72bc0eb7-8f5c-4872-abdc-5ce98ad6ee84 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Publish callbacks [] for port (94729d1e-9aa6-4241-805c-559eb7b59db0), precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:22:56.153373 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129ff9a8-65b3-407c-8b1b-c300a44ae386 req-473bd599-9aee-425d-9a88-d3428e816f29 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:22:56.154879 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-129ff9a8-65b3-407c-8b1b-c300a44ae386 req-473bd599-9aee-425d-9a88-d3428e816f29 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=e404c053-bc21-4cf0-9ba6-07e6971e588f HTTP/1.1" status: 200  len: 945 time: 0.0515757
Mar 31 18:22:56.156919 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-72bc0eb7-8f5c-4872-abdc-5ce98ad6ee84 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13081992'] for port (94729d1e-9aa6-4241-805c-559eb7b59db0), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:22:56.203211 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-129ff9a8-65b3-407c-8b1b-c300a44ae386 req-29b23c17-7c24-434f-adbe-3376542a748d tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=a96ba1a0-82dd-4e19-8a36-2c39fdbd0042&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424120
Mar 31 18:22:56.229798 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bc0eb7-8f5c-4872-abdc-5ce98ad6ee84 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Pushing event updated for resources: {'Port': ['ID=94729d1e-9aa6-4241-805c-559eb7b59db0,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:22:56.239637 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-72bc0eb7-8f5c-4872-abdc-5ce98ad6ee84 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505983'] for floatingip (e8a3b822-2a01-4d28-a593-8d12f54e93cb), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:22:56.356860 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.db.l3_db [None req-72bc0eb7-8f5c-4872-abdc-5ce98ad6ee84 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Floating IP e8a3b822-2a01-4d28-a593-8d12f54e93cb associated. External IP: 172.37.2.214, port: 8009d02e-5d59-48da-9d8c-071ba781cd76.
Mar 31 18:22:56.813543 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72bc0eb7-8f5c-4872-abdc-5ce98ad6ee84 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Router 7cf9ce2c-74d5-45b5-825a-ca1695a42357 has already been hosted by L3 agent f09d5d1b-4294-4f18-9a00-351412ae7ca6 {{(pid=103897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 31 18:22:56.921085 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72bc0eb7-8f5c-4872-abdc-5ce98ad6ee84 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 31 18:22:56.932170 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416c5e58-4dab-4007-a156-35958a2d75e2 None None] Sync routers for ids ['7cf9ce2c-74d5-45b5-825a-ca1695a42357'] in dv-cinder-master-3-iscsi {{(pid=103899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 31 18:22:56.941499 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416c5e58-4dab-4007-a156-35958a2d75e2 None None] Routers {'7cf9ce2c-74d5-45b5-825a-ca1695a42357'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 31 18:22:56.942105 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_hamode_db [None req-416c5e58-4dab-4007-a156-35958a2d75e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7715f260d0>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T18:05:01Z,description=<?>,heartbeat_timestamp=2022-03-31T18:22:31Z,host='dv-cinder-master-3-iscsi',id=f09d5d1b-4294-4f18-9a00-351412ae7ca6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-31T18:05:02Z,topic='l3_agent')) {'router_ids': ['7cf9ce2c-74d5-45b5-825a-ca1695a42357'], 'active': True} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:22:56.960655 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Device af48c6cc-61d7-40f4-85b0-60adf2267642 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103898) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 31 18:22:57.051641 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvr_db [None req-416c5e58-4dab-4007-a156-35958a2d75e2 None None] Set router 7cf9ce2c-74d5-45b5-825a-ca1695a42357 gateway port host: dv-cinder-master-3-iscsi {{(pid=103899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 31 18:22:57.057038 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-72bc0eb7-8f5c-4872-abdc-5ce98ad6ee84 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30337'] for floatingip (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:22:57.068992 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] For port af48c6cc-61d7-40f4-85b0-60adf2267642, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=af48c6cc-61d7-40f4-85b0-60adf2267642,segment=NetworkSegment(d3dc8398-bd2c-4dc7-a2ac-12de370e002b),segment_id=d3dc8398-bd2c-4dc7-a2ac-12de370e002b)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:22:57.081682 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Returning: {'device': 'af48c6cc-61d7-40f4-85b0-60adf2267642', 'network_id': 'b654ebd8-4c33-443d-bee5-4bafdafcd132', 'port_id': 'af48c6cc-61d7-40f4-85b0-60adf2267642', 'mac_address': 'fa:16:3e:93:ed:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b54f9372-100f-4525-b4b3-2814afa9d771', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103898) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 31 18:22:57.106134 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-72bc0eb7-8f5c-4872-abdc-5ce98ad6ee84 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.3270495
Mar 31 18:22:57.106134 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '635a0e04-c990-4a66-81ed-ab572007484b', 'tag': '8009d02e-5d59-48da-9d8c-071ba781cd76'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 31 18:22:57.106134 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73fc78de55affb2fac0a31bf62e314c48f0d961b1f9e9815d43b8150b113e94f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-085193ef-acc7-4313-9479-09a2a6be55de" -d '{"events": [{"name": "network-changed", "server_uuid": "635a0e04-c990-4a66-81ed-ab572007484b", "tag": "8009d02e-5d59-48da-9d8c-071ba781cd76"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 31 18:22:57.125209 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Current status of the port af48c6cc-61d7-40f4-85b0-60adf2267642 is: ACTIVE; New status is: BUILD {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:22:57.125675 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (af48c6cc-61d7-40f4-85b0-60adf2267642), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:22:57.131807 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 18:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f521a6fb-3f1f-437a-aedf-de43b1e01894 x-openstack-request-id: req-f521a6fb-3f1f-437a-aedf-de43b1e01894 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 31 18:22:57.132100 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "635a0e04-c990-4a66-81ed-ab572007484b", "tag": "8009d02e-5d59-48da-9d8c-071ba781cd76", "status": "completed", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 31 18:22:57.132430 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f521a6fb-3f1f-437a-aedf-de43b1e01894 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 31 18:22:57.132867 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f521a6fb-3f1f-437a-aedf-de43b1e01894'] response: {'name': 'network-changed', 'server_uuid': '635a0e04-c990-4a66-81ed-ab572007484b', 'tag': '8009d02e-5d59-48da-9d8c-071ba781cd76', 'status': 'completed', 'code': 200}
Mar 31 18:22:57.141449 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.notifiers.nova [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id af48c6cc-61d7-40f4-85b0-60adf2267642 {{(pid=103898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 31 18:22:57.162201 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] For port af48c6cc-61d7-40f4-85b0-60adf2267642, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=af48c6cc-61d7-40f4-85b0-60adf2267642,segment=NetworkSegment(d3dc8398-bd2c-4dc7-a2ac-12de370e002b),segment_id=d3dc8398-bd2c-4dc7-a2ac-12de370e002b)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:22:57.224239 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085193ef-acc7-4313-9479-09a2a6be55de req-7da9c049-3bd0-4a22-a1a8-ed135c2736cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:22:57.225726 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-085193ef-acc7-4313-9479-09a2a6be55de req-7da9c049-3bd0-4a22-a1a8-ed135c2736cf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=70f0b3390f4542c8831753ecf26f6745&device_id=635a0e04-c990-4a66-81ed-ab572007484b HTTP/1.1" status: 200  len: 1129 time: 0.0444770
Mar 31 18:22:57.257639 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (af48c6cc-61d7-40f4-85b0-60adf2267642), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:22:57.288519 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_hamode_db [None req-416c5e58-4dab-4007-a156-35958a2d75e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7715f260d0>, [{'id': '7cf9ce2c-74d5-45b5-825a-ca1695a42357', 'name': 'tempest-TestVolumeBootPattern-402431251-router', 'tenant_id': '70f0b3390f4542c8831753ecf26f6745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.139'}], 'enable_snat': True}, 'gw_port_id': 'dc7b18b7-7eb0-4761-9528-290ea51bf770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:18:51Z', 'updated_at': '2022-03-31T18:18:55Z', 'revision_number': 4, 'project_id': '70f0b3390f4542c8831753ecf26f6745', 'gw_port': {'id': 'dc7b18b7-7eb0-4761-9528-290ea51bf770', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:2b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf9ce2c-74d5-45b5-825a-ca1695a42357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:18:52Z', 'updated_at': '2022-03-31T18:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'e8a3b822-2a01-4d28-a593-8d12f54e93cb', 'tenant_id': '70f0b3390f4542c8831753ecf26f6745', 'floating_ip_address': '172.37.2.214', 'floating_network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'router_id': '7cf9ce2c-74d5-45b5-825a-ca1695a42357', 'port_id': '8009d02e-5d59-48da-9d8c-071ba781cd76', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46cf5202-8790-480a-a14a-b087639c31e2', 'mac_address': 'fa:16:3e:42:d9:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635a0e04-c990-4a66-81ed-ab572007484b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T18:22:55Z', 'updated_at': '2022-03-31T18:22:55Z', 'revision_number': 0, 'project_id': '70f0b3390f4542c8831753ecf26f6745', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f237034-63c3-4a22-be68-04490a5aa046', 'name': '', 'network_id': '46cf5202-8790-480a-a14a-b087639c31e2', 'tenant_id': '70f0b3390f4542c8831753ecf26f6745', 'mac_address': 'fa:16:3e:0c:4f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf9ce2c-74d5-45b5-825a-ca1695a42357', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '905ec444-b4c2-43a9-986a-e2ab2e05accc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:18:54Z', 'updated_at': '2022-03-31T18:18:59Z', 'revision_number': 5, 'project_id': '70f0b3390f4542c8831753ecf26f6745', 'subnets': [{'id': '905ec444-b4c2-43a9-986a-e2ab2e05accc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:22:57.315197 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416c5e58-4dab-4007-a156-35958a2d75e2 None None] Checking router: 7cf9ce2c-74d5-45b5-825a-ca1695a42357 for host: dv-cinder-master-3-iscsi {{(pid=103899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 31 18:22:57.323882 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416c5e58-4dab-4007-a156-35958a2d75e2 None None] Routers {'7cf9ce2c-74d5-45b5-825a-ca1695a42357'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 31 18:22:57.324429 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_hamode_db [None req-416c5e58-4dab-4007-a156-35958a2d75e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7715f260d0>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T18:05:01Z,description=<?>,heartbeat_timestamp=2022-03-31T18:22:31Z,host='dv-cinder-master-3-iscsi',id=f09d5d1b-4294-4f18-9a00-351412ae7ca6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-31T18:05:02Z,topic='l3_agent')) {'router_ids': ['7cf9ce2c-74d5-45b5-825a-ca1695a42357'], 'active': True} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:22:57.324563 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Pushing event updated for resources: {'Port': ['ID=af48c6cc-61d7-40f4-85b0-60adf2267642,revision_number=6']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:22:57.342335 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358d92a4-a276-45e3-abe2-fd85b25a4406 req-66ca140e-b00f-4c5d-9641-a09ed578ea79 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:22:57.343517 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085193ef-acc7-4313-9479-09a2a6be55de req-57641039-5bfc-4eac-bd99-fae1196552e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:22:57.344467 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-358d92a4-a276-45e3-abe2-fd85b25a4406 req-66ca140e-b00f-4c5d-9641-a09ed578ea79 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=e404c053-bc21-4cf0-9ba6-07e6971e588f HTTP/1.1" status: 200  len: 944 time: 0.0632970
Mar 31 18:22:57.345425 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-085193ef-acc7-4313-9479-09a2a6be55de req-57641039-5bfc-4eac-bd99-fae1196552e0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=46cf5202-8790-480a-a14a-b087639c31e2 HTTP/1.1" status: 200  len: 912 time: 0.1041608
Mar 31 18:22:57.412492 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-358d92a4-a276-45e3-abe2-fd85b25a4406 req-4c53326c-987d-401c-9d04-bd6313c484a0 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=a96ba1a0-82dd-4e19-8a36-2c39fdbd0042&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0620441
Mar 31 18:22:57.424838 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-085193ef-acc7-4313-9479-09a2a6be55de req-3db71ce6-2801-444f-ae3c-4e43098de40d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8009d02e-5d59-48da-9d8c-071ba781cd76 HTTP/1.1" status: 200  len: 999 time: 0.0708258
Mar 31 18:22:57.442229 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvr_db [None req-416c5e58-4dab-4007-a156-35958a2d75e2 None None] Set router 7cf9ce2c-74d5-45b5-825a-ca1695a42357 gateway port host: dv-cinder-master-3-iscsi {{(pid=103899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 31 18:22:57.469473 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] get_ports_and_sgs() called for port_ids ['af48c6cc-61d7-40f4-85b0-60adf2267642'] {{(pid=103898) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 31 18:22:57.475812 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085193ef-acc7-4313-9479-09a2a6be55de req-66850378-3bfe-4865-8589-e26c7ad1e724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:22:57.478016 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-085193ef-acc7-4313-9479-09a2a6be55de req-66850378-3bfe-4865-8589-e26c7ad1e724 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=905ec444-b4c2-43a9-986a-e2ab2e05accc HTTP/1.1" status: 200  len: 850 time: 0.0456114
Mar 31 18:22:57.530590 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085193ef-acc7-4313-9479-09a2a6be55de req-2705da1d-c50d-49c3-9694-a7e490d74b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:22:57.532129 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-085193ef-acc7-4313-9479-09a2a6be55de req-2705da1d-c50d-49c3-9694-a7e490d74b99 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=46cf5202-8790-480a-a14a-b087639c31e2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0473893
Mar 31 18:22:57.629887 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-085193ef-acc7-4313-9479-09a2a6be55de req-4901b883-6831-4469-850c-d29ca65df274 service neutron] 10.222.0.44 "GET /v2.0/networks/46cf5202-8790-480a-a14a-b087639c31e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0897861
Mar 31 18:22:57.675012 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_hamode_db [None req-416c5e58-4dab-4007-a156-35958a2d75e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7715f260d0>, [{'id': '7cf9ce2c-74d5-45b5-825a-ca1695a42357', 'name': 'tempest-TestVolumeBootPattern-402431251-router', 'tenant_id': '70f0b3390f4542c8831753ecf26f6745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.139'}], 'enable_snat': True}, 'gw_port_id': 'dc7b18b7-7eb0-4761-9528-290ea51bf770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:18:51Z', 'updated_at': '2022-03-31T18:18:55Z', 'revision_number': 4, 'project_id': '70f0b3390f4542c8831753ecf26f6745', 'gw_port': {'id': 'dc7b18b7-7eb0-4761-9528-290ea51bf770', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:2b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf9ce2c-74d5-45b5-825a-ca1695a42357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:18:52Z', 'updated_at': '2022-03-31T18:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'e8a3b822-2a01-4d28-a593-8d12f54e93cb', 'tenant_id': '70f0b3390f4542c8831753ecf26f6745', 'floating_ip_address': '172.37.2.214', 'floating_network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'router_id': '7cf9ce2c-74d5-45b5-825a-ca1695a42357', 'port_id': '8009d02e-5d59-48da-9d8c-071ba781cd76', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46cf5202-8790-480a-a14a-b087639c31e2', 'mac_address': 'fa:16:3e:42:d9:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635a0e04-c990-4a66-81ed-ab572007484b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T18:22:55Z', 'updated_at': '2022-03-31T18:22:55Z', 'revision_number': 0, 'project_id': '70f0b3390f4542c8831753ecf26f6745', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f237034-63c3-4a22-be68-04490a5aa046', 'name': '', 'network_id': '46cf5202-8790-480a-a14a-b087639c31e2', 'tenant_id': '70f0b3390f4542c8831753ecf26f6745', 'mac_address': 'fa:16:3e:0c:4f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf9ce2c-74d5-45b5-825a-ca1695a42357', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '905ec444-b4c2-43a9-986a-e2ab2e05accc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:18:54Z', 'updated_at': '2022-03-31T18:18:59Z', 'revision_number': 5, 'project_id': '70f0b3390f4542c8831753ecf26f6745', 'subnets': [{'id': '905ec444-b4c2-43a9-986a-e2ab2e05accc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:22:57.705006 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416c5e58-4dab-4007-a156-35958a2d75e2 None None] The sync data for ids ['7cf9ce2c-74d5-45b5-825a-ca1695a42357'] in dv-cinder-master-3-iscsi is: [{'id': '7cf9ce2c-74d5-45b5-825a-ca1695a42357', 'name': 'tempest-TestVolumeBootPattern-402431251-router', 'tenant_id': '70f0b3390f4542c8831753ecf26f6745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.139'}], 'enable_snat': True}, 'gw_port_id': 'dc7b18b7-7eb0-4761-9528-290ea51bf770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:18:51Z', 'updated_at': '2022-03-31T18:18:55Z', 'revision_number': 4, 'project_id': '70f0b3390f4542c8831753ecf26f6745', 'gw_port': {'id': 'dc7b18b7-7eb0-4761-9528-290ea51bf770', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:2b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf9ce2c-74d5-45b5-825a-ca1695a42357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:18:52Z', 'updated_at': '2022-03-31T18:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'e8a3b822-2a01-4d28-a593-8d12f54e93cb', 'tenant_id': '70f0b3390f4542c8831753ecf26f6745', 'floating_ip_address': '172.37.2.214', 'floating_network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'router_id': '7cf9ce2c-74d5-45b5-825a-ca1695a42357', 'port_id': '8009d02e-5d59-48da-9d8c-071ba781cd76', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46cf5202-8790-480a-a14a-b087639c31e2', 'mac_address': 'fa:16:3e:42:d9:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635a0e04-c990-4a66-81ed-ab572007484b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T18:22:55Z', 'updated_at': '2022-03-31T18:22:55Z', 'revision_number': 0, 'project_id': '70f0b3390f4542c8831753ecf26f6745', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f237034-63c3-4a22-be68-04490a5aa046', 'name': '', 'network_id': '46cf5202-8790-480a-a14a-b087639c31e2', 'tenant_id': '70f0b3390f4542c8831753ecf26f6745', 'mac_address': 'fa:16:3e:0c:4f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf9ce2c-74d5-45b5-825a-ca1695a42357', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '905ec444-b4c2-43a9-986a-e2ab2e05accc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:18:54Z', 'updated_at': '2022-03-31T18:18:59Z', 'revision_number': 5, 'project_id': '70f0b3390f4542c8831753ecf26f6745', 'subnets': [{'id': '905ec444-b4c2-43a9-986a-e2ab2e05accc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 31 18:22:57.722317 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-085193ef-acc7-4313-9479-09a2a6be55de req-eda461d6-b25d-4a57-97de-50b3e1846993 service neutron] 10.222.0.44 "GET /v2.0/networks/46cf5202-8790-480a-a14a-b087639c31e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0832863
Mar 31 18:22:57.907372 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692af915-344c-4e2e-a029-c447d35d6968 None None] New status for floating IP e8a3b822-2a01-4d28-a593-8d12f54e93cb: ACTIVE {{(pid=103898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 31 18:22:58.539021 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3335825a-34e6-427d-8b26-4889fb14154d req-d2b5054e-8f54-422b-8119-48177abd20d2 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:22:58.540581 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-3335825a-34e6-427d-8b26-4889fb14154d req-d2b5054e-8f54-422b-8119-48177abd20d2 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=e404c053-bc21-4cf0-9ba6-07e6971e588f HTTP/1.1" status: 200  len: 944 time: 0.0542614
Mar 31 18:22:58.590972 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-3335825a-34e6-427d-8b26-4889fb14154d req-da96e480-ec90-43be-bb50-e5f21d9b367b tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=a96ba1a0-82dd-4e19-8a36-2c39fdbd0042&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448308
Mar 31 18:22:58.972583 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Device af48c6cc-61d7-40f4-85b0-60adf2267642 up at agent hyperv_hv-cinder-maste {{(pid=103898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 31 18:22:59.021751 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Provisioning complete for port af48c6cc-61d7-40f4-85b0-60adf2267642 triggered by entity L2. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:22:59.022133 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (af48c6cc-61d7-40f4-85b0-60adf2267642), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:22:59.087328 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-4fe931c5-1a2e-4b58-a16f-69655a91091e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (08150f5b-1b08-4271-84f1-4a3b03ee1892), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:22:59.101680 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Current status of the port af48c6cc-61d7-40f4-85b0-60adf2267642 is: BUILD; New status is: ACTIVE {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:22:59.102023 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (af48c6cc-61d7-40f4-85b0-60adf2267642), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:22:59.124824 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e404c053-bc21-4cf0-9ba6-07e6971e588f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af48c6cc-61d7-40f4-85b0-60adf2267642'}] {{(pid=103898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 31 18:22:59.127092 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb3075c6172e5baa69f5abc91eefeb9b3c1bf45f76ecf44b7f00bb5a6f62f1a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e6ad9b6-2901-42ac-ad9d-4ce6179a1c59" -d '{"events": [{"server_uuid": "e404c053-bc21-4cf0-9ba6-07e6971e588f", "name": "network-vif-plugged", "status": "completed", "tag": "af48c6cc-61d7-40f4-85b0-60adf2267642"}]}' {{(pid=103898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 31 18:22:59.143160 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] For port af48c6cc-61d7-40f4-85b0-60adf2267642, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=af48c6cc-61d7-40f4-85b0-60adf2267642,segment=NetworkSegment(d3dc8398-bd2c-4dc7-a2ac-12de370e002b),segment_id=d3dc8398-bd2c-4dc7-a2ac-12de370e002b)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:22:59.163353 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 18:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78a1ac55-603f-4839-b622-d4cb6c683164 x-openstack-request-id: req-78a1ac55-603f-4839-b622-d4cb6c683164 {{(pid=103898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 31 18:22:59.163353 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e404c053-bc21-4cf0-9ba6-07e6971e588f", "name": "network-vif-plugged", "status": "completed", "tag": "af48c6cc-61d7-40f4-85b0-60adf2267642", "code": 200}]} {{(pid=103898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 31 18:22:59.163353 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-78a1ac55-603f-4839-b622-d4cb6c683164 {{(pid=103898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 31 18:22:59.163353 dv-cinder-master-3-iscsi neutron-server[103898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78a1ac55-603f-4839-b622-d4cb6c683164'] response: {'server_uuid': 'e404c053-bc21-4cf0-9ba6-07e6971e588f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af48c6cc-61d7-40f4-85b0-60adf2267642', 'code': 200}
Mar 31 18:22:59.211982 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (af48c6cc-61d7-40f4-85b0-60adf2267642), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:22:59.259549 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Pushing event updated for resources: {'Port': ['ID=af48c6cc-61d7-40f4-85b0-60adf2267642,revision_number=7']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:22:59.711999 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c30c308-5a4f-49c0-8e40-d97b6f6744de req-0f3017cf-beb3-4f29-a191-791122373685 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:22:59.713474 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-9c30c308-5a4f-49c0-8e40-d97b6f6744de req-0f3017cf-beb3-4f29-a191-791122373685 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=e404c053-bc21-4cf0-9ba6-07e6971e588f HTTP/1.1" status: 200  len: 945 time: 0.0524852
Mar 31 18:22:59.759449 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-9c30c308-5a4f-49c0-8e40-d97b6f6744de req-7a85c851-4afe-4d83-93b1-41a5040fb089 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=a96ba1a0-82dd-4e19-8a36-2c39fdbd0042&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400095
Mar 31 18:23:00.881825 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf6e71a-2311-4707-81e9-dfc8115dff76 req-ecde38c5-0a40-4415-9e07-01d30c81c824 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:23:00.883968 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-fbf6e71a-2311-4707-81e9-dfc8115dff76 req-ecde38c5-0a40-4415-9e07-01d30c81c824 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=e404c053-bc21-4cf0-9ba6-07e6971e588f HTTP/1.1" status: 200  len: 945 time: 0.0526021
Mar 31 18:23:00.930219 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-fbf6e71a-2311-4707-81e9-dfc8115dff76 req-1124ec84-689b-47f2-a780-4a4044dfec7e tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=a96ba1a0-82dd-4e19-8a36-2c39fdbd0042&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404196
Mar 31 18:23:01.325395 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5d701135-12f8-4f62-8287-08b51c735905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (f09d5d1b-4294-4f18-9a00-351412ae7ca6), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:23:02.051576 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fd6043-4a61-423d-8f47-a23dfa62d7b8 req-e8e9df3a-4e6d-4c5d-be0f-4714d94e7baf tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:23:02.053071 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-80fd6043-4a61-423d-8f47-a23dfa62d7b8 req-e8e9df3a-4e6d-4c5d-be0f-4714d94e7baf tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=e404c053-bc21-4cf0-9ba6-07e6971e588f HTTP/1.1" status: 200  len: 945 time: 0.0523131
Mar 31 18:23:02.099338 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-80fd6043-4a61-423d-8f47-a23dfa62d7b8 req-28670f22-52f0-4908-beed-27f27c998011 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=a96ba1a0-82dd-4e19-8a36-2c39fdbd0042&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399175
Mar 31 18:23:02.394403 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-be477ca9-b30f-4eb3-92ce-971cde9f4756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (d0835089-4a76-4105-9221-c81b46927b3c), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:23:03.248259 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585f5e56-0b5f-4e62-8d50-71e80809529e req-70a4521b-e8e1-4dd4-b2ba-78fb5b6bdf04 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:23:03.249834 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-585f5e56-0b5f-4e62-8d50-71e80809529e req-70a4521b-e8e1-4dd4-b2ba-78fb5b6bdf04 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=e404c053-bc21-4cf0-9ba6-07e6971e588f HTTP/1.1" status: 200  len: 945 time: 0.0635505
Mar 31 18:23:03.302043 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-585f5e56-0b5f-4e62-8d50-71e80809529e req-822f1f72-a196-439d-b2c5-a63516e8a018 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=a96ba1a0-82dd-4e19-8a36-2c39fdbd0042&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465202
Mar 31 18:23:03.955478 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-61acbcaf-515a-4595-a759-82c8bf4c0ac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (1ee04592-4785-424e-aa2a-0bd32f5faacf), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:23:04.434713 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c228b6c-1309-4a7e-b3ba-4b34cfe6a69c req-87611f4f-b458-495d-999c-00992a974bd8 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:23:04.436468 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-6c228b6c-1309-4a7e-b3ba-4b34cfe6a69c req-87611f4f-b458-495d-999c-00992a974bd8 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=e404c053-bc21-4cf0-9ba6-07e6971e588f HTTP/1.1" status: 200  len: 945 time: 0.0596330
Mar 31 18:23:04.513492 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-6c228b6c-1309-4a7e-b3ba-4b34cfe6a69c req-b2591c86-e153-450c-bd70-ccde5573f37f tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=a96ba1a0-82dd-4e19-8a36-2c39fdbd0042&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0618608
Mar 31 18:23:05.065694 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (b6d39f6c-4dc3-40bd-bbe5-e05b1f1d4e13), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:23:05.652463 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fdfdfe-f8f0-4309-aa19-65dc36bfa90d req-42bfd4b0-5c32-461b-8640-56f9c1f4e422 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:23:05.653983 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-46fdfdfe-f8f0-4309-aa19-65dc36bfa90d req-42bfd4b0-5c32-461b-8640-56f9c1f4e422 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=e404c053-bc21-4cf0-9ba6-07e6971e588f HTTP/1.1" status: 200  len: 945 time: 0.0623662
Mar 31 18:23:05.708585 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-46fdfdfe-f8f0-4309-aa19-65dc36bfa90d req-87fd53b1-c41f-4096-afb8-2abb5813d6f4 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=a96ba1a0-82dd-4e19-8a36-2c39fdbd0042&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0477927
Mar 31 18:23:06.562523 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (06f31eaf-9418-4d11-8606-24a34b4b4893), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:23:06.846168 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d11d53b-acc4-49a5-aa5f-668997abe0fa req-dec9e3fe-fbae-45ef-a651-8491553dfba8 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:23:06.847900 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-1d11d53b-acc4-49a5-aa5f-668997abe0fa req-dec9e3fe-fbae-45ef-a651-8491553dfba8 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=e404c053-bc21-4cf0-9ba6-07e6971e588f HTTP/1.1" status: 200  len: 945 time: 0.0575509
Mar 31 18:23:06.903966 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-1d11d53b-acc4-49a5-aa5f-668997abe0fa req-362a82d7-66a9-4bd3-9a87-bf75aca345a4 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=a96ba1a0-82dd-4e19-8a36-2c39fdbd0042&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0493646
Mar 31 18:23:08.047028 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffc1fc2-a140-4d80-8462-a64253efbfd6 req-bd4889be-1bc6-44e4-b06c-ba48c18d9f0a tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:23:08.049233 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-cffc1fc2-a140-4d80-8462-a64253efbfd6 req-bd4889be-1bc6-44e4-b06c-ba48c18d9f0a tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=e404c053-bc21-4cf0-9ba6-07e6971e588f HTTP/1.1" status: 200  len: 945 time: 0.0619502
Mar 31 18:23:08.110560 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-cffc1fc2-a140-4d80-8462-a64253efbfd6 req-0b02d23d-e54e-4fd9-88d3-7c2814de2e42 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=a96ba1a0-82dd-4e19-8a36-2c39fdbd0042&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0542724
Mar 31 18:23:09.251777 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b64db7d-09b9-448f-a8d9-21741a24b13e req-72ea772c-f7dd-4a19-acc7-48da040e6293 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:23:09.253381 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-5b64db7d-09b9-448f-a8d9-21741a24b13e req-72ea772c-f7dd-4a19-acc7-48da040e6293 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=e404c053-bc21-4cf0-9ba6-07e6971e588f HTTP/1.1" status: 200  len: 945 time: 0.0602751
Mar 31 18:23:09.304821 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-5b64db7d-09b9-448f-a8d9-21741a24b13e req-ed09a7f8-c037-4d98-8f08-ae3046ad5b71 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=a96ba1a0-82dd-4e19-8a36-2c39fdbd0042&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454388
Mar 31 18:23:10.449672 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5458c9fc-8ae2-4048-a992-889d4714a224 req-5706fda1-27a7-4e03-8906-3731fcb48d07 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:23:10.451218 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-5458c9fc-8ae2-4048-a992-889d4714a224 req-5706fda1-27a7-4e03-8906-3731fcb48d07 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=e404c053-bc21-4cf0-9ba6-07e6971e588f HTTP/1.1" status: 200  len: 945 time: 0.0655117
Mar 31 18:23:10.517987 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-5458c9fc-8ae2-4048-a992-889d4714a224 req-2c879581-5765-4b08-8dee-03f7f3d93439 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=a96ba1a0-82dd-4e19-8a36-2c39fdbd0042&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0609629
Mar 31 18:23:11.660697 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15092622-a3f5-4924-b9bd-ccdac843baaa req-a6855a06-41da-4fb6-9195-08da47781551 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:23:11.663021 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-15092622-a3f5-4924-b9bd-ccdac843baaa req-a6855a06-41da-4fb6-9195-08da47781551 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=e404c053-bc21-4cf0-9ba6-07e6971e588f HTTP/1.1" status: 200  len: 945 time: 0.0593445
Mar 31 18:23:11.718730 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-15092622-a3f5-4924-b9bd-ccdac843baaa req-8b5f6229-bae1-4bfc-a7be-a2f73f414fe2 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=a96ba1a0-82dd-4e19-8a36-2c39fdbd0042&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0489583
Mar 31 18:23:12.847882 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44c9f69-8d87-41c4-b337-f63077d123b7 req-a542f474-62a5-4196-85e6-73f0b0889235 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:23:12.849365 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-c44c9f69-8d87-41c4-b337-f63077d123b7 req-a542f474-62a5-4196-85e6-73f0b0889235 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=e404c053-bc21-4cf0-9ba6-07e6971e588f HTTP/1.1" status: 200  len: 945 time: 0.0534301
Mar 31 18:23:12.896913 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-c44c9f69-8d87-41c4-b337-f63077d123b7 req-73aae6b3-5ca7-4180-bc6b-87fa53116dc1 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=a96ba1a0-82dd-4e19-8a36-2c39fdbd0042&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412319
Mar 31 18:23:14.033174 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94a07cc-fd41-4e56-86e2-45a861f9587b req-16f15ec7-4fba-4705-a3bf-8acecb8ac908 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:23:14.034674 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-c94a07cc-fd41-4e56-86e2-45a861f9587b req-16f15ec7-4fba-4705-a3bf-8acecb8ac908 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=e404c053-bc21-4cf0-9ba6-07e6971e588f HTTP/1.1" status: 200  len: 945 time: 0.0619061
Mar 31 18:23:14.090650 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-c94a07cc-fd41-4e56-86e2-45a861f9587b req-392964a7-ef25-4f43-8a81-6029ed24da64 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=a96ba1a0-82dd-4e19-8a36-2c39fdbd0042&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0491624
Mar 31 18:23:15.212363 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad6b56f-8b44-4f33-9c6e-183cea1a9011 req-38c6716f-58ba-4929-85b5-fad95bd8ad7f tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:23:15.213854 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-9ad6b56f-8b44-4f33-9c6e-183cea1a9011 req-38c6716f-58ba-4929-85b5-fad95bd8ad7f tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=e404c053-bc21-4cf0-9ba6-07e6971e588f HTTP/1.1" status: 200  len: 945 time: 0.0528264
Mar 31 18:23:15.262439 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-9ad6b56f-8b44-4f33-9c6e-183cea1a9011 req-e09fdbcb-3b8d-46a1-8943-33477ceb353c tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=a96ba1a0-82dd-4e19-8a36-2c39fdbd0042&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426326
Mar 31 18:23:15.662534 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edac7a85-b681-447f-b1ef-2203374a37dc req-6bc2844a-d336-42b7-a0e4-029af1ef2b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:23:15.664079 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-edac7a85-b681-447f-b1ef-2203374a37dc req-6bc2844a-d336-42b7-a0e4-029af1ef2b8f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=eb7248f2c93342cd823f385c53a69d05&device_id=e404c053-bc21-4cf0-9ba6-07e6971e588f HTTP/1.1" status: 200  len: 1129 time: 0.0448368
Mar 31 18:23:15.751750 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edac7a85-b681-447f-b1ef-2203374a37dc req-b8f72d57-6cfd-48d6-bba7-92742a05d9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:23:15.753182 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-edac7a85-b681-447f-b1ef-2203374a37dc req-b8f72d57-6cfd-48d6-bba7-92742a05d9f5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b654ebd8-4c33-443d-bee5-4bafdafcd132 HTTP/1.1" status: 200  len: 917 time: 0.0831456
Mar 31 18:23:15.823719 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-edac7a85-b681-447f-b1ef-2203374a37dc req-61430de9-49ce-4f53-b14d-f9412f27e47c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=af48c6cc-61d7-40f4-85b0-60adf2267642 HTTP/1.1" status: 200  len: 1001 time: 0.0629036
Mar 31 18:23:15.873999 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edac7a85-b681-447f-b1ef-2203374a37dc req-f89b1bba-4883-4343-8757-b1c29e3cf161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:23:15.875448 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-edac7a85-b681-447f-b1ef-2203374a37dc req-f89b1bba-4883-4343-8757-b1c29e3cf161 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b54f9372-100f-4525-b4b3-2814afa9d771 HTTP/1.1" status: 200  len: 855 time: 0.0454507
Mar 31 18:23:15.927208 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edac7a85-b681-447f-b1ef-2203374a37dc req-dd0427f0-c62c-4154-b4b2-cf629f623956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:23:15.928600 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-edac7a85-b681-447f-b1ef-2203374a37dc req-dd0427f0-c62c-4154-b4b2-cf629f623956 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b654ebd8-4c33-443d-bee5-4bafdafcd132&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0459235
Mar 31 18:23:16.021422 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-edac7a85-b681-447f-b1ef-2203374a37dc req-6855ec73-840e-410c-b223-1d8b844444f8 service neutron] 10.222.0.44 "GET /v2.0/networks/b654ebd8-4c33-443d-bee5-4bafdafcd132?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0860152
Mar 31 18:23:16.111600 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-edac7a85-b681-447f-b1ef-2203374a37dc req-e8adc188-3a3f-445f-91a7-dbb39d12508b service neutron] 10.222.0.44 "GET /v2.0/networks/b654ebd8-4c33-443d-bee5-4bafdafcd132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0829837
Mar 31 18:23:16.384823 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed15f8f-e7ef-42b4-9cf4-29da79bed82b req-5ca5581d-65b1-408d-a141-125bf367fef4 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:23:16.386316 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-7ed15f8f-e7ef-42b4-9cf4-29da79bed82b req-5ca5581d-65b1-408d-a141-125bf367fef4 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=e404c053-bc21-4cf0-9ba6-07e6971e588f HTTP/1.1" status: 200  len: 945 time: 0.0539346
Mar 31 18:23:16.436914 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-7ed15f8f-e7ef-42b4-9cf4-29da79bed82b req-89e10a4e-2cab-4e91-aaab-9eddf9cf6739 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=a96ba1a0-82dd-4e19-8a36-2c39fdbd0042&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448132
Mar 31 18:23:17.561123 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713da4d4-0edc-4c42-a6bd-88e3c196d12a req-8318854f-9a23-452b-93ff-78a51402fff2 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:23:17.562583 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-713da4d4-0edc-4c42-a6bd-88e3c196d12a req-8318854f-9a23-452b-93ff-78a51402fff2 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=e404c053-bc21-4cf0-9ba6-07e6971e588f HTTP/1.1" status: 200  len: 945 time: 0.0559626
Mar 31 18:23:17.609195 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-713da4d4-0edc-4c42-a6bd-88e3c196d12a req-cd05ed6b-55f9-4744-848e-6ed8ed240ebb tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=a96ba1a0-82dd-4e19-8a36-2c39fdbd0042&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408940
Mar 31 18:23:18.731930 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebd373d-f332-46fa-bbe7-26d7920d041c req-01c7c94e-cb51-4f2f-b5dd-31ce0f91878a tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:23:18.733444 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-1ebd373d-f332-46fa-bbe7-26d7920d041c req-01c7c94e-cb51-4f2f-b5dd-31ce0f91878a tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=e404c053-bc21-4cf0-9ba6-07e6971e588f HTTP/1.1" status: 200  len: 945 time: 0.0541260
Mar 31 18:23:18.780347 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-1ebd373d-f332-46fa-bbe7-26d7920d041c req-40b44151-a7f8-451b-bc92-4724012a8c58 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=a96ba1a0-82dd-4e19-8a36-2c39fdbd0042&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413599
Mar 31 18:23:19.059342 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Device af48c6cc-61d7-40f4-85b0-60adf2267642 no longer exists at agent hyperv_hv-cinder-maste {{(pid=103898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 31 18:23:19.138462 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Current status of the port af48c6cc-61d7-40f4-85b0-60adf2267642 is: ACTIVE; New status is: DOWN {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:23:19.138885 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (af48c6cc-61d7-40f4-85b0-60adf2267642), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:23:19.161634 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e404c053-bc21-4cf0-9ba6-07e6971e588f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af48c6cc-61d7-40f4-85b0-60adf2267642'}] {{(pid=103898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 31 18:23:19.163906 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb3075c6172e5baa69f5abc91eefeb9b3c1bf45f76ecf44b7f00bb5a6f62f1a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dee1a0d-f1c5-413e-9af2-e1c9d2431a29" -d '{"events": [{"server_uuid": "e404c053-bc21-4cf0-9ba6-07e6971e588f", "name": "network-vif-unplugged", "status": "completed", "tag": "af48c6cc-61d7-40f4-85b0-60adf2267642"}]}' {{(pid=103898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 31 18:23:19.177097 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] For port af48c6cc-61d7-40f4-85b0-60adf2267642, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=af48c6cc-61d7-40f4-85b0-60adf2267642,segment=NetworkSegment(d3dc8398-bd2c-4dc7-a2ac-12de370e002b),segment_id=d3dc8398-bd2c-4dc7-a2ac-12de370e002b)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:23:19.194374 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 31 Mar 2022 18:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1157387-70c7-447c-83e3-baa7ac5d808c x-openstack-request-id: req-e1157387-70c7-447c-83e3-baa7ac5d808c {{(pid=103898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 31 18:23:19.194690 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e404c053-bc21-4cf0-9ba6-07e6971e588f", "name": "network-vif-unplugged", "status": "failed", "tag": "af48c6cc-61d7-40f4-85b0-60adf2267642", "code": 422}]} {{(pid=103898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 31 18:23:19.198739 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e1157387-70c7-447c-83e3-baa7ac5d808c {{(pid=103898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 31 18:23:19.198739 dv-cinder-master-3-iscsi neutron-server[103898]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-e1157387-70c7-447c-83e3-baa7ac5d808c']: {'server_uuid': 'e404c053-bc21-4cf0-9ba6-07e6971e588f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'af48c6cc-61d7-40f4-85b0-60adf2267642', 'code': 422} returned with failed status
Mar 31 18:23:19.243216 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (af48c6cc-61d7-40f4-85b0-60adf2267642), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:23:19.305574 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Pushing event updated for resources: {'Port': ['ID=af48c6cc-61d7-40f4-85b0-60adf2267642,revision_number=8']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:23:20.850691 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7824525-c990-42b9-a912-838095078b06 req-5807226e-8854-4b37-8d6e-e9849ea63078 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:23:20.852205 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-a7824525-c990-42b9-a912-838095078b06 req-5807226e-8854-4b37-8d6e-e9849ea63078 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=e404c053-bc21-4cf0-9ba6-07e6971e588f HTTP/1.1" status: 200  len: 943 time: 0.0540662
Mar 31 18:23:20.899879 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-a7824525-c990-42b9-a912-838095078b06 req-c9671e93-fd2e-4584-a52a-c5a355e2b3dc tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=a96ba1a0-82dd-4e19-8a36-2c39fdbd0042&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418034
Mar 31 18:23:21.058962 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-28d90224-e25d-43c0-abed-9ca46252d6c7 req-c3ecb41b-566d-4b14-bea6-7aee6c028050 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e404c053-bc21-4cf0-9ba6-07e6971e588f&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0431037
Mar 31 18:23:21.136586 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d90224-e25d-43c0-abed-9ca46252d6c7 req-81a2fc7d-430e-494a-8466-b42e507b9944 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:23:21.138181 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-28d90224-e25d-43c0-abed-9ca46252d6c7 req-81a2fc7d-430e-494a-8466-b42e507b9944 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports/af48c6cc-61d7-40f4-85b0-60adf2267642 HTTP/1.1" status: 200  len: 940 time: 0.0519228
Mar 31 18:23:22.023775 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e329df70-d2f7-421d-95c4-2f68b61bf2a4 req-12ee4f0a-31d0-42dd-a505-4732d68ff3b1 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:23:22.025537 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-e329df70-d2f7-421d-95c4-2f68b61bf2a4 req-12ee4f0a-31d0-42dd-a505-4732d68ff3b1 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=e404c053-bc21-4cf0-9ba6-07e6971e588f HTTP/1.1" status: 200  len: 943 time: 0.0541742
Mar 31 18:23:22.079392 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-e329df70-d2f7-421d-95c4-2f68b61bf2a4 req-5db8bf7e-6df4-400e-879a-9a986f591a4e tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=a96ba1a0-82dd-4e19-8a36-2c39fdbd0042&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0484915
Mar 31 18:23:22.527309 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d90224-e25d-43c0-abed-9ca46252d6c7 req-9882af0c-9e4a-4464-9e2d-c2afc466f413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:23:22.528792 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-28d90224-e25d-43c0-abed-9ca46252d6c7 req-9882af0c-9e4a-4464-9e2d-c2afc466f413 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e404c053-bc21-4cf0-9ba6-07e6971e588f&tenant_id=eb7248f2c93342cd823f385c53a69d05 HTTP/1.1" status: 200  len: 1127 time: 0.0452635
Mar 31 18:23:22.606301 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d90224-e25d-43c0-abed-9ca46252d6c7 req-e0ff1e24-a7f3-4b3f-8441-b94543ee1543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:23:22.607970 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-28d90224-e25d-43c0-abed-9ca46252d6c7 req-e0ff1e24-a7f3-4b3f-8441-b94543ee1543 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=eb7248f2c93342cd823f385c53a69d05&device_id=e404c053-bc21-4cf0-9ba6-07e6971e588f HTTP/1.1" status: 200  len: 1127 time: 0.0461328
Mar 31 18:23:22.708647 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d90224-e25d-43c0-abed-9ca46252d6c7 req-d5ddc8b6-c19f-4549-839a-2ebde70abc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:23:22.710105 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-28d90224-e25d-43c0-abed-9ca46252d6c7 req-d5ddc8b6-c19f-4549-839a-2ebde70abc97 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b654ebd8-4c33-443d-bee5-4bafdafcd132 HTTP/1.1" status: 200  len: 917 time: 0.0963266
Mar 31 18:23:22.774643 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-28d90224-e25d-43c0-abed-9ca46252d6c7 req-fa0ccbef-b0b7-4598-9820-761dd996f43c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=af48c6cc-61d7-40f4-85b0-60adf2267642 HTTP/1.1" status: 200  len: 999 time: 0.0580549
Mar 31 18:23:22.820922 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d90224-e25d-43c0-abed-9ca46252d6c7 req-7014ec0e-b2e1-4215-8bfb-4f196fc267b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:23:22.822338 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-28d90224-e25d-43c0-abed-9ca46252d6c7 req-7014ec0e-b2e1-4215-8bfb-4f196fc267b4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b54f9372-100f-4525-b4b3-2814afa9d771 HTTP/1.1" status: 200  len: 855 time: 0.0416892
Mar 31 18:23:22.875163 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d90224-e25d-43c0-abed-9ca46252d6c7 req-1c41b3cf-ad9d-458e-af5c-a89a2b0a5c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:23:22.876655 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-28d90224-e25d-43c0-abed-9ca46252d6c7 req-1c41b3cf-ad9d-458e-af5c-a89a2b0a5c9b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b654ebd8-4c33-443d-bee5-4bafdafcd132&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0470562
Mar 31 18:23:22.965980 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-28d90224-e25d-43c0-abed-9ca46252d6c7 req-1df0abb9-197a-4f8c-9344-03c1e6ed754f service neutron] 10.222.0.44 "GET /v2.0/networks/b654ebd8-4c33-443d-bee5-4bafdafcd132?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0821221
Mar 31 18:23:23.060733 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-28d90224-e25d-43c0-abed-9ca46252d6c7 req-a772d651-9f23-41ee-855e-b2a4a9fce2c9 service neutron] 10.222.0.44 "GET /v2.0/networks/b654ebd8-4c33-443d-bee5-4bafdafcd132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0873971
Mar 31 18:23:23.204544 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e467048-d2cd-4b6b-abb5-6cd980be7f08 req-8fefb05b-8725-4f6e-bf8f-ce947ad2c2b7 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:23:23.205994 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-3e467048-d2cd-4b6b-abb5-6cd980be7f08 req-8fefb05b-8725-4f6e-bf8f-ce947ad2c2b7 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=e404c053-bc21-4cf0-9ba6-07e6971e588f HTTP/1.1" status: 200  len: 943 time: 0.0539122
Mar 31 18:23:23.254877 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-3e467048-d2cd-4b6b-abb5-6cd980be7f08 req-87a81204-127a-4857-a87c-11588dfd2ae9 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=a96ba1a0-82dd-4e19-8a36-2c39fdbd0042&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431862
Mar 31 18:23:24.387324 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a258d374-9683-4b72-8984-a32994d1ec91 req-fd449d42-cc68-4c60-9a33-34d2bcb14333 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:23:24.387324 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-a258d374-9683-4b72-8984-a32994d1ec91 req-fd449d42-cc68-4c60-9a33-34d2bcb14333 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=e404c053-bc21-4cf0-9ba6-07e6971e588f HTTP/1.1" status: 200  len: 943 time: 0.0540249
Mar 31 18:23:24.433992 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-a258d374-9683-4b72-8984-a32994d1ec91 req-a943c3a1-2997-4f2f-8f97-497e23c46d92 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=a96ba1a0-82dd-4e19-8a36-2c39fdbd0042&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428066
Mar 31 18:23:25.561796 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9ea2d6-3bc1-41f7-96e4-a46793f1ea8c req-1346051f-ad8e-4dd9-8e62-59420b463261 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:23:25.563320 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-7a9ea2d6-3bc1-41f7-96e4-a46793f1ea8c req-1346051f-ad8e-4dd9-8e62-59420b463261 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=e404c053-bc21-4cf0-9ba6-07e6971e588f HTTP/1.1" status: 200  len: 943 time: 0.0555575
Mar 31 18:23:25.617726 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-7a9ea2d6-3bc1-41f7-96e4-a46793f1ea8c req-68874eb8-b553-413e-8dc5-e33fbf0171e1 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=a96ba1a0-82dd-4e19-8a36-2c39fdbd0042&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0487645
Mar 31 18:23:26.746698 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697576b8-63f7-429b-9882-1db46998ac87 req-6f3c247b-c884-4796-b370-b3f8eb50fbd1 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:23:26.748132 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-697576b8-63f7-429b-9882-1db46998ac87 req-6f3c247b-c884-4796-b370-b3f8eb50fbd1 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=e404c053-bc21-4cf0-9ba6-07e6971e588f HTTP/1.1" status: 200  len: 943 time: 0.0561588
Mar 31 18:23:26.799417 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-697576b8-63f7-429b-9882-1db46998ac87 req-2fe4ceb6-ccf1-4e93-b5e5-a80567569baa tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=a96ba1a0-82dd-4e19-8a36-2c39fdbd0042&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452704
Mar 31 18:23:27.929579 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5833a914-8f28-4cd5-8296-7a8cd335b3a0 req-4a15ea42-8356-4d2d-b8d6-b7586eb2b3d0 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:23:27.931113 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-5833a914-8f28-4cd5-8296-7a8cd335b3a0 req-4a15ea42-8356-4d2d-b8d6-b7586eb2b3d0 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=e404c053-bc21-4cf0-9ba6-07e6971e588f HTTP/1.1" status: 200  len: 943 time: 0.0603690
Mar 31 18:23:27.981048 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-5833a914-8f28-4cd5-8296-7a8cd335b3a0 req-02c569e3-2438-419d-bab7-94c3051b5879 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=a96ba1a0-82dd-4e19-8a36-2c39fdbd0042&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439665
Mar 31 18:23:28.868577 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.agents_db [None req-39f62d97-bd56-4bf2-8522-12846eccdd8f None None] Agent healthcheck: found 6 active agents {{(pid=103899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 31 18:23:29.121248 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66808613-c6c9-4a2a-b522-fd53bd12a249 req-22dde3b2-c8d3-4e00-bd66-85248d2e9956 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:23:29.121248 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-66808613-c6c9-4a2a-b522-fd53bd12a249 req-22dde3b2-c8d3-4e00-bd66-85248d2e9956 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=e404c053-bc21-4cf0-9ba6-07e6971e588f HTTP/1.1" status: 200  len: 943 time: 0.0624726
Mar 31 18:23:29.192010 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-66808613-c6c9-4a2a-b522-fd53bd12a249 req-87c8915a-9df8-4835-94bc-be5e84d13fe4 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=a96ba1a0-82dd-4e19-8a36-2c39fdbd0042&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0562849
Mar 31 18:23:29.479364 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-3259a662-6bf8-4f1c-a5f4-d4c3c7b5a8c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (08150f5b-1b08-4271-84f1-4a3b03ee1892), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:23:30.320941 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdae080-cea8-401e-98e5-9c9fb8b68d44 req-a8848211-efe2-480c-8c52-b49c8f18de23 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:23:30.322316 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-5fdae080-cea8-401e-98e5-9c9fb8b68d44 req-a8848211-efe2-480c-8c52-b49c8f18de23 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=e404c053-bc21-4cf0-9ba6-07e6971e588f HTTP/1.1" status: 200  len: 943 time: 0.0557294
Mar 31 18:23:30.375987 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-5fdae080-cea8-401e-98e5-9c9fb8b68d44 req-7b32d0ed-2e08-4ca2-aba1-507a3d9e94f5 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=a96ba1a0-82dd-4e19-8a36-2c39fdbd0042&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455899
Mar 31 18:23:31.365506 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-890c5c27-c021-4eca-a4ab-d53fe25b6043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (f09d5d1b-4294-4f18-9a00-351412ae7ca6), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:23:31.504450 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901876a4-9a99-4df1-95d5-9e9917e38e77 req-3c9782ec-944c-45d9-9080-363dde44cf19 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:23:31.506054 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-901876a4-9a99-4df1-95d5-9e9917e38e77 req-3c9782ec-944c-45d9-9080-363dde44cf19 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=e404c053-bc21-4cf0-9ba6-07e6971e588f HTTP/1.1" status: 200  len: 943 time: 0.0571978
Mar 31 18:23:31.557338 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-901876a4-9a99-4df1-95d5-9e9917e38e77 req-5f6e833a-b1c6-4b65-bb18-8e9f75569057 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=a96ba1a0-82dd-4e19-8a36-2c39fdbd0042&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456605
Mar 31 18:23:32.382370 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-be477ca9-b30f-4eb3-92ce-971cde9f4756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (d0835089-4a76-4105-9221-c81b46927b3c), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:23:32.684873 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ae123b-bfcc-4872-ab66-71a0061b9def req-e616651b-56be-4be6-a373-f81d50301f86 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:23:32.686360 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-d5ae123b-bfcc-4872-ab66-71a0061b9def req-e616651b-56be-4be6-a373-f81d50301f86 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=e404c053-bc21-4cf0-9ba6-07e6971e588f HTTP/1.1" status: 200  len: 943 time: 0.0543306
Mar 31 18:23:32.750364 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-d5ae123b-bfcc-4872-ab66-71a0061b9def req-7606483f-abc8-4744-95c9-47106b22f3d5 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=a96ba1a0-82dd-4e19-8a36-2c39fdbd0042&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0584328
Mar 31 18:23:33.878850 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0712a4-e8b4-4b04-8477-1e33bc5ea134 req-a70dc139-fbbf-475b-88cc-5f60e4c36eab tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:23:33.880361 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-ed0712a4-e8b4-4b04-8477-1e33bc5ea134 req-a70dc139-fbbf-475b-88cc-5f60e4c36eab tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=e404c053-bc21-4cf0-9ba6-07e6971e588f HTTP/1.1" status: 200  len: 943 time: 0.0536830
Mar 31 18:23:33.930360 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-ed0712a4-e8b4-4b04-8477-1e33bc5ea134 req-d8bf5861-6838-4686-b04a-2de7767aebd9 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=a96ba1a0-82dd-4e19-8a36-2c39fdbd0042&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432060
Mar 31 18:23:34.096646 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-61acbcaf-515a-4595-a759-82c8bf4c0ac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (1ee04592-4785-424e-aa2a-0bd32f5faacf), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:23:35.056039 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb6218f-5244-45d7-9f2e-72aa7a4638ae req-7213835f-53f9-438f-8bef-d4739853e0d7 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:23:35.057572 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-efb6218f-5244-45d7-9f2e-72aa7a4638ae req-7213835f-53f9-438f-8bef-d4739853e0d7 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=e404c053-bc21-4cf0-9ba6-07e6971e588f HTTP/1.1" status: 200  len: 943 time: 0.0540140
Mar 31 18:23:35.084802 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (b6d39f6c-4dc3-40bd-bbe5-e05b1f1d4e13), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:23:35.108203 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-efb6218f-5244-45d7-9f2e-72aa7a4638ae req-145f3eb2-e251-43f9-ba42-d61a5cf8f157 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=a96ba1a0-82dd-4e19-8a36-2c39fdbd0042&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423374
Mar 31 18:23:36.232278 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e35e4a9-14a1-4f42-ac58-b1e9ad86b0fb req-4b855fb2-e037-468c-aebd-ebc41c4e3d3c tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:23:36.233888 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-9e35e4a9-14a1-4f42-ac58-b1e9ad86b0fb req-4b855fb2-e037-468c-aebd-ebc41c4e3d3c tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=e404c053-bc21-4cf0-9ba6-07e6971e588f HTTP/1.1" status: 200  len: 943 time: 0.0560880
Mar 31 18:23:36.280347 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-9e35e4a9-14a1-4f42-ac58-b1e9ad86b0fb req-76ea2ef8-23a9-46e6-ad44-193397ac7d31 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=a96ba1a0-82dd-4e19-8a36-2c39fdbd0042&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410507
Mar 31 18:23:36.323664 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (06f31eaf-9418-4d11-8606-24a34b4b4893), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:23:37.405238 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e5313e-359e-4efe-8cc7-9d97c3635d13 req-0a2cb5d7-2e99-491e-b0e7-8053411fc1ca tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:23:37.406755 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-71e5313e-359e-4efe-8cc7-9d97c3635d13 req-0a2cb5d7-2e99-491e-b0e7-8053411fc1ca tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=e404c053-bc21-4cf0-9ba6-07e6971e588f HTTP/1.1" status: 200  len: 943 time: 0.0549774
Mar 31 18:23:37.456049 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-71e5313e-359e-4efe-8cc7-9d97c3635d13 req-eec172bb-eeab-4f88-aad7-c7c1a140aa13 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=a96ba1a0-82dd-4e19-8a36-2c39fdbd0042&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437229
Mar 31 18:23:38.579486 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd9fc2c-acfd-42bd-a0ba-0e52e6a06b3e req-70be4889-3de0-4a54-8671-0768e75bd533 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:23:38.581008 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-ccd9fc2c-acfd-42bd-a0ba-0e52e6a06b3e req-70be4889-3de0-4a54-8671-0768e75bd533 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=e404c053-bc21-4cf0-9ba6-07e6971e588f HTTP/1.1" status: 200  len: 943 time: 0.0560842
Mar 31 18:23:38.627514 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-ccd9fc2c-acfd-42bd-a0ba-0e52e6a06b3e req-4865daf7-5d37-4a91-a847-358a362ad1e4 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=a96ba1a0-82dd-4e19-8a36-2c39fdbd0042&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410368
Mar 31 18:23:39.085546 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Device af48c6cc-61d7-40f4-85b0-60adf2267642 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103898) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 31 18:23:39.182960 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] For port af48c6cc-61d7-40f4-85b0-60adf2267642, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=af48c6cc-61d7-40f4-85b0-60adf2267642,segment=NetworkSegment(d3dc8398-bd2c-4dc7-a2ac-12de370e002b),segment_id=d3dc8398-bd2c-4dc7-a2ac-12de370e002b)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:23:39.194501 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Returning: {'device': 'af48c6cc-61d7-40f4-85b0-60adf2267642', 'network_id': 'b654ebd8-4c33-443d-bee5-4bafdafcd132', 'port_id': 'af48c6cc-61d7-40f4-85b0-60adf2267642', 'mac_address': 'fa:16:3e:93:ed:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b54f9372-100f-4525-b4b3-2814afa9d771', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103898) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 31 18:23:39.232293 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Current status of the port af48c6cc-61d7-40f4-85b0-60adf2267642 is: DOWN; New status is: BUILD {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:23:39.232688 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (af48c6cc-61d7-40f4-85b0-60adf2267642), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:23:39.245548 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.notifiers.nova [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af48c6cc-61d7-40f4-85b0-60adf2267642 {{(pid=103898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 31 18:23:39.267343 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] For port af48c6cc-61d7-40f4-85b0-60adf2267642, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=af48c6cc-61d7-40f4-85b0-60adf2267642,segment=NetworkSegment(d3dc8398-bd2c-4dc7-a2ac-12de370e002b),segment_id=d3dc8398-bd2c-4dc7-a2ac-12de370e002b)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:23:39.388382 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (af48c6cc-61d7-40f4-85b0-60adf2267642), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:23:39.437285 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Pushing event updated for resources: {'Port': ['ID=af48c6cc-61d7-40f4-85b0-60adf2267642,revision_number=9']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:23:39.444136 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:23:39.444489 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:23:39.444835 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:23:39.445178 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:23:39.445513 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:23:39.445848 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:23:39.446177 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:23:39.446508 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:23:39.446865 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:23:39.447193 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:23:39.447558 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:23:39.447891 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:23:39.448224 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:23:39.448587 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:23:39.448957 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:23:39.753587 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f18c2fd-4c31-49bb-b57f-934680297caf req-c99be172-cc41-4e4c-924b-4274d2a0c254 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:23:39.755101 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-0f18c2fd-4c31-49bb-b57f-934680297caf req-c99be172-cc41-4e4c-924b-4274d2a0c254 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=e404c053-bc21-4cf0-9ba6-07e6971e588f HTTP/1.1" status: 200  len: 944 time: 0.0560551
Mar 31 18:23:39.802127 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-0f18c2fd-4c31-49bb-b57f-934680297caf req-7e7d8d06-8a8e-4327-9591-da7adc9f6c5c tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=a96ba1a0-82dd-4e19-8a36-2c39fdbd0042&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412617
Mar 31 18:23:39.914668 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] get_ports_and_sgs() called for port_ids ['af48c6cc-61d7-40f4-85b0-60adf2267642'] {{(pid=103898) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 31 18:23:40.923025 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc52d48-c21a-4e29-9749-787442660bfc req-2351c6bb-b693-46ff-a136-c717c60a1bf3 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:23:40.924505 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-2cc52d48-c21a-4e29-9749-787442660bfc req-2351c6bb-b693-46ff-a136-c717c60a1bf3 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=e404c053-bc21-4cf0-9ba6-07e6971e588f HTTP/1.1" status: 200  len: 944 time: 0.0525095
Mar 31 18:23:40.970271 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-2cc52d48-c21a-4e29-9749-787442660bfc req-8b61d8f9-7799-46bb-beb3-3374c0478cc5 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=a96ba1a0-82dd-4e19-8a36-2c39fdbd0042&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403411
Mar 31 18:23:42.093856 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8e5ae0-0c9d-4ca8-8a6f-8346c0359e5c req-f96b04bb-e3be-40ab-b949-3fb8680fba63 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:23:42.095344 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-6b8e5ae0-0c9d-4ca8-8a6f-8346c0359e5c req-f96b04bb-e3be-40ab-b949-3fb8680fba63 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=e404c053-bc21-4cf0-9ba6-07e6971e588f HTTP/1.1" status: 200  len: 944 time: 0.0530827
Mar 31 18:23:42.145055 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-6b8e5ae0-0c9d-4ca8-8a6f-8346c0359e5c req-757c555b-5638-4059-ac39-9fd870b88e52 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=a96ba1a0-82dd-4e19-8a36-2c39fdbd0042&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439782
Mar 31 18:23:43.110627 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Device af48c6cc-61d7-40f4-85b0-60adf2267642 up at agent hyperv_hv-cinder-maste {{(pid=103898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 31 18:23:43.160090 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Provisioning complete for port af48c6cc-61d7-40f4-85b0-60adf2267642 triggered by entity L2. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:23:43.160466 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (af48c6cc-61d7-40f4-85b0-60adf2267642), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:23:43.238745 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Current status of the port af48c6cc-61d7-40f4-85b0-60adf2267642 is: BUILD; New status is: ACTIVE {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:23:43.239138 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (af48c6cc-61d7-40f4-85b0-60adf2267642), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:23:43.261644 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e404c053-bc21-4cf0-9ba6-07e6971e588f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af48c6cc-61d7-40f4-85b0-60adf2267642'}] {{(pid=103898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 31 18:23:43.264482 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb3075c6172e5baa69f5abc91eefeb9b3c1bf45f76ecf44b7f00bb5a6f62f1a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76ca980e-ca05-4be1-8ea2-74f00a4f5cbc" -d '{"events": [{"server_uuid": "e404c053-bc21-4cf0-9ba6-07e6971e588f", "name": "network-vif-plugged", "status": "completed", "tag": "af48c6cc-61d7-40f4-85b0-60adf2267642"}]}' {{(pid=103898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 31 18:23:43.280983 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] For port af48c6cc-61d7-40f4-85b0-60adf2267642, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=af48c6cc-61d7-40f4-85b0-60adf2267642,segment=NetworkSegment(d3dc8398-bd2c-4dc7-a2ac-12de370e002b),segment_id=d3dc8398-bd2c-4dc7-a2ac-12de370e002b)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:23:43.305442 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 18:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dbe8bd3-6dfa-4c53-b629-509b177e5119 x-openstack-request-id: req-7dbe8bd3-6dfa-4c53-b629-509b177e5119 {{(pid=103898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 31 18:23:43.305741 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e404c053-bc21-4cf0-9ba6-07e6971e588f", "name": "network-vif-plugged", "status": "completed", "tag": "af48c6cc-61d7-40f4-85b0-60adf2267642", "code": 200}]} {{(pid=103898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 31 18:23:43.305999 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7dbe8bd3-6dfa-4c53-b629-509b177e5119 {{(pid=103898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 31 18:23:43.306406 dv-cinder-master-3-iscsi neutron-server[103898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7dbe8bd3-6dfa-4c53-b629-509b177e5119'] response: {'server_uuid': 'e404c053-bc21-4cf0-9ba6-07e6971e588f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af48c6cc-61d7-40f4-85b0-60adf2267642', 'code': 200}
Mar 31 18:23:43.329539 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0059dda6-8250-436f-a5ee-4ebcb2c1cd39 req-51fddaf4-5521-45cd-acc7-2a8cbec25b90 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:23:43.330972 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-0059dda6-8250-436f-a5ee-4ebcb2c1cd39 req-51fddaf4-5521-45cd-acc7-2a8cbec25b90 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=e404c053-bc21-4cf0-9ba6-07e6971e588f HTTP/1.1" status: 200  len: 944 time: 0.1172309
Mar 31 18:23:43.353821 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (af48c6cc-61d7-40f4-85b0-60adf2267642), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:23:43.388818 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-0059dda6-8250-436f-a5ee-4ebcb2c1cd39 req-1b63fde4-83ad-4132-bc4d-ba0cecfac8bd tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=a96ba1a0-82dd-4e19-8a36-2c39fdbd0042&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0507064
Mar 31 18:23:43.531179 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Pushing event updated for resources: {'Port': ['ID=af48c6cc-61d7-40f4-85b0-60adf2267642,revision_number=10']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:23:43.787414 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eddcea0-33b2-458f-821e-7065673954f3 req-87174dec-c24e-425f-81f1-a075416b694c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:23:43.788879 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-5eddcea0-33b2-458f-821e-7065673954f3 req-87174dec-c24e-425f-81f1-a075416b694c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e404c053-bc21-4cf0-9ba6-07e6971e588f HTTP/1.1" status: 200  len: 1130 time: 0.0454946
Mar 31 18:23:43.838403 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-5eddcea0-33b2-458f-821e-7065673954f3 req-d93fcb9e-4af3-4b0f-b6b5-194be46058c2 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=a96ba1a0-82dd-4e19-8a36-2c39fdbd0042&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405185
Mar 31 18:23:44.603922 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c67ac9-fec0-4c78-b266-1c822ec84a38 req-d09d01b9-8a7d-4671-b416-7b7aa7897c02 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:23:44.605388 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-32c67ac9-fec0-4c78-b266-1c822ec84a38 req-d09d01b9-8a7d-4671-b416-7b7aa7897c02 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=e404c053-bc21-4cf0-9ba6-07e6971e588f HTTP/1.1" status: 200  len: 946 time: 0.1423507
Mar 31 18:23:44.612520 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bdff72-c662-48ec-a95b-8c803604d85a req-ed384008-8949-470c-99a3-fb71d47b1c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:23:44.618509 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-a2bdff72-c662-48ec-a95b-8c803604d85a req-ed384008-8949-470c-99a3-fb71d47b1c11 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=eb7248f2c93342cd823f385c53a69d05&device_id=e404c053-bc21-4cf0-9ba6-07e6971e588f HTTP/1.1" status: 200  len: 1130 time: 0.0645936
Mar 31 18:23:44.706647 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-32c67ac9-fec0-4c78-b266-1c822ec84a38 req-73b6d4a9-f030-4bc9-b4df-42094d23bced tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=a96ba1a0-82dd-4e19-8a36-2c39fdbd0042&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0915837
Mar 31 18:23:44.741922 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bdff72-c662-48ec-a95b-8c803604d85a req-f5034cf4-01ef-49c0-93f2-e0347a290746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:23:44.743388 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-a2bdff72-c662-48ec-a95b-8c803604d85a req-f5034cf4-01ef-49c0-93f2-e0347a290746 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b654ebd8-4c33-443d-bee5-4bafdafcd132 HTTP/1.1" status: 200  len: 917 time: 0.1089149
Mar 31 18:23:44.810266 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-a2bdff72-c662-48ec-a95b-8c803604d85a req-7e51c60a-4d9e-4aa2-afca-eba98274d309 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=af48c6cc-61d7-40f4-85b0-60adf2267642 HTTP/1.1" status: 200  len: 1001 time: 0.0590837
Mar 31 18:23:44.865464 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bdff72-c662-48ec-a95b-8c803604d85a req-f12905aa-a940-484e-8780-32df14280230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:23:44.866930 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-a2bdff72-c662-48ec-a95b-8c803604d85a req-f12905aa-a940-484e-8780-32df14280230 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b54f9372-100f-4525-b4b3-2814afa9d771 HTTP/1.1" status: 200  len: 855 time: 0.0500798
Mar 31 18:23:44.920876 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bdff72-c662-48ec-a95b-8c803604d85a req-dd9f68bb-b591-475a-83b9-ddda9885b119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:23:44.922563 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-a2bdff72-c662-48ec-a95b-8c803604d85a req-dd9f68bb-b591-475a-83b9-ddda9885b119 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b654ebd8-4c33-443d-bee5-4bafdafcd132&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0487003
Mar 31 18:23:45.016467 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-a2bdff72-c662-48ec-a95b-8c803604d85a req-d2dc176d-7342-4fe7-ace5-d2889455536b service neutron] 10.222.0.44 "GET /v2.0/networks/b654ebd8-4c33-443d-bee5-4bafdafcd132?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0841253
Mar 31 18:23:45.114829 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-a2bdff72-c662-48ec-a95b-8c803604d85a req-d6455e9c-966d-4549-9134-9fe4c839069d service neutron] 10.222.0.44 "GET /v2.0/networks/b654ebd8-4c33-443d-bee5-4bafdafcd132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0890691
Mar 31 18:23:45.830383 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82182f03-5e86-432c-999c-0b519c2e6d83 req-78950fac-50d0-4222-924c-410d4cb45661 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:23:45.831926 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-82182f03-5e86-432c-999c-0b519c2e6d83 req-78950fac-50d0-4222-924c-410d4cb45661 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=e404c053-bc21-4cf0-9ba6-07e6971e588f HTTP/1.1" status: 200  len: 946 time: 0.0553763
Mar 31 18:23:45.882170 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-82182f03-5e86-432c-999c-0b519c2e6d83 req-095fc357-0096-4588-becc-a7c698beae38 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=a96ba1a0-82dd-4e19-8a36-2c39fdbd0042&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446141
Mar 31 18:23:46.994848 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e96d1c0-af4c-4928-9df8-bb619e379204 req-bf7cf529-6210-4031-8782-184f59d7a990 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:23:46.996446 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-3e96d1c0-af4c-4928-9df8-bb619e379204 req-bf7cf529-6210-4031-8782-184f59d7a990 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/ports?device_id=01ac6bc8-6406-46d8-b8a1-628449e68e58 HTTP/1.1" status: 200  len: 946 time: 0.0538011
Mar 31 18:23:47.010675 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171fe4d4-a729-4748-982a-839163fce062 req-7e382f29-35cb-4ad8-a71e-ad645e541501 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:23:47.012258 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-171fe4d4-a729-4748-982a-839163fce062 req-7e382f29-35cb-4ad8-a71e-ad645e541501 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=e404c053-bc21-4cf0-9ba6-07e6971e588f HTTP/1.1" status: 200  len: 946 time: 0.0560405
Mar 31 18:23:47.046688 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-3e96d1c0-af4c-4928-9df8-bb619e379204 req-43ad61a2-0356-4679-9b0e-bd8012046ced tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2340186-1a42-4429-b30f-1b1c6ca4f507&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442126
Mar 31 18:23:47.062704 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-171fe4d4-a729-4748-982a-839163fce062 req-9a3eff65-100d-49c7-b76b-b3f88eafc556 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=a96ba1a0-82dd-4e19-8a36-2c39fdbd0042&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440803
Mar 31 18:23:48.167470 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e871d-a28d-4816-b278-b6a1500d3a50 req-5caf5170-508b-41ea-bf85-019fc5820e64 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:23:48.169484 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-af4e871d-a28d-4816-b278-b6a1500d3a50 req-5caf5170-508b-41ea-bf85-019fc5820e64 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/ports?device_id=01ac6bc8-6406-46d8-b8a1-628449e68e58 HTTP/1.1" status: 200  len: 946 time: 0.0563633
Mar 31 18:23:48.216676 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-af4e871d-a28d-4816-b278-b6a1500d3a50 req-3483cc9c-972e-4ba8-ae7d-2ee8e327ad34 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2340186-1a42-4429-b30f-1b1c6ca4f507&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409753
Mar 31 18:23:49.339052 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671ed65d-df21-472f-b73c-7be74978d0da req-6d686b79-a165-4d63-b1cb-b2e21dc9b02e tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:23:49.340435 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-671ed65d-df21-472f-b73c-7be74978d0da req-6d686b79-a165-4d63-b1cb-b2e21dc9b02e tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/ports?device_id=01ac6bc8-6406-46d8-b8a1-628449e68e58 HTTP/1.1" status: 200  len: 946 time: 0.0562887
Mar 31 18:23:49.386462 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-671ed65d-df21-472f-b73c-7be74978d0da req-65b9269d-4ea3-4feb-a049-6179dd96ce19 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2340186-1a42-4429-b30f-1b1c6ca4f507&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401220
Mar 31 18:23:50.511560 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc623f9-dafa-48bd-8edd-21e2c2c40c28 req-eb0df459-142a-4715-b81b-06eda39ab837 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:23:50.513383 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-dfc623f9-dafa-48bd-8edd-21e2c2c40c28 req-eb0df459-142a-4715-b81b-06eda39ab837 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/ports?device_id=01ac6bc8-6406-46d8-b8a1-628449e68e58 HTTP/1.1" status: 200  len: 946 time: 0.0604913
Mar 31 18:23:50.560735 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-dfc623f9-dafa-48bd-8edd-21e2c2c40c28 req-3feac7f3-1a7e-4519-939e-b56ca57d45f3 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2340186-1a42-4429-b30f-1b1c6ca4f507&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418210
Mar 31 18:23:51.677731 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103121c0-f29b-4981-a6f9-b6723c11b5d8 req-687da865-3f02-4587-af86-f3a6d410e83b tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:23:51.679209 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-103121c0-f29b-4981-a6f9-b6723c11b5d8 req-687da865-3f02-4587-af86-f3a6d410e83b tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/ports?device_id=01ac6bc8-6406-46d8-b8a1-628449e68e58 HTTP/1.1" status: 200  len: 946 time: 0.0520620
Mar 31 18:23:51.725550 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-103121c0-f29b-4981-a6f9-b6723c11b5d8 req-c2df9e45-cec7-46d9-99c9-da0bc5e31b9b tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2340186-1a42-4429-b30f-1b1c6ca4f507&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407157
Mar 31 18:23:52.843145 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec585c9-16af-4b57-9a70-dde7e3d2a6da req-fced214b-b096-4ed1-a9ca-5b02e95d3c79 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:23:52.844538 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-0ec585c9-16af-4b57-9a70-dde7e3d2a6da req-fced214b-b096-4ed1-a9ca-5b02e95d3c79 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/ports?device_id=01ac6bc8-6406-46d8-b8a1-628449e68e58 HTTP/1.1" status: 200  len: 946 time: 0.0521872
Mar 31 18:23:52.894645 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-0ec585c9-16af-4b57-9a70-dde7e3d2a6da req-6eb9e036-ed22-4d5d-a5b6-53b12a0ecc77 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2340186-1a42-4429-b30f-1b1c6ca4f507&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446546
Mar 31 18:23:54.011537 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91b7d48-e164-49de-a7ec-8b8ac51b264f req-67ba3297-746c-467a-999e-fa1edebfc237 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:23:54.014804 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-d91b7d48-e164-49de-a7ec-8b8ac51b264f req-67ba3297-746c-467a-999e-fa1edebfc237 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/ports?device_id=01ac6bc8-6406-46d8-b8a1-628449e68e58 HTTP/1.1" status: 200  len: 946 time: 0.0532413
Mar 31 18:23:54.066406 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-d91b7d48-e164-49de-a7ec-8b8ac51b264f req-3053a79b-7c19-4c91-ac78-0de150009ed3 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2340186-1a42-4429-b30f-1b1c6ca4f507&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459228
Mar 31 18:23:55.182958 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3ec745-8226-4a56-8e44-9af6265ac59c req-c4136104-adf6-4d1a-bd54-8f99be1aa5ae tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:23:55.184931 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-6a3ec745-8226-4a56-8e44-9af6265ac59c req-c4136104-adf6-4d1a-bd54-8f99be1aa5ae tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/ports?device_id=01ac6bc8-6406-46d8-b8a1-628449e68e58 HTTP/1.1" status: 200  len: 946 time: 0.0522661
Mar 31 18:23:55.232223 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-6a3ec745-8226-4a56-8e44-9af6265ac59c req-6b262cd9-ff04-4c3b-a663-62df1e44a420 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2340186-1a42-4429-b30f-1b1c6ca4f507&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414915
Mar 31 18:23:56.349123 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dac625-b602-4063-84e3-67597fc63d14 req-82c59f64-35c9-4636-a4d3-af6174e4eb0a tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:23:56.350493 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-44dac625-b602-4063-84e3-67597fc63d14 req-82c59f64-35c9-4636-a4d3-af6174e4eb0a tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/ports?device_id=01ac6bc8-6406-46d8-b8a1-628449e68e58 HTTP/1.1" status: 200  len: 946 time: 0.0522404
Mar 31 18:23:56.397533 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-44dac625-b602-4063-84e3-67597fc63d14 req-0cf4c73b-7dff-4d29-b4ab-5fe6c8961893 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2340186-1a42-4429-b30f-1b1c6ca4f507&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415680
Mar 31 18:23:57.514093 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7930a64a-c0b2-4de5-ab75-310b71c64c4e req-75328510-6614-4e64-a972-3cb2fa80e012 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:23:57.515612 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-7930a64a-c0b2-4de5-ab75-310b71c64c4e req-75328510-6614-4e64-a972-3cb2fa80e012 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/ports?device_id=01ac6bc8-6406-46d8-b8a1-628449e68e58 HTTP/1.1" status: 200  len: 946 time: 0.0518584
Mar 31 18:23:57.562668 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-7930a64a-c0b2-4de5-ab75-310b71c64c4e req-3e908ef1-1c82-4984-9ada-4cc924ad029f tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2340186-1a42-4429-b30f-1b1c6ca4f507&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415592
Mar 31 18:23:58.681096 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4515887b-82ea-4e1b-a733-0e3858966be8 req-f5854ebc-df39-4901-a2c8-80b86642de6b tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:23:58.682538 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-4515887b-82ea-4e1b-a733-0e3858966be8 req-f5854ebc-df39-4901-a2c8-80b86642de6b tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/ports?device_id=01ac6bc8-6406-46d8-b8a1-628449e68e58 HTTP/1.1" status: 200  len: 946 time: 0.0514455
Mar 31 18:23:58.727993 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-4515887b-82ea-4e1b-a733-0e3858966be8 req-0b32fc8e-8b74-487f-9300-8b5153ac8340 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2340186-1a42-4429-b30f-1b1c6ca4f507&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397012
Mar 31 18:23:59.007911 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-311b0f9c-824a-46d3-89a5-287a605b06ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (08150f5b-1b08-4271-84f1-4a3b03ee1892), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:23:59.845698 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a568fdc0-985d-4f0b-a164-366c5dec0242 req-49b5613e-f8f8-4c03-9ae6-38cc31565795 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:23:59.847181 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-a568fdc0-985d-4f0b-a164-366c5dec0242 req-49b5613e-f8f8-4c03-9ae6-38cc31565795 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/ports?device_id=01ac6bc8-6406-46d8-b8a1-628449e68e58 HTTP/1.1" status: 200  len: 946 time: 0.0549545
Mar 31 18:23:59.893053 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-a568fdc0-985d-4f0b-a164-366c5dec0242 req-99e595aa-b796-46b9-a382-a59d48f76274 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2340186-1a42-4429-b30f-1b1c6ca4f507&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403795
Mar 31 18:24:01.011986 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b41a8e-795d-45cb-b3f4-9eb397f84dd1 req-7c3ede37-07cf-4751-bbe9-53e40015402b tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:24:01.014410 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-38b41a8e-795d-45cb-b3f4-9eb397f84dd1 req-7c3ede37-07cf-4751-bbe9-53e40015402b tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/ports?device_id=01ac6bc8-6406-46d8-b8a1-628449e68e58 HTTP/1.1" status: 200  len: 946 time: 0.0557144
Mar 31 18:24:01.060843 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-38b41a8e-795d-45cb-b3f4-9eb397f84dd1 req-18b3fdbe-d895-46d6-9205-09a04cca21ed tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2340186-1a42-4429-b30f-1b1c6ca4f507&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405390
Mar 31 18:24:01.335856 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-a3da04a2-a8af-4efe-8159-49da6dccb180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (f09d5d1b-4294-4f18-9a00-351412ae7ca6), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:24:02.176422 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51df630b-73b4-46e7-99d3-8b88e1b93328 req-16c1d1c5-1221-4bae-8b0d-eb0de8041658 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:24:02.177883 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-51df630b-73b4-46e7-99d3-8b88e1b93328 req-16c1d1c5-1221-4bae-8b0d-eb0de8041658 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/ports?device_id=01ac6bc8-6406-46d8-b8a1-628449e68e58 HTTP/1.1" status: 200  len: 946 time: 0.0521805
Mar 31 18:24:02.225286 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-51df630b-73b4-46e7-99d3-8b88e1b93328 req-dd53f2d4-bced-4542-9fb9-9dbe951faad6 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2340186-1a42-4429-b30f-1b1c6ca4f507&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418558
Mar 31 18:24:02.407854 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-be477ca9-b30f-4eb3-92ce-971cde9f4756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (d0835089-4a76-4105-9221-c81b46927b3c), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:24:03.345824 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe43f4d-1253-4019-a587-d6a45174f635 req-6db5c78e-28d2-4083-90ae-bbfd63f41a7d tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:24:03.347266 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-5fe43f4d-1253-4019-a587-d6a45174f635 req-6db5c78e-28d2-4083-90ae-bbfd63f41a7d tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/ports?device_id=01ac6bc8-6406-46d8-b8a1-628449e68e58 HTTP/1.1" status: 200  len: 946 time: 0.0556519
Mar 31 18:24:03.395392 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-5fe43f4d-1253-4019-a587-d6a45174f635 req-304771ce-f8bb-4bd6-ab39-f31237f27b63 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2340186-1a42-4429-b30f-1b1c6ca4f507&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425642
Mar 31 18:24:03.796298 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bffedcf-0dd0-4ff5-a906-fcdca30788bf req-5f57d917-ff2c-47e3-84a8-cf5a60ed0776 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:24:03.797748 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-1bffedcf-0dd0-4ff5-a906-fcdca30788bf req-5f57d917-ff2c-47e3-84a8-cf5a60ed0776 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/ports?device_id=01ac6bc8-6406-46d8-b8a1-628449e68e58 HTTP/1.1" status: 200  len: 946 time: 0.0573528
Mar 31 18:24:03.847434 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-1bffedcf-0dd0-4ff5-a906-fcdca30788bf req-6523019f-5c09-4bc7-ba8d-e2005f508adb tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2340186-1a42-4429-b30f-1b1c6ca4f507&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441158
Mar 31 18:24:03.953795 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-61acbcaf-515a-4595-a759-82c8bf4c0ac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (1ee04592-4785-424e-aa2a-0bd32f5faacf), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:24:04.028898 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0922172-99ac-416f-af68-6551422910d0 req-34500347-3555-4db1-8734-52a0b7d05ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:24:04.030416 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-c0922172-99ac-416f-af68-6551422910d0 req-34500347-3555-4db1-8734-52a0b7d05ded service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=87baab8d37b040efbfe030d17be30823&device_id=01ac6bc8-6406-46d8-b8a1-628449e68e58 HTTP/1.1" status: 200  len: 1130 time: 0.0946245
Mar 31 18:24:04.135961 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0922172-99ac-416f-af68-6551422910d0 req-23ba626a-8590-4ef8-a8f4-e702b4edf8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:24:04.139600 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-c0922172-99ac-416f-af68-6551422910d0 req-23ba626a-8590-4ef8-a8f4-e702b4edf8f4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4410ea83-4566-4c60-99ff-d1b5f30ec440 HTTP/1.1" status: 200  len: 912 time: 0.1025410
Mar 31 18:24:04.214222 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-c0922172-99ac-416f-af68-6551422910d0 req-42e70233-b060-4363-a54a-bf78872021f3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=39569c59-56fb-4b13-b985-d8cf317000fa HTTP/1.1" status: 200  len: 1002 time: 0.0681815
Mar 31 18:24:04.262696 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0922172-99ac-416f-af68-6551422910d0 req-f12998fb-67d8-4284-90d9-86c898da3523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:24:04.264429 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-c0922172-99ac-416f-af68-6551422910d0 req-f12998fb-67d8-4284-90d9-86c898da3523 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ed71b331-b79e-46fb-9418-746c15fc735d HTTP/1.1" status: 200  len: 850 time: 0.0446572
Mar 31 18:24:04.315825 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0922172-99ac-416f-af68-6551422910d0 req-94f605f9-21af-47ca-bed5-e66b3336e127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:24:04.317374 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-c0922172-99ac-416f-af68-6551422910d0 req-94f605f9-21af-47ca-bed5-e66b3336e127 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4410ea83-4566-4c60-99ff-d1b5f30ec440&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0466115
Mar 31 18:24:04.329296 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [req-c0922172-99ac-416f-af68-6551422910d0 req-8c6ddb5c-06aa-4dc0-8e1b-0ef29673f1dd service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=103897) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 31 18:24:04.330299 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-c0922172-99ac-416f-af68-6551422910d0 req-8c6ddb5c-06aa-4dc0-8e1b-0ef29673f1dd service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0055852
Mar 31 18:24:04.426309 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-c0922172-99ac-416f-af68-6551422910d0 req-6d6e374f-6074-466a-864b-b7f8fc8e8c01 service neutron] 10.222.0.44 "GET /v2.0/networks/4410ea83-4566-4c60-99ff-d1b5f30ec440?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0903549
Mar 31 18:24:04.518044 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-c0922172-99ac-416f-af68-6551422910d0 req-01ef0cb3-615e-44ab-a06b-c69c08d6448d service neutron] 10.222.0.44 "GET /v2.0/networks/4410ea83-4566-4c60-99ff-d1b5f30ec440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0850949
Mar 31 18:24:04.970907 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a538bce1-5bcc-456f-a16c-b96374ffa89c req-1f226faa-a289-4373-8763-8d52c2635491 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:24:04.972393 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-a538bce1-5bcc-456f-a16c-b96374ffa89c req-1f226faa-a289-4373-8763-8d52c2635491 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/ports?device_id=01ac6bc8-6406-46d8-b8a1-628449e68e58 HTTP/1.1" status: 200  len: 946 time: 0.0565312
Mar 31 18:24:05.019461 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-a538bce1-5bcc-456f-a16c-b96374ffa89c req-00be0805-a53b-42df-8de3-a49fc3168678 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2340186-1a42-4429-b30f-1b1c6ca4f507&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415711
Mar 31 18:24:05.047729 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (b6d39f6c-4dc3-40bd-bbe5-e05b1f1d4e13), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:24:05.802956 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.agents_db [None req-39f62d97-bd56-4bf2-8522-12846eccdd8f None None] Agent healthcheck: found 6 active agents {{(pid=103899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 31 18:24:06.143785 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656e1496-e6f1-491d-9ae5-282830e1ebfd req-bd8cd7ce-b8ec-4dc1-be6a-72ecf4f6a9b0 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:24:06.145239 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-656e1496-e6f1-491d-9ae5-282830e1ebfd req-bd8cd7ce-b8ec-4dc1-be6a-72ecf4f6a9b0 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/ports?device_id=01ac6bc8-6406-46d8-b8a1-628449e68e58 HTTP/1.1" status: 200  len: 946 time: 0.0570540
Mar 31 18:24:06.191433 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-656e1496-e6f1-491d-9ae5-282830e1ebfd req-257654f2-09e7-4604-8768-c62bbc5ab121 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2340186-1a42-4429-b30f-1b1c6ca4f507&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406127
Mar 31 18:24:06.316668 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (06f31eaf-9418-4d11-8606-24a34b4b4893), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:24:28.206172 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 55068) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:24:28.452948 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-c5015cfa-20ac-4ce3-960b-735cee85c2d1 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Deleting port 3f81870a-eea2-467e-82e7-2a84001918a1 {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 31 18:24:28.453190 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c5015cfa-20ac-4ce3-960b-735cee85c2d1 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759343023638'] for port (3f81870a-eea2-467e-82e7-2a84001918a1), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:24:28.532240 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c5015cfa-20ac-4ce3-960b-735cee85c2d1 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505421'] for port (3f81870a-eea2-467e-82e7-2a84001918a1), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:24:28.532567 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c5015cfa-20ac-4ce3-960b-735cee85c2d1 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Publish callbacks [] for floatingip (3f81870a-eea2-467e-82e7-2a84001918a1), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:24:28.544158 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-c5015cfa-20ac-4ce3-960b-735cee85c2d1 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Calling delete_port for 3f81870a-eea2-467e-82e7-2a84001918a1 owned by network:floatingip {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 31 18:24:28.779888 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c5015cfa-20ac-4ce3-960b-735cee85c2d1 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759343027577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759342510071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13081985'] for port (3f81870a-eea2-467e-82e7-2a84001918a1), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:24:28.805078 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5015cfa-20ac-4ce3-960b-735cee85c2d1 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Pushing event deleted for resources: {'Port': ['ID=3f81870a-eea2-467e-82e7-2a84001918a1,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:24:28.816532 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5015cfa-20ac-4ce3-960b-735cee85c2d1 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:24:28.816881 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5015cfa-20ac-4ce3-960b-735cee85c2d1 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:24:28.817221 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5015cfa-20ac-4ce3-960b-735cee85c2d1 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:24:28.817564 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5015cfa-20ac-4ce3-960b-735cee85c2d1 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:24:28.817891 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5015cfa-20ac-4ce3-960b-735cee85c2d1 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:24:28.818221 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5015cfa-20ac-4ce3-960b-735cee85c2d1 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:24:28.818548 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5015cfa-20ac-4ce3-960b-735cee85c2d1 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:24:28.823182 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5015cfa-20ac-4ce3-960b-735cee85c2d1 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:24:28.823182 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5015cfa-20ac-4ce3-960b-735cee85c2d1 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:24:28.823182 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5015cfa-20ac-4ce3-960b-735cee85c2d1 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:24:28.823182 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5015cfa-20ac-4ce3-960b-735cee85c2d1 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:24:28.823182 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5015cfa-20ac-4ce3-960b-735cee85c2d1 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:24:28.823182 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5015cfa-20ac-4ce3-960b-735cee85c2d1 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:24:28.823182 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5015cfa-20ac-4ce3-960b-735cee85c2d1 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:24:28.823182 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5015cfa-20ac-4ce3-960b-735cee85c2d1 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:24:28.875644 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c5015cfa-20ac-4ce3-960b-735cee85c2d1 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Publish callbacks [] for floatingip (1b45dfad-a442-4b72-bd12-0423b26d22d6), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:24:28.875972 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.db.l3_db [None req-c5015cfa-20ac-4ce3-960b-735cee85c2d1 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Floating IP 1b45dfad-a442-4b72-bd12-0423b26d22d6 disassociated (deleted). External IP: 172.37.2.49, port: 156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a.
Mar 31 18:24:29.002046 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f2e4625d-1726-4a36-bc48-638ed0efeb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (08150f5b-1b08-4271-84f1-4a3b03ee1892), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:24:29.090904 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5015cfa-20ac-4ce3-960b-735cee85c2d1 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Router 85bf721a-32c5-46c5-b697-964fba9ca660 has already been hosted by L3 agent f09d5d1b-4294-4f18-9a00-351412ae7ca6 {{(pid=103897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 31 18:24:29.202401 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5015cfa-20ac-4ce3-960b-735cee85c2d1 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 31 18:24:29.207208 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c5015cfa-20ac-4ce3-960b-735cee85c2d1 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30337'] for floatingip (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:24:29.212232 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16365030-3c32-4e11-9332-06e9f34210a2 None None] Sync routers for ids ['85bf721a-32c5-46c5-b697-964fba9ca660'] in dv-cinder-master-3-iscsi {{(pid=103899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 31 18:24:29.223533 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16365030-3c32-4e11-9332-06e9f34210a2 None None] Routers {'85bf721a-32c5-46c5-b697-964fba9ca660'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 31 18:24:29.224133 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_hamode_db [None req-16365030-3c32-4e11-9332-06e9f34210a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7715948f70>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T18:05:01Z,description=<?>,heartbeat_timestamp=2022-03-31T18:24:01Z,host='dv-cinder-master-3-iscsi',id=f09d5d1b-4294-4f18-9a00-351412ae7ca6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-31T18:05:02Z,topic='l3_agent')) {'router_ids': ['85bf721a-32c5-46c5-b697-964fba9ca660'], 'active': True} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:24:29.236170 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-c5015cfa-20ac-4ce3-960b-735cee85c2d1 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "DELETE /v2.0/floatingips/1b45dfad-a442-4b72-bd12-0423b26d22d6 HTTP/1.1" status: 204  len: 168 time: 1.0288961
Mar 31 18:24:29.236842 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61abeff2-268a-4149-9962-497c409663ed', 'tag': '156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 31 18:24:29.239183 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73fc78de55affb2fac0a31bf62e314c48f0d961b1f9e9815d43b8150b113e94f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11a1f365-5302-4e5a-aecf-f79630095e36" -d '{"events": [{"name": "network-changed", "server_uuid": "61abeff2-268a-4149-9962-497c409663ed", "tag": "156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 31 18:24:29.333122 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvr_db [None req-16365030-3c32-4e11-9332-06e9f34210a2 None None] Set router 85bf721a-32c5-46c5-b697-964fba9ca660 gateway port host: dv-cinder-master-3-iscsi {{(pid=103899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 31 18:24:29.339834 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 18:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a1d1045-170a-49ff-b7a3-765f2df6a6f0 x-openstack-request-id: req-3a1d1045-170a-49ff-b7a3-765f2df6a6f0 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 31 18:24:29.340252 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61abeff2-268a-4149-9962-497c409663ed", "tag": "156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a", "status": "completed", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 31 18:24:29.340439 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3a1d1045-170a-49ff-b7a3-765f2df6a6f0 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 31 18:24:29.340804 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a1d1045-170a-49ff-b7a3-765f2df6a6f0'] response: {'name': 'network-changed', 'server_uuid': '61abeff2-268a-4149-9962-497c409663ed', 'tag': '156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a', 'status': 'completed', 'code': 200}
Mar 31 18:24:29.437587 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a1f365-5302-4e5a-aecf-f79630095e36 req-2c88ae35-1db3-4f80-a19c-dfda00cbbc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:24:29.439165 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-11a1f365-5302-4e5a-aecf-f79630095e36 req-2c88ae35-1db3-4f80-a19c-dfda00cbbc39 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=10c09876736547b59f4bb56fa5740f5f&device_id=61abeff2-268a-4149-9962-497c409663ed HTTP/1.1" status: 200  len: 1129 time: 0.0474992
Mar 31 18:24:29.538285 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a1f365-5302-4e5a-aecf-f79630095e36 req-9192f333-dee7-4cd7-9be7-9ae89a938d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:24:29.539797 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-11a1f365-5302-4e5a-aecf-f79630095e36 req-9192f333-dee7-4cd7-9be7-9ae89a938d46 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c4432959-6b7d-4f95-a29d-a5c36d6927da HTTP/1.1" status: 200  len: 910 time: 0.0930495
Mar 31 18:24:29.540566 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_hamode_db [None req-16365030-3c32-4e11-9332-06e9f34210a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7715948f70>, [{'id': '85bf721a-32c5-46c5-b697-964fba9ca660', 'name': 'tempest-TestShelveInstance-1376616462-router', 'tenant_id': '10c09876736547b59f4bb56fa5740f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.11'}], 'enable_snat': True}, 'gw_port_id': '21baf863-794c-4c05-a0e0-9c540ebbefdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:18:02Z', 'updated_at': '2022-03-31T18:18:06Z', 'revision_number': 4, 'project_id': '10c09876736547b59f4bb56fa5740f5f', 'gw_port': {'id': '21baf863-794c-4c05-a0e0-9c540ebbefdf', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bf721a-32c5-46c5-b697-964fba9ca660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:18:03Z', 'updated_at': '2022-03-31T18:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'c69bec34-1ae4-4c85-aa43-4da97b1cf6b9', 'name': '', 'network_id': 'c4432959-6b7d-4f95-a29d-a5c36d6927da', 'tenant_id': '10c09876736547b59f4bb56fa5740f5f', 'mac_address': 'fa:16:3e:4a:95:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bf721a-32c5-46c5-b697-964fba9ca660', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '6100fa0d-d38e-4338-b107-b174954c8737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:18:05Z', 'updated_at': '2022-03-31T18:18:10Z', 'revision_number': 5, 'project_id': '10c09876736547b59f4bb56fa5740f5f', 'subnets': [{'id': '6100fa0d-d38e-4338-b107-b174954c8737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:24:29.568643 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16365030-3c32-4e11-9332-06e9f34210a2 None None] Checking router: 85bf721a-32c5-46c5-b697-964fba9ca660 for host: dv-cinder-master-3-iscsi {{(pid=103899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 31 18:24:29.577564 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16365030-3c32-4e11-9332-06e9f34210a2 None None] Routers {'85bf721a-32c5-46c5-b697-964fba9ca660'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 31 18:24:29.578177 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_hamode_db [None req-16365030-3c32-4e11-9332-06e9f34210a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7715948f70>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T18:05:01Z,description=<?>,heartbeat_timestamp=2022-03-31T18:24:01Z,host='dv-cinder-master-3-iscsi',id=f09d5d1b-4294-4f18-9a00-351412ae7ca6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-31T18:05:02Z,topic='l3_agent')) {'router_ids': ['85bf721a-32c5-46c5-b697-964fba9ca660'], 'active': True} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:24:29.585140 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-11a1f365-5302-4e5a-aecf-f79630095e36 req-5449fb2d-c56f-4c01-a1be-9c8a233ba379 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a HTTP/1.1" status: 200  len: 217 time: 0.0379119
Mar 31 18:24:29.683876 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058c3d7c-1473-4640-9137-b419a3a17ffd req-fc07c403-90f2-4bcf-b1d2-cf93e9f6a40c tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:24:29.685455 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-058c3d7c-1473-4640-9137-b419a3a17ffd req-fc07c403-90f2-4bcf-b1d2-cf93e9f6a40c tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/ports?device_id=61abeff2-268a-4149-9962-497c409663ed HTTP/1.1" status: 200  len: 945 time: 0.0876639
Mar 31 18:24:29.688817 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvr_db [None req-16365030-3c32-4e11-9332-06e9f34210a2 None None] Set router 85bf721a-32c5-46c5-b697-964fba9ca660 gateway port host: dv-cinder-master-3-iscsi {{(pid=103899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 31 18:24:29.707589 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a1f365-5302-4e5a-aecf-f79630095e36 req-f160b2c5-b236-4520-859f-278c3bb3fefd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:24:29.708986 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-11a1f365-5302-4e5a-aecf-f79630095e36 req-f160b2c5-b236-4520-859f-278c3bb3fefd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6100fa0d-d38e-4338-b107-b174954c8737 HTTP/1.1" status: 200  len: 848 time: 0.0685358
Mar 31 18:24:29.764728 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-058c3d7c-1473-4640-9137-b419a3a17ffd req-cdda3eed-9f66-483f-bed5-9de42998f02e tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/security-groups?id=b9a2c4d9-cfd2-4e10-a169-6bc136620a80&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0729952
Mar 31 18:24:29.779932 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a1f365-5302-4e5a-aecf-f79630095e36 req-a6f70301-ce9f-4e15-980e-d3a4e7e360d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:24:29.781623 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-11a1f365-5302-4e5a-aecf-f79630095e36 req-a6f70301-ce9f-4e15-980e-d3a4e7e360d5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c4432959-6b7d-4f95-a29d-a5c36d6927da&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0647006
Mar 31 18:24:29.891577 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_hamode_db [None req-16365030-3c32-4e11-9332-06e9f34210a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7715948f70>, [{'id': '85bf721a-32c5-46c5-b697-964fba9ca660', 'name': 'tempest-TestShelveInstance-1376616462-router', 'tenant_id': '10c09876736547b59f4bb56fa5740f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.11'}], 'enable_snat': True}, 'gw_port_id': '21baf863-794c-4c05-a0e0-9c540ebbefdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:18:02Z', 'updated_at': '2022-03-31T18:18:06Z', 'revision_number': 4, 'project_id': '10c09876736547b59f4bb56fa5740f5f', 'gw_port': {'id': '21baf863-794c-4c05-a0e0-9c540ebbefdf', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bf721a-32c5-46c5-b697-964fba9ca660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:18:03Z', 'updated_at': '2022-03-31T18:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'c69bec34-1ae4-4c85-aa43-4da97b1cf6b9', 'name': '', 'network_id': 'c4432959-6b7d-4f95-a29d-a5c36d6927da', 'tenant_id': '10c09876736547b59f4bb56fa5740f5f', 'mac_address': 'fa:16:3e:4a:95:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bf721a-32c5-46c5-b697-964fba9ca660', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '6100fa0d-d38e-4338-b107-b174954c8737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:18:05Z', 'updated_at': '2022-03-31T18:18:10Z', 'revision_number': 5, 'project_id': '10c09876736547b59f4bb56fa5740f5f', 'subnets': [{'id': '6100fa0d-d38e-4338-b107-b174954c8737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:24:29.924798 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16365030-3c32-4e11-9332-06e9f34210a2 None None] The sync data for ids ['85bf721a-32c5-46c5-b697-964fba9ca660'] in dv-cinder-master-3-iscsi is: [{'id': '85bf721a-32c5-46c5-b697-964fba9ca660', 'name': 'tempest-TestShelveInstance-1376616462-router', 'tenant_id': '10c09876736547b59f4bb56fa5740f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.11'}], 'enable_snat': True}, 'gw_port_id': '21baf863-794c-4c05-a0e0-9c540ebbefdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:18:02Z', 'updated_at': '2022-03-31T18:18:06Z', 'revision_number': 4, 'project_id': '10c09876736547b59f4bb56fa5740f5f', 'gw_port': {'id': '21baf863-794c-4c05-a0e0-9c540ebbefdf', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bf721a-32c5-46c5-b697-964fba9ca660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:18:03Z', 'updated_at': '2022-03-31T18:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'c69bec34-1ae4-4c85-aa43-4da97b1cf6b9', 'name': '', 'network_id': 'c4432959-6b7d-4f95-a29d-a5c36d6927da', 'tenant_id': '10c09876736547b59f4bb56fa5740f5f', 'mac_address': 'fa:16:3e:4a:95:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bf721a-32c5-46c5-b697-964fba9ca660', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '6100fa0d-d38e-4338-b107-b174954c8737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:18:05Z', 'updated_at': '2022-03-31T18:18:10Z', 'revision_number': 5, 'project_id': '10c09876736547b59f4bb56fa5740f5f', 'subnets': [{'id': '6100fa0d-d38e-4338-b107-b174954c8737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 31 18:24:30.147331 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-11a1f365-5302-4e5a-aecf-f79630095e36 req-f8f05628-c7f2-43c9-a39e-5d08892bb4b1 service neutron] 10.222.0.44 "GET /v2.0/networks/c4432959-6b7d-4f95-a29d-a5c36d6927da?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3586445
Mar 31 18:24:30.161378 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7666ab3-79c6-4d18-96eb-578be5ebd224 None None] New status for floating IP 1b45dfad-a442-4b72-bd12-0423b26d22d6: DOWN {{(pid=103898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 31 18:24:30.246038 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-11a1f365-5302-4e5a-aecf-f79630095e36 req-98f599c4-30dd-428e-8536-e248b7b03236 service neutron] 10.222.0.44 "GET /v2.0/networks/c4432959-6b7d-4f95-a29d-a5c36d6927da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0891860
Mar 31 18:24:30.897174 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c3241b-4284-4756-96e9-b9fd6a116488 req-8b76e7e8-aecc-449f-aa52-b24936725a4b tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:24:30.898665 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-28c3241b-4284-4756-96e9-b9fd6a116488 req-8b76e7e8-aecc-449f-aa52-b24936725a4b tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/ports?device_id=61abeff2-268a-4149-9962-497c409663ed HTTP/1.1" status: 200  len: 945 time: 0.0522666
Mar 31 18:24:30.946455 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-28c3241b-4284-4756-96e9-b9fd6a116488 req-621c8e42-5f0d-427a-a909-4efb627db91e tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/security-groups?id=b9a2c4d9-cfd2-4e10-a169-6bc136620a80&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412040
Mar 31 18:24:31.385393 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-66d54405-4eda-4f08-9499-f79c9f519bf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (f09d5d1b-4294-4f18-9a00-351412ae7ca6), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:24:31.825366 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7548f883-cc5c-4648-8434-7c715f54ddf3 req-a423cb15-50fe-4242-a1f4-18712759ce2d tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:24:31.826901 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-7548f883-cc5c-4648-8434-7c715f54ddf3 req-a423cb15-50fe-4242-a1f4-18712759ce2d tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.44 "GET /v2.0/ports?device_id=61abeff2-268a-4149-9962-497c409663ed HTTP/1.1" status: 200  len: 945 time: 0.0578043
Mar 31 18:24:31.921378 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [req-7548f883-cc5c-4648-8434-7c715f54ddf3 req-cc005fa7-101a-4a3a-85b9-f65cb226a3aa tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Deleting port 156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 31 18:24:31.921736 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-7548f883-cc5c-4648-8434-7c715f54ddf3 req-cc005fa7-101a-4a3a-85b9-f65cb226a3aa tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759343023638'] for port (156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:24:32.019736 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [req-7548f883-cc5c-4648-8434-7c715f54ddf3 req-cc005fa7-101a-4a3a-85b9-f65cb226a3aa tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] For port 156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a,segment=NetworkSegment(33169074-c456-4fd1-bacd-4ec254efacf8),segment_id=33169074-c456-4fd1-bacd-4ec254efacf8)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:24:32.020105 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-7548f883-cc5c-4648-8434-7c715f54ddf3 req-cc005fa7-101a-4a3a-85b9-f65cb226a3aa tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505421'] for port (156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:24:32.040404 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [req-7548f883-cc5c-4648-8434-7c715f54ddf3 req-cc005fa7-101a-4a3a-85b9-f65cb226a3aa tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Calling delete_port for 156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a owned by compute:nova {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 31 18:24:32.158667 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2963d8-4b03-481a-9a9f-1d1689f28c5d req-348f47ff-fe85-46e5-8acc-44ac280fbb57 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:24:32.160077 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-4e2963d8-4b03-481a-9a9f-1d1689f28c5d req-348f47ff-fe85-46e5-8acc-44ac280fbb57 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/ports?device_id=61abeff2-268a-4149-9962-497c409663ed HTTP/1.1" status: 200  len: 945 time: 0.1425393
Mar 31 18:24:32.249147 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-4e2963d8-4b03-481a-9a9f-1d1689f28c5d req-9277b05f-d80c-4c78-ad18-a14e5011ff87 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/security-groups?id=b9a2c4d9-cfd2-4e10-a169-6bc136620a80&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0827887
Mar 31 18:24:32.328080 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-7548f883-cc5c-4648-8434-7c715f54ddf3 req-cc005fa7-101a-4a3a-85b9-f65cb226a3aa tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759343027577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759342510071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13081985'] for port (156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:24:32.362366 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc005fa7-101a-4a3a-85b9-f65cb226a3aa tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Pushing event deleted for resources: {'Port': ['ID=156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:24:32.402282 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [req-7548f883-cc5c-4648-8434-7c715f54ddf3 req-cc005fa7-101a-4a3a-85b9-f65cb226a3aa tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] No DVR routers for this DVR port 156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a on host hv-cinder-maste {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 31 18:24:32.404959 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-7548f883-cc5c-4648-8434-7c715f54ddf3 req-cc005fa7-101a-4a3a-85b9-f65cb226a3aa tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30337'] for port (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:24:32.408287 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-7548f883-cc5c-4648-8434-7c715f54ddf3 req-cc005fa7-101a-4a3a-85b9-f65cb226a3aa tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.44 "DELETE /v2.0/ports/156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a HTTP/1.1" status: 204  len: 173 time: 0.5765357
Mar 31 18:24:32.408768 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61abeff2-268a-4149-9962-497c409663ed', 'name': 'network-vif-deleted', 'tag': '156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 31 18:24:32.410986 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73fc78de55affb2fac0a31bf62e314c48f0d961b1f9e9815d43b8150b113e94f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3978bfc7-eba1-4fae-a559-8635b8eca0aa" -d '{"events": [{"server_uuid": "61abeff2-268a-4149-9962-497c409663ed", "name": "network-vif-deleted", "tag": "156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 31 18:24:32.444553 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-be477ca9-b30f-4eb3-92ce-971cde9f4756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (d0835089-4a76-4105-9221-c81b46927b3c), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:24:32.447017 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 18:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95e694c6-00cf-4acd-9632-62fef1dd4160 x-openstack-request-id: req-95e694c6-00cf-4acd-9632-62fef1dd4160 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 31 18:24:32.452088 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61abeff2-268a-4149-9962-497c409663ed", "name": "network-vif-deleted", "tag": "156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a", "status": "completed", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 31 18:24:32.452088 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-95e694c6-00cf-4acd-9632-62fef1dd4160 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 31 18:24:32.452088 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95e694c6-00cf-4acd-9632-62fef1dd4160'] response: {'server_uuid': '61abeff2-268a-4149-9962-497c409663ed', 'name': 'network-vif-deleted', 'tag': '156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a', 'status': 'completed', 'code': 200}
Mar 31 18:24:33.345098 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-e0bbe060-4f9f-46d9-b6da-214bb91f61e7 req-7365bf4a-7bee-4210-95cb-47b33c95bd72 tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "GET /v2.0/ports?device_id=61abeff2-268a-4149-9962-497c409663ed HTTP/1.1" status: 200  len: 210 time: 0.0289109
Mar 31 18:24:33.969948 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-61acbcaf-515a-4595-a759-82c8bf4c0ac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (1ee04592-4785-424e-aa2a-0bd32f5faacf), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:24:34.398755 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 55100) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:24:34.459581 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4552ab51-24be-4c8c-9357-46710ac94f1e tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Publish callbacks [] for security_group (b9a2c4d9-cfd2-4e10-a169-6bc136620a80), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:24:34.484881 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4552ab51-24be-4c8c-9357-46710ac94f1e tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Publish callbacks [] for security_group (b9a2c4d9-cfd2-4e10-a169-6bc136620a80), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:24:34.627332 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4552ab51-24be-4c8c-9357-46710ac94f1e tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (b9a2c4d9-cfd2-4e10-a169-6bc136620a80), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:24:34.629942 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4552ab51-24be-4c8c-9357-46710ac94f1e tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Publish callbacks [] for security_group (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:24:34.631129 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-4552ab51-24be-4c8c-9357-46710ac94f1e tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] 10.222.0.58 "DELETE /v2.0/security-groups/b9a2c4d9-cfd2-4e10-a169-6bc136620a80 HTTP/1.1" status: 204  len: 168 time: 0.2313991
Mar 31 18:24:34.640925 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4552ab51-24be-4c8c-9357-46710ac94f1e tempest-TestShelveInstance-80407792 tempest-TestShelveInstance-80407792-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9a2c4d9-cfd2-4e10-a169-6bc136620a80,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:24:34.736954 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 55104) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:24:35.101640 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (b6d39f6c-4dc3-40bd-bbe5-e05b1f1d4e13), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:24:35.141140 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-6d403108-5282-42e4-a566-c2934f91fc33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-506751'] for router_interface (85bf721a-32c5-46c5-b697-964fba9ca660), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:24:35.282119 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Device 156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a no longer exists at agent hyperv_hv-cinder-maste {{(pid=103898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 31 18:24:35.302257 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] No Port match for: 156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a {{(pid=103898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 31 18:24:35.302651 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Device 156f9ff9-ec0d-4ac3-a7d7-2fa14dbead9a not bound to the agent host hv-cinder-maste {{(pid=103898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 31 18:24:35.402921 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-6d403108-5282-42e4-a566-c2934f91fc33 admin admin] Deleting port c69bec34-1ae4-4c85-aa43-4da97b1cf6b9 {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 31 18:24:35.402921 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-6d403108-5282-42e4-a566-c2934f91fc33 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759343023638'] for port (c69bec34-1ae4-4c85-aa43-4da97b1cf6b9), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:24:35.479102 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-6d403108-5282-42e4-a566-c2934f91fc33 admin admin] For port c69bec34-1ae4-4c85-aa43-4da97b1cf6b9, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=c69bec34-1ae4-4c85-aa43-4da97b1cf6b9,segment=NetworkSegment(33169074-c456-4fd1-bacd-4ec254efacf8),segment_id=33169074-c456-4fd1-bacd-4ec254efacf8)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:24:35.484406 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-6d403108-5282-42e4-a566-c2934f91fc33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505421'] for port (c69bec34-1ae4-4c85-aa43-4da97b1cf6b9), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:24:35.492415 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-6d403108-5282-42e4-a566-c2934f91fc33 admin admin] Calling delete_port for c69bec34-1ae4-4c85-aa43-4da97b1cf6b9 owned by network:router_interface {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 31 18:24:35.735749 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-6d403108-5282-42e4-a566-c2934f91fc33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759343027577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759342510071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13081985'] for port (c69bec34-1ae4-4c85-aa43-4da97b1cf6b9), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:24:35.760613 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d403108-5282-42e4-a566-c2934f91fc33 admin admin] Pushing event deleted for resources: {'Port': ['ID=c69bec34-1ae4-4c85-aa43-4da97b1cf6b9,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:24:35.932547 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-6d403108-5282-42e4-a566-c2934f91fc33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-493295'] for router_interface (85bf721a-32c5-46c5-b697-964fba9ca660), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:24:36.152497 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d403108-5282-42e4-a566-c2934f91fc33 admin admin] Router 85bf721a-32c5-46c5-b697-964fba9ca660 has already been hosted by L3 agent f09d5d1b-4294-4f18-9a00-351412ae7ca6 {{(pid=103897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 31 18:24:36.261954 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d403108-5282-42e4-a566-c2934f91fc33 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 31 18:24:36.268543 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-6d403108-5282-42e4-a566-c2934f91fc33 admin admin] 10.222.0.58 "PUT /v2.0/routers/85bf721a-32c5-46c5-b697-964fba9ca660/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.5305221
Mar 31 18:24:36.270273 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 55108) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:24:36.278828 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662ecd08-580e-4380-84b8-4ceb2b1fa012 None None] Sync routers for ids ['85bf721a-32c5-46c5-b697-964fba9ca660'] in dv-cinder-master-3-iscsi {{(pid=103899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 31 18:24:36.284369 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662ecd08-580e-4380-84b8-4ceb2b1fa012 None None] Routers {'85bf721a-32c5-46c5-b697-964fba9ca660'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 31 18:24:36.285058 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_hamode_db [None req-662ecd08-580e-4380-84b8-4ceb2b1fa012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f771678d970>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T18:05:01Z,description=<?>,heartbeat_timestamp=2022-03-31T18:24:31Z,host='dv-cinder-master-3-iscsi',id=f09d5d1b-4294-4f18-9a00-351412ae7ca6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-31T18:05:02Z,topic='l3_agent')) {'router_ids': ['85bf721a-32c5-46c5-b697-964fba9ca660'], 'active': True} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:24:36.359181 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (06f31eaf-9418-4d11-8606-24a34b4b4893), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:24:36.375902 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-732c207c-c8ee-4645-b453-afcea2f5105c admin admin] Publish callbacks [] for router (85bf721a-32c5-46c5-b697-964fba9ca660), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:24:36.391933 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvr_db [None req-662ecd08-580e-4380-84b8-4ceb2b1fa012 None None] Set router 85bf721a-32c5-46c5-b697-964fba9ca660 gateway port host: dv-cinder-master-3-iscsi {{(pid=103899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 31 18:24:36.485012 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-732c207c-c8ee-4645-b453-afcea2f5105c admin admin] Publish callbacks [] for router_gateway (85bf721a-32c5-46c5-b697-964fba9ca660), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:24:36.568156 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_hamode_db [None req-662ecd08-580e-4380-84b8-4ceb2b1fa012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f771678d970>, [{'id': '85bf721a-32c5-46c5-b697-964fba9ca660', 'name': 'tempest-TestShelveInstance-1376616462-router', 'tenant_id': '10c09876736547b59f4bb56fa5740f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.11'}], 'enable_snat': True}, 'gw_port_id': '21baf863-794c-4c05-a0e0-9c540ebbefdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:18:02Z', 'updated_at': '2022-03-31T18:24:35Z', 'revision_number': 5, 'project_id': '10c09876736547b59f4bb56fa5740f5f', 'gw_port': {'id': '21baf863-794c-4c05-a0e0-9c540ebbefdf', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bf721a-32c5-46c5-b697-964fba9ca660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:18:03Z', 'updated_at': '2022-03-31T18:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:24:36.598122 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662ecd08-580e-4380-84b8-4ceb2b1fa012 None None] Checking router: 85bf721a-32c5-46c5-b697-964fba9ca660 for host: dv-cinder-master-3-iscsi {{(pid=103899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 31 18:24:36.606736 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662ecd08-580e-4380-84b8-4ceb2b1fa012 None None] Routers {'85bf721a-32c5-46c5-b697-964fba9ca660'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 31 18:24:36.607426 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_hamode_db [None req-662ecd08-580e-4380-84b8-4ceb2b1fa012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f771678d970>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T18:05:01Z,description=<?>,heartbeat_timestamp=2022-03-31T18:24:31Z,host='dv-cinder-master-3-iscsi',id=f09d5d1b-4294-4f18-9a00-351412ae7ca6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-31T18:05:02Z,topic='l3_agent')) {'router_ids': ['85bf721a-32c5-46c5-b697-964fba9ca660'], 'active': True} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:24:36.629953 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-732c207c-c8ee-4645-b453-afcea2f5105c admin admin] Deleting port 21baf863-794c-4c05-a0e0-9c540ebbefdf {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 31 18:24:36.629953 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-732c207c-c8ee-4645-b453-afcea2f5105c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759343023638'] for port (21baf863-794c-4c05-a0e0-9c540ebbefdf), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:24:36.692069 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvr_db [None req-662ecd08-580e-4380-84b8-4ceb2b1fa012 None None] Set router 85bf721a-32c5-46c5-b697-964fba9ca660 gateway port host: None {{(pid=103899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 31 18:24:36.707797 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-732c207c-c8ee-4645-b453-afcea2f5105c admin admin] For port 21baf863-794c-4c05-a0e0-9c540ebbefdf, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=21baf863-794c-4c05-a0e0-9c540ebbefdf,segment=NetworkSegment(31f32929-b46a-4720-9f75-d20195c1993a),segment_id=31f32929-b46a-4720-9f75-d20195c1993a)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:24:36.708158 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-732c207c-c8ee-4645-b453-afcea2f5105c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505421'] for port (21baf863-794c-4c05-a0e0-9c540ebbefdf), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:24:36.722343 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-732c207c-c8ee-4645-b453-afcea2f5105c admin admin] Calling delete_port for 21baf863-794c-4c05-a0e0-9c540ebbefdf owned by network:router_gateway {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 31 18:24:36.832347 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_hamode_db [None req-662ecd08-580e-4380-84b8-4ceb2b1fa012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f771678d970>, [{'id': '85bf721a-32c5-46c5-b697-964fba9ca660', 'name': 'tempest-TestShelveInstance-1376616462-router', 'tenant_id': '10c09876736547b59f4bb56fa5740f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:18:02Z', 'updated_at': '2022-03-31T18:24:36Z', 'revision_number': 6, 'project_id': '10c09876736547b59f4bb56fa5740f5f', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:24:36.859474 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662ecd08-580e-4380-84b8-4ceb2b1fa012 None None] The sync data for ids ['85bf721a-32c5-46c5-b697-964fba9ca660'] in dv-cinder-master-3-iscsi is: [{'id': '85bf721a-32c5-46c5-b697-964fba9ca660', 'name': 'tempest-TestShelveInstance-1376616462-router', 'tenant_id': '10c09876736547b59f4bb56fa5740f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:18:02Z', 'updated_at': '2022-03-31T18:24:36Z', 'revision_number': 6, 'project_id': '10c09876736547b59f4bb56fa5740f5f', 'gw_port_host': None}] {{(pid=103899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 31 18:24:36.962873 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-732c207c-c8ee-4645-b453-afcea2f5105c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759343027577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759342510071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12885778'] for port (21baf863-794c-4c05-a0e0-9c540ebbefdf), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:24:36.988936 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732c207c-c8ee-4645-b453-afcea2f5105c admin admin] Pushing event deleted for resources: {'Port': ['ID=21baf863-794c-4c05-a0e0-9c540ebbefdf,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:24:37.000970 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732c207c-c8ee-4645-b453-afcea2f5105c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:24:37.001325 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732c207c-c8ee-4645-b453-afcea2f5105c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:24:37.001672 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732c207c-c8ee-4645-b453-afcea2f5105c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:24:37.002019 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732c207c-c8ee-4645-b453-afcea2f5105c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:24:37.002350 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732c207c-c8ee-4645-b453-afcea2f5105c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:24:37.002745 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732c207c-c8ee-4645-b453-afcea2f5105c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:24:37.008473 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732c207c-c8ee-4645-b453-afcea2f5105c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:24:37.008473 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732c207c-c8ee-4645-b453-afcea2f5105c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:24:37.008473 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732c207c-c8ee-4645-b453-afcea2f5105c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:24:37.008473 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732c207c-c8ee-4645-b453-afcea2f5105c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:24:37.008473 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732c207c-c8ee-4645-b453-afcea2f5105c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:24:37.008473 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732c207c-c8ee-4645-b453-afcea2f5105c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:24:37.008473 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732c207c-c8ee-4645-b453-afcea2f5105c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:24:37.008473 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732c207c-c8ee-4645-b453-afcea2f5105c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:24:37.008473 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732c207c-c8ee-4645-b453-afcea2f5105c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:24:37.062850 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-732c207c-c8ee-4645-b453-afcea2f5105c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-505861'] for router_gateway (85bf721a-32c5-46c5-b697-964fba9ca660), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:24:37.175738 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-732c207c-c8ee-4645-b453-afcea2f5105c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-495001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-413'] for router (85bf721a-32c5-46c5-b697-964fba9ca660), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:24:37.177799 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-732c207c-c8ee-4645-b453-afcea2f5105c admin admin] Publish callbacks [] for router_controller (85bf721a-32c5-46c5-b697-964fba9ca660), precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:24:37.330332 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-732c207c-c8ee-4645-b453-afcea2f5105c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-495072'] for router (85bf721a-32c5-46c5-b697-964fba9ca660), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:24:37.331034 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-732c207c-c8ee-4645-b453-afcea2f5105c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 85bf721a-32c5-46c5-b697-964fba9ca660 {{(pid=103896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 31 18:24:37.335839 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-732c207c-c8ee-4645-b453-afcea2f5105c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:24:37.336981 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-732c207c-c8ee-4645-b453-afcea2f5105c admin admin] 10.222.0.58 "DELETE /v2.0/routers/85bf721a-32c5-46c5-b697-964fba9ca660 HTTP/1.1" status: 204  len: 168 time: 1.0656850
Mar 31 18:24:37.339612 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 55110) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:24:37.383441 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1de9a99-cbfc-42f1-acca-e7009626c453 admin admin] Deleting subnet 6100fa0d-d38e-4338-b107-b174954c8737 {{(pid=103896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 31 18:24:37.386432 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b1de9a99-cbfc-42f1-acca-e7009626c453 admin admin] Publish callbacks [] for subnet (6100fa0d-d38e-4338-b107-b174954c8737), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:24:37.424134 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b1de9a99-cbfc-42f1-acca-e7009626c453 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13596100'] for subnet (6100fa0d-d38e-4338-b107-b174954c8737), precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:24:37.525087 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b1de9a99-cbfc-42f1-acca-e7009626c453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1237091'] for subnet (6100fa0d-d38e-4338-b107-b174954c8737), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:24:37.673555 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b1de9a99-cbfc-42f1-acca-e7009626c453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1237076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12884961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33198951'] for subnet (6100fa0d-d38e-4338-b107-b174954c8737), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:24:37.703001 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1de9a99-cbfc-42f1-acca-e7009626c453 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6100fa0d-d38e-4338-b107-b174954c8737,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:24:37.708208 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b1de9a99-cbfc-42f1-acca-e7009626c453 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:24:37.712248 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-b1de9a99-cbfc-42f1-acca-e7009626c453 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/6100fa0d-d38e-4338-b107-b174954c8737 HTTP/1.1" status: 204  len: 168 time: 0.3717120
Mar 31 18:24:37.713926 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081b5468-158c-4dfd-add6-487c76bc8541 None None] Network c4432959-6b7d-4f95-a29d-a5c36d6927da requested from dv-cinder-master-3-iscsi {{(pid=103898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 31 18:24:37.714437 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 55112) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:24:37.790692 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f36c7648-bbd7-494a-bf8e-074314f58573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1066274'] for network (c4432959-6b7d-4f95-a29d-a5c36d6927da), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:24:37.856016 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-f36c7648-bbd7-494a-bf8e-074314f58573 admin admin] Deleting port 120d30ff-3beb-4cde-ad82-6670369d4456 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 31 18:24:37.856416 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f36c7648-bbd7-494a-bf8e-074314f58573 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759343023638'] for port (120d30ff-3beb-4cde-ad82-6670369d4456), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:24:37.891380 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a913e5-a16e-4ddf-aeff-61c8e0ab7934 None None] DHCP port deletion for c4432959-6b7d-4f95-a29d-a5c36d6927da request from dv-cinder-master-3-iscsi {{(pid=103898) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 31 18:24:37.921045 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-f36c7648-bbd7-494a-bf8e-074314f58573 admin admin] For port 120d30ff-3beb-4cde-ad82-6670369d4456, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=120d30ff-3beb-4cde-ad82-6670369d4456,segment=NetworkSegment(33169074-c456-4fd1-bacd-4ec254efacf8),segment_id=33169074-c456-4fd1-bacd-4ec254efacf8)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:24:37.921391 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f36c7648-bbd7-494a-bf8e-074314f58573 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505421'] for port (120d30ff-3beb-4cde-ad82-6670369d4456), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:24:37.934140 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-f36c7648-bbd7-494a-bf8e-074314f58573 admin admin] Calling delete_port for 120d30ff-3beb-4cde-ad82-6670369d4456 owned by network:dhcp {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 31 18:24:37.940526 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-79a913e5-a16e-4ddf-aeff-61c8e0ab7934 None None] Deleting port 120d30ff-3beb-4cde-ad82-6670369d4456 {{(pid=103898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 31 18:24:37.940900 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-79a913e5-a16e-4ddf-aeff-61c8e0ab7934 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759343023638'] for port (120d30ff-3beb-4cde-ad82-6670369d4456), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:24:38.006006 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-79a913e5-a16e-4ddf-aeff-61c8e0ab7934 None None] For port 120d30ff-3beb-4cde-ad82-6670369d4456, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=120d30ff-3beb-4cde-ad82-6670369d4456,segment=NetworkSegment(33169074-c456-4fd1-bacd-4ec254efacf8),segment_id=33169074-c456-4fd1-bacd-4ec254efacf8)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:24:38.006406 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-79a913e5-a16e-4ddf-aeff-61c8e0ab7934 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505421'] for port (120d30ff-3beb-4cde-ad82-6670369d4456), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:24:38.020643 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-79a913e5-a16e-4ddf-aeff-61c8e0ab7934 None None] Calling delete_port for 120d30ff-3beb-4cde-ad82-6670369d4456 owned by network:dhcp {{(pid=103898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 31 18:24:38.094277 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f36c7648-bbd7-494a-bf8e-074314f58573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759343027577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759342510071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12885778'] for port (120d30ff-3beb-4cde-ad82-6670369d4456), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:24:38.100040 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-79a913e5-a16e-4ddf-aeff-61c8e0ab7934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759343027577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759342510071'] for port (120d30ff-3beb-4cde-ad82-6670369d4456), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:24:38.117620 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36c7648-bbd7-494a-bf8e-074314f58573 admin admin] Pushing event deleted for resources: {'Port': ['ID=120d30ff-3beb-4cde-ad82-6670369d4456,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:24:38.124862 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36c7648-bbd7-494a-bf8e-074314f58573 admin admin] No DVR routers for this DVR port 120d30ff-3beb-4cde-ad82-6670369d4456 on host dv-cinder-master-3-iscsi {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 31 18:24:38.129514 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a913e5-a16e-4ddf-aeff-61c8e0ab7934 None None] Pushing event deleted for resources: {'Port': ['ID=120d30ff-3beb-4cde-ad82-6670369d4456,revision_number=None']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:24:38.132955 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a913e5-a16e-4ddf-aeff-61c8e0ab7934 None None] No DVR routers for this DVR port 120d30ff-3beb-4cde-ad82-6670369d4456 on host dv-cinder-master-3-iscsi {{(pid=103898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 31 18:24:38.199041 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f36c7648-bbd7-494a-bf8e-074314f58573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223144', 'neutron.services.segments.db._delete_segments_for_network-8759342854202'] for network (c4432959-6b7d-4f95-a29d-a5c36d6927da), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:24:38.219094 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.services.segments.db [None req-f36c7648-bbd7-494a-bf8e-074314f58573 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7707635340>,) {'filters': {'network_id': ['c4432959-6b7d-4f95-a29d-a5c36d6927da']}} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:24:38.228492 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.services.segments.db [None req-f36c7648-bbd7-494a-bf8e-074314f58573 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7707635340>, '33169074-c456-4fd1-bacd-4ec254efacf8') {'for_net_delete': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:24:38.228788 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.services.segments.db [None req-f36c7648-bbd7-494a-bf8e-074314f58573 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7707635340>, '33169074-c456-4fd1-bacd-4ec254efacf8') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:24:38.238518 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f36c7648-bbd7-494a-bf8e-074314f58573 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759343069251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13596111'] for segment (33169074-c456-4fd1-bacd-4ec254efacf8), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:24:38.252181 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f36c7648-bbd7-494a-bf8e-074314f58573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186132'] for segment (33169074-c456-4fd1-bacd-4ec254efacf8), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:24:38.257980 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f36c7648-bbd7-494a-bf8e-074314f58573 admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=103896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 31 18:24:38.260031 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f36c7648-bbd7-494a-bf8e-074314f58573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12885831'] for segment (33169074-c456-4fd1-bacd-4ec254efacf8), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:24:38.260171 dv-cinder-master-3-iscsi neutron-server[103896]: Traceback (most recent call last):
Mar 31 18:24:38.260171 dv-cinder-master-3-iscsi neutron-server[103896]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 31 18:24:38.260171 dv-cinder-master-3-iscsi neutron-server[103896]:     timer()
Mar 31 18:24:38.260171 dv-cinder-master-3-iscsi neutron-server[103896]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 31 18:24:38.260171 dv-cinder-master-3-iscsi neutron-server[103896]:     cb(*args, **kw)
Mar 31 18:24:38.260171 dv-cinder-master-3-iscsi neutron-server[103896]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 31 18:24:38.260171 dv-cinder-master-3-iscsi neutron-server[103896]:     return func(*args, **kwargs)
Mar 31 18:24:38.260171 dv-cinder-master-3-iscsi neutron-server[103896]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 31 18:24:38.260171 dv-cinder-master-3-iscsi neutron-server[103896]:     self._notify()
Mar 31 18:24:38.260171 dv-cinder-master-3-iscsi neutron-server[103896]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 31 18:24:38.260171 dv-cinder-master-3-iscsi neutron-server[103896]:     self.callback(batched_events)
Mar 31 18:24:38.260171 dv-cinder-master-3-iscsi neutron-server[103896]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 31 18:24:38.260171 dv-cinder-master-3-iscsi neutron-server[103896]:     event.method(event)
Mar 31 18:24:38.260171 dv-cinder-master-3-iscsi neutron-server[103896]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 31 18:24:38.260171 dv-cinder-master-3-iscsi neutron-server[103896]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 31 18:24:38.260171 dv-cinder-master-3-iscsi neutron-server[103896]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 31 18:24:38.260171 dv-cinder-master-3-iscsi neutron-server[103896]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 31 18:24:38.260171 dv-cinder-master-3-iscsi neutron-server[103896]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 31 18:24:38.260171 dv-cinder-master-3-iscsi neutron-server[103896]:     return f(self, *a, **k)
Mar 31 18:24:38.260171 dv-cinder-master-3-iscsi neutron-server[103896]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 31 18:24:38.260171 dv-cinder-master-3-iscsi neutron-server[103896]:     return self._get(url).json()
Mar 31 18:24:38.260171 dv-cinder-master-3-iscsi neutron-server[103896]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 31 18:24:38.260171 dv-cinder-master-3-iscsi neutron-server[103896]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 31 18:24:38.260171 dv-cinder-master-3-iscsi neutron-server[103896]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 31 18:24:38.260171 dv-cinder-master-3-iscsi neutron-server[103896]:     return self.request(url, 'GET', **kwargs)
Mar 31 18:24:38.260171 dv-cinder-master-3-iscsi neutron-server[103896]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 31 18:24:38.260171 dv-cinder-master-3-iscsi neutron-server[103896]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 31 18:24:38.260171 dv-cinder-master-3-iscsi neutron-server[103896]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 31 18:24:38.260171 dv-cinder-master-3-iscsi neutron-server[103896]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 31 18:24:38.260171 dv-cinder-master-3-iscsi neutron-server[103896]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 31 18:24:38.260171 dv-cinder-master-3-iscsi neutron-server[103896]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 31 18:24:38.260171 dv-cinder-master-3-iscsi neutron-server[103896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 31 18:24:38.369926 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f36c7648-bbd7-494a-bf8e-074314f58573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-505961'] for network (c4432959-6b7d-4f95-a29d-a5c36d6927da), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:24:38.375697 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f36c7648-bbd7-494a-bf8e-074314f58573 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548721'] for network (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:24:38.378913 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-f36c7648-bbd7-494a-bf8e-074314f58573 admin admin] 10.222.0.58 "DELETE /v2.0/networks/c4432959-6b7d-4f95-a29d-a5c36d6927da HTTP/1.1" status: 204  len: 168 time: 0.6637592
Mar 31 18:24:38.395797 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 55114) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:24:38.396524 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36c7648-bbd7-494a-bf8e-074314f58573 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4432959-6b7d-4f95-a29d-a5c36d6927da,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:24:38.617696 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Device 120d30ff-3beb-4cde-ad82-6670369d4456 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 31 18:24:38.637639 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] No Port match for: 120d30ff-3beb-4cde-ad82-6670369d4456 {{(pid=103898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 31 18:24:38.637906 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Device 120d30ff-3beb-4cde-ad82-6670369d4456 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=103898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 31 18:24:38.638317 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Device c69bec34-1ae4-4c85-aa43-4da97b1cf6b9 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 31 18:24:38.657904 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] No Port match for: c69bec34-1ae4-4c85-aa43-4da97b1cf6b9 {{(pid=103898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 31 18:24:38.658249 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Device c69bec34-1ae4-4c85-aa43-4da97b1cf6b9 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=103898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 31 18:24:38.658686 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Device 21baf863-794c-4c05-a0e0-9c540ebbefdf no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 31 18:24:38.677795 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] No Port match for: 21baf863-794c-4c05-a0e0-9c540ebbefdf {{(pid=103898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 31 18:24:38.678147 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Device 21baf863-794c-4c05-a0e0-9c540ebbefdf not bound to the agent host dv-cinder-master-3-iscsi {{(pid=103898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 31 18:24:38.732082 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-cb5809a8-e06a-40bc-b74a-4289e656680c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-506751'] for router_interface (c7c00f47-b785-476a-8f89-ac746df576cf), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:24:38.981882 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-cb5809a8-e06a-40bc-b74a-4289e656680c admin admin] Deleting port b355131f-07e3-41e8-93f6-63067e9a8b10 {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 31 18:24:38.982314 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-cb5809a8-e06a-40bc-b74a-4289e656680c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759343023638'] for port (b355131f-07e3-41e8-93f6-63067e9a8b10), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:24:39.067344 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-cb5809a8-e06a-40bc-b74a-4289e656680c admin admin] For port b355131f-07e3-41e8-93f6-63067e9a8b10, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=b355131f-07e3-41e8-93f6-63067e9a8b10,segment=NetworkSegment(ab1bad31-987b-443c-adbb-229657016d89),segment_id=ab1bad31-987b-443c-adbb-229657016d89)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:24:39.067796 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-cb5809a8-e06a-40bc-b74a-4289e656680c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505421'] for port (b355131f-07e3-41e8-93f6-63067e9a8b10), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:24:39.081112 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-cb5809a8-e06a-40bc-b74a-4289e656680c admin admin] Calling delete_port for b355131f-07e3-41e8-93f6-63067e9a8b10 owned by network:router_interface {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 31 18:24:39.334222 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-cb5809a8-e06a-40bc-b74a-4289e656680c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759343027577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759342510071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13081985'] for port (b355131f-07e3-41e8-93f6-63067e9a8b10), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:24:39.357336 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5809a8-e06a-40bc-b74a-4289e656680c admin admin] Pushing event deleted for resources: {'Port': ['ID=b355131f-07e3-41e8-93f6-63067e9a8b10,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:24:39.529507 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-cb5809a8-e06a-40bc-b74a-4289e656680c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-493295'] for router_interface (c7c00f47-b785-476a-8f89-ac746df576cf), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:24:39.745960 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb5809a8-e06a-40bc-b74a-4289e656680c admin admin] Router c7c00f47-b785-476a-8f89-ac746df576cf has already been hosted by L3 agent f09d5d1b-4294-4f18-9a00-351412ae7ca6 {{(pid=103897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 31 18:24:39.854100 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb5809a8-e06a-40bc-b74a-4289e656680c admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 31 18:24:39.859838 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-cb5809a8-e06a-40bc-b74a-4289e656680c admin admin] 10.222.0.58 "PUT /v2.0/routers/c7c00f47-b785-476a-8f89-ac746df576cf/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4767559
Mar 31 18:24:39.862372 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 55116) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:24:39.864174 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1fa0a42-57a5-42af-bcdd-aa34dd2a4bef None None] Sync routers for ids ['c7c00f47-b785-476a-8f89-ac746df576cf'] in dv-cinder-master-3-iscsi {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 31 18:24:39.875176 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1fa0a42-57a5-42af-bcdd-aa34dd2a4bef None None] Routers {'c7c00f47-b785-476a-8f89-ac746df576cf'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 31 18:24:39.875801 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-a1fa0a42-57a5-42af-bcdd-aa34dd2a4bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7715381fa0>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T18:05:01Z,description=<?>,heartbeat_timestamp=2022-03-31T18:24:31Z,host='dv-cinder-master-3-iscsi',id=f09d5d1b-4294-4f18-9a00-351412ae7ca6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-31T18:05:02Z,topic='l3_agent')) {'router_ids': ['c7c00f47-b785-476a-8f89-ac746df576cf'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:24:39.988123 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-a1fa0a42-57a5-42af-bcdd-aa34dd2a4bef None None] Set router c7c00f47-b785-476a-8f89-ac746df576cf gateway port host: dv-cinder-master-3-iscsi {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 31 18:24:40.181491 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1c616b7d-8688-404f-ae43-9be0c0520ce6 admin admin] Publish callbacks [] for router (c7c00f47-b785-476a-8f89-ac746df576cf), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:24:40.188737 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-a1fa0a42-57a5-42af-bcdd-aa34dd2a4bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7715381fa0>, [{'id': 'c7c00f47-b785-476a-8f89-ac746df576cf', 'name': 'tempest-TestShelveInstance-184627130-router', 'tenant_id': '852d16fa9ffc499280fca9e91b225101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.46'}], 'enable_snat': True}, 'gw_port_id': 'a12c85cd-3ad0-42ab-876c-6bfcbb7b23bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:18:10Z', 'updated_at': '2022-03-31T18:24:39Z', 'revision_number': 5, 'project_id': '852d16fa9ffc499280fca9e91b225101', 'gw_port': {'id': 'a12c85cd-3ad0-42ab-876c-6bfcbb7b23bf', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:7e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7c00f47-b785-476a-8f89-ac746df576cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:18:10Z', 'updated_at': '2022-03-31T18:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:24:40.215916 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1fa0a42-57a5-42af-bcdd-aa34dd2a4bef None None] Checking router: c7c00f47-b785-476a-8f89-ac746df576cf for host: dv-cinder-master-3-iscsi {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 31 18:24:40.224361 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1fa0a42-57a5-42af-bcdd-aa34dd2a4bef None None] Routers {'c7c00f47-b785-476a-8f89-ac746df576cf'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 31 18:24:40.225019 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-a1fa0a42-57a5-42af-bcdd-aa34dd2a4bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7715381fa0>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T18:05:01Z,description=<?>,heartbeat_timestamp=2022-03-31T18:24:31Z,host='dv-cinder-master-3-iscsi',id=f09d5d1b-4294-4f18-9a00-351412ae7ca6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-31T18:05:02Z,topic='l3_agent')) {'router_ids': ['c7c00f47-b785-476a-8f89-ac746df576cf'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:24:40.287388 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1c616b7d-8688-404f-ae43-9be0c0520ce6 admin admin] Publish callbacks [] for router_gateway (c7c00f47-b785-476a-8f89-ac746df576cf), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:24:40.332897 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-a1fa0a42-57a5-42af-bcdd-aa34dd2a4bef None None] Set router c7c00f47-b785-476a-8f89-ac746df576cf gateway port host: dv-cinder-master-3-iscsi {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 31 18:24:40.391316 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-1c616b7d-8688-404f-ae43-9be0c0520ce6 admin admin] Deleting port a12c85cd-3ad0-42ab-876c-6bfcbb7b23bf {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 31 18:24:40.391649 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1c616b7d-8688-404f-ae43-9be0c0520ce6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759343023638'] for port (a12c85cd-3ad0-42ab-876c-6bfcbb7b23bf), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:24:40.474908 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-1c616b7d-8688-404f-ae43-9be0c0520ce6 admin admin] For port a12c85cd-3ad0-42ab-876c-6bfcbb7b23bf, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=a12c85cd-3ad0-42ab-876c-6bfcbb7b23bf,segment=NetworkSegment(31f32929-b46a-4720-9f75-d20195c1993a),segment_id=31f32929-b46a-4720-9f75-d20195c1993a)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:24:40.475271 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1c616b7d-8688-404f-ae43-9be0c0520ce6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505421'] for port (a12c85cd-3ad0-42ab-876c-6bfcbb7b23bf), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:24:40.487864 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-1c616b7d-8688-404f-ae43-9be0c0520ce6 admin admin] Calling delete_port for a12c85cd-3ad0-42ab-876c-6bfcbb7b23bf owned by network:router_gateway {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 31 18:24:40.517700 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-a1fa0a42-57a5-42af-bcdd-aa34dd2a4bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7715381fa0>, [{'id': 'c7c00f47-b785-476a-8f89-ac746df576cf', 'name': 'tempest-TestShelveInstance-184627130-router', 'tenant_id': '852d16fa9ffc499280fca9e91b225101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.46'}], 'enable_snat': True}, 'gw_port_id': 'a12c85cd-3ad0-42ab-876c-6bfcbb7b23bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:18:10Z', 'updated_at': '2022-03-31T18:24:39Z', 'revision_number': 5, 'project_id': '852d16fa9ffc499280fca9e91b225101', 'gw_port': {'id': 'a12c85cd-3ad0-42ab-876c-6bfcbb7b23bf', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:7e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7c00f47-b785-476a-8f89-ac746df576cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:18:10Z', 'updated_at': '2022-03-31T18:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:24:40.547667 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1fa0a42-57a5-42af-bcdd-aa34dd2a4bef None None] The sync data for ids ['c7c00f47-b785-476a-8f89-ac746df576cf'] in dv-cinder-master-3-iscsi is: [{'id': 'c7c00f47-b785-476a-8f89-ac746df576cf', 'name': 'tempest-TestShelveInstance-184627130-router', 'tenant_id': '852d16fa9ffc499280fca9e91b225101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.46'}], 'enable_snat': True}, 'gw_port_id': 'a12c85cd-3ad0-42ab-876c-6bfcbb7b23bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:18:10Z', 'updated_at': '2022-03-31T18:24:39Z', 'revision_number': 5, 'project_id': '852d16fa9ffc499280fca9e91b225101', 'gw_port': {'id': 'a12c85cd-3ad0-42ab-876c-6bfcbb7b23bf', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:7e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7c00f47-b785-476a-8f89-ac746df576cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:18:10Z', 'updated_at': '2022-03-31T18:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 31 18:24:40.724176 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1c616b7d-8688-404f-ae43-9be0c0520ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759343027577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759342510071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12885778'] for port (a12c85cd-3ad0-42ab-876c-6bfcbb7b23bf), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:24:40.752915 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c616b7d-8688-404f-ae43-9be0c0520ce6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a12c85cd-3ad0-42ab-876c-6bfcbb7b23bf,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:24:40.816965 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1c616b7d-8688-404f-ae43-9be0c0520ce6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-505861'] for router_gateway (c7c00f47-b785-476a-8f89-ac746df576cf), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:24:40.913459 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1c616b7d-8688-404f-ae43-9be0c0520ce6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-495001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-413'] for router (c7c00f47-b785-476a-8f89-ac746df576cf), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:24:40.915732 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1c616b7d-8688-404f-ae43-9be0c0520ce6 admin admin] Publish callbacks [] for router_controller (c7c00f47-b785-476a-8f89-ac746df576cf), precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:24:41.065167 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1c616b7d-8688-404f-ae43-9be0c0520ce6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-495072'] for router (c7c00f47-b785-476a-8f89-ac746df576cf), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:24:41.065774 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c616b7d-8688-404f-ae43-9be0c0520ce6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c7c00f47-b785-476a-8f89-ac746df576cf {{(pid=103896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 31 18:24:41.075305 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1c616b7d-8688-404f-ae43-9be0c0520ce6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:24:41.075305 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-1c616b7d-8688-404f-ae43-9be0c0520ce6 admin admin] 10.222.0.58 "DELETE /v2.0/routers/c7c00f47-b785-476a-8f89-ac746df576cf HTTP/1.1" status: 204  len: 168 time: 1.2103050
Mar 31 18:24:41.076528 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 55118) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:24:41.123747 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.db_base_plugin_v2 [None req-138096d1-8183-471e-a8d2-cfc3fad30821 admin admin] Deleting subnet 3886efde-f894-43c5-8330-c7b7aa399204 {{(pid=103897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 31 18:24:41.127784 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-138096d1-8183-471e-a8d2-cfc3fad30821 admin admin] Publish callbacks [] for subnet (3886efde-f894-43c5-8330-c7b7aa399204), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:24:41.168368 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-138096d1-8183-471e-a8d2-cfc3fad30821 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13080895'] for subnet (3886efde-f894-43c5-8330-c7b7aa399204), precommit_delete_associations {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:24:41.247164 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-138096d1-8183-471e-a8d2-cfc3fad30821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1237091'] for subnet (3886efde-f894-43c5-8330-c7b7aa399204), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:24:41.359253 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-138096d1-8183-471e-a8d2-cfc3fad30821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1237076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13080946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24666377'] for subnet (3886efde-f894-43c5-8330-c7b7aa399204), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:24:41.382898 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138096d1-8183-471e-a8d2-cfc3fad30821 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3886efde-f894-43c5-8330-c7b7aa399204,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:24:41.388381 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-138096d1-8183-471e-a8d2-cfc3fad30821 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548721'] for subnet (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:24:41.392357 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-138096d1-8183-471e-a8d2-cfc3fad30821 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/3886efde-f894-43c5-8330-c7b7aa399204 HTTP/1.1" status: 204  len: 168 time: 0.3131104
Mar 31 18:24:41.394458 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 55122) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:24:41.394650 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ebd6dd-7dc7-4c08-8f90-9a2cfbca4ee0 None None] Network 1f0c0669-9606-4199-81c8-472e7a9179c1 requested from dv-cinder-master-3-iscsi {{(pid=103898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 31 18:24:41.462522 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fab1de3e-5750-464a-b64a-5dc3b86b376f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1066274'] for network (1f0c0669-9606-4199-81c8-472e7a9179c1), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:24:41.526723 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-fab1de3e-5750-464a-b64a-5dc3b86b376f admin admin] Deleting port d8cbe1bc-90aa-4629-8a20-647358a8a4eb {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 31 18:24:41.527148 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fab1de3e-5750-464a-b64a-5dc3b86b376f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759343023638'] for port (d8cbe1bc-90aa-4629-8a20-647358a8a4eb), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:24:41.547732 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58630b73-ba8f-4f8e-ba14-58e34e961bfb None None] DHCP port deletion for 1f0c0669-9606-4199-81c8-472e7a9179c1 request from dv-cinder-master-3-iscsi {{(pid=103898) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 31 18:24:41.593411 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-fab1de3e-5750-464a-b64a-5dc3b86b376f admin admin] For port d8cbe1bc-90aa-4629-8a20-647358a8a4eb, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=d8cbe1bc-90aa-4629-8a20-647358a8a4eb,segment=NetworkSegment(ab1bad31-987b-443c-adbb-229657016d89),segment_id=ab1bad31-987b-443c-adbb-229657016d89)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:24:41.593781 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fab1de3e-5750-464a-b64a-5dc3b86b376f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505421'] for port (d8cbe1bc-90aa-4629-8a20-647358a8a4eb), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:24:41.608160 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-fab1de3e-5750-464a-b64a-5dc3b86b376f admin admin] Calling delete_port for d8cbe1bc-90aa-4629-8a20-647358a8a4eb owned by network:dhcp {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 31 18:24:41.610505 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-58630b73-ba8f-4f8e-ba14-58e34e961bfb None None] Deleting port d8cbe1bc-90aa-4629-8a20-647358a8a4eb {{(pid=103898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 31 18:24:41.610903 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-58630b73-ba8f-4f8e-ba14-58e34e961bfb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759343023638'] for port (d8cbe1bc-90aa-4629-8a20-647358a8a4eb), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:24:41.675289 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-58630b73-ba8f-4f8e-ba14-58e34e961bfb None None] For port d8cbe1bc-90aa-4629-8a20-647358a8a4eb, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=d8cbe1bc-90aa-4629-8a20-647358a8a4eb,segment=NetworkSegment(ab1bad31-987b-443c-adbb-229657016d89),segment_id=ab1bad31-987b-443c-adbb-229657016d89)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:24:41.675692 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-58630b73-ba8f-4f8e-ba14-58e34e961bfb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505421'] for port (d8cbe1bc-90aa-4629-8a20-647358a8a4eb), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:24:41.688472 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-58630b73-ba8f-4f8e-ba14-58e34e961bfb None None] Calling delete_port for d8cbe1bc-90aa-4629-8a20-647358a8a4eb owned by network:dhcp {{(pid=103898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 31 18:24:41.764427 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fab1de3e-5750-464a-b64a-5dc3b86b376f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759343027577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759342510071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12885778'] for port (d8cbe1bc-90aa-4629-8a20-647358a8a4eb), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:24:41.770104 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-58630b73-ba8f-4f8e-ba14-58e34e961bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759343027577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759342510071'] for port (d8cbe1bc-90aa-4629-8a20-647358a8a4eb), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:24:41.791590 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab1de3e-5750-464a-b64a-5dc3b86b376f admin admin] Pushing event deleted for resources: {'Port': ['ID=d8cbe1bc-90aa-4629-8a20-647358a8a4eb,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:24:41.793349 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab1de3e-5750-464a-b64a-5dc3b86b376f admin admin] No DVR routers for this DVR port d8cbe1bc-90aa-4629-8a20-647358a8a4eb on host dv-cinder-master-3-iscsi {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 31 18:24:41.797067 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58630b73-ba8f-4f8e-ba14-58e34e961bfb None None] No DVR routers for this DVR port d8cbe1bc-90aa-4629-8a20-647358a8a4eb on host dv-cinder-master-3-iscsi {{(pid=103898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 31 18:24:41.800069 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58630b73-ba8f-4f8e-ba14-58e34e961bfb None None] Pushing event deleted for resources: {'Port': ['ID=d8cbe1bc-90aa-4629-8a20-647358a8a4eb,revision_number=None']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:24:41.811064 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58630b73-ba8f-4f8e-ba14-58e34e961bfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:24:41.811723 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58630b73-ba8f-4f8e-ba14-58e34e961bfb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:24:41.812249 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58630b73-ba8f-4f8e-ba14-58e34e961bfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:24:41.812757 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58630b73-ba8f-4f8e-ba14-58e34e961bfb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:24:41.813103 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58630b73-ba8f-4f8e-ba14-58e34e961bfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:24:41.813562 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58630b73-ba8f-4f8e-ba14-58e34e961bfb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:24:41.813897 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58630b73-ba8f-4f8e-ba14-58e34e961bfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:24:41.814222 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58630b73-ba8f-4f8e-ba14-58e34e961bfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:24:41.814548 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58630b73-ba8f-4f8e-ba14-58e34e961bfb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:24:41.815039 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58630b73-ba8f-4f8e-ba14-58e34e961bfb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:24:41.815373 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58630b73-ba8f-4f8e-ba14-58e34e961bfb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:24:41.815863 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58630b73-ba8f-4f8e-ba14-58e34e961bfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:24:41.816234 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58630b73-ba8f-4f8e-ba14-58e34e961bfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:24:41.816513 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58630b73-ba8f-4f8e-ba14-58e34e961bfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:24:41.816859 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58630b73-ba8f-4f8e-ba14-58e34e961bfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:24:41.865332 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fab1de3e-5750-464a-b64a-5dc3b86b376f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223144', 'neutron.services.segments.db._delete_segments_for_network-8759342854202'] for network (1f0c0669-9606-4199-81c8-472e7a9179c1), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:24:41.885265 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.services.segments.db [None req-fab1de3e-5750-464a-b64a-5dc3b86b376f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7707751eb0>,) {'filters': {'network_id': ['1f0c0669-9606-4199-81c8-472e7a9179c1']}} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:24:41.895334 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.services.segments.db [None req-fab1de3e-5750-464a-b64a-5dc3b86b376f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7707751eb0>, 'ab1bad31-987b-443c-adbb-229657016d89') {'for_net_delete': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:24:41.895634 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.services.segments.db [None req-fab1de3e-5750-464a-b64a-5dc3b86b376f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7707751eb0>, 'ab1bad31-987b-443c-adbb-229657016d89') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:24:41.904828 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fab1de3e-5750-464a-b64a-5dc3b86b376f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759343069251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13596111'] for segment (ab1bad31-987b-443c-adbb-229657016d89), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:24:41.918293 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fab1de3e-5750-464a-b64a-5dc3b86b376f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186132'] for segment (ab1bad31-987b-443c-adbb-229657016d89), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:24:41.925010 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fab1de3e-5750-464a-b64a-5dc3b86b376f admin admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=103896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 31 18:24:41.925435 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fab1de3e-5750-464a-b64a-5dc3b86b376f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12885831'] for segment (ab1bad31-987b-443c-adbb-229657016d89), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:24:41.927118 dv-cinder-master-3-iscsi neutron-server[103896]: Traceback (most recent call last):
Mar 31 18:24:41.927118 dv-cinder-master-3-iscsi neutron-server[103896]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 31 18:24:41.927118 dv-cinder-master-3-iscsi neutron-server[103896]:     timer()
Mar 31 18:24:41.927118 dv-cinder-master-3-iscsi neutron-server[103896]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 31 18:24:41.927118 dv-cinder-master-3-iscsi neutron-server[103896]:     cb(*args, **kw)
Mar 31 18:24:41.927118 dv-cinder-master-3-iscsi neutron-server[103896]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 31 18:24:41.927118 dv-cinder-master-3-iscsi neutron-server[103896]:     return func(*args, **kwargs)
Mar 31 18:24:41.927118 dv-cinder-master-3-iscsi neutron-server[103896]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 31 18:24:41.927118 dv-cinder-master-3-iscsi neutron-server[103896]:     self._notify()
Mar 31 18:24:41.927118 dv-cinder-master-3-iscsi neutron-server[103896]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 31 18:24:41.927118 dv-cinder-master-3-iscsi neutron-server[103896]:     self.callback(batched_events)
Mar 31 18:24:41.927118 dv-cinder-master-3-iscsi neutron-server[103896]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 31 18:24:41.927118 dv-cinder-master-3-iscsi neutron-server[103896]:     event.method(event)
Mar 31 18:24:41.927118 dv-cinder-master-3-iscsi neutron-server[103896]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 31 18:24:41.927118 dv-cinder-master-3-iscsi neutron-server[103896]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 31 18:24:41.927118 dv-cinder-master-3-iscsi neutron-server[103896]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 31 18:24:41.927118 dv-cinder-master-3-iscsi neutron-server[103896]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 31 18:24:41.927118 dv-cinder-master-3-iscsi neutron-server[103896]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 31 18:24:41.927118 dv-cinder-master-3-iscsi neutron-server[103896]:     return f(self, *a, **k)
Mar 31 18:24:41.927118 dv-cinder-master-3-iscsi neutron-server[103896]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 31 18:24:41.927118 dv-cinder-master-3-iscsi neutron-server[103896]:     return self._get(url).json()
Mar 31 18:24:41.927118 dv-cinder-master-3-iscsi neutron-server[103896]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 31 18:24:41.927118 dv-cinder-master-3-iscsi neutron-server[103896]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 31 18:24:41.927118 dv-cinder-master-3-iscsi neutron-server[103896]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 31 18:24:41.927118 dv-cinder-master-3-iscsi neutron-server[103896]:     return self.request(url, 'GET', **kwargs)
Mar 31 18:24:41.927118 dv-cinder-master-3-iscsi neutron-server[103896]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 31 18:24:41.927118 dv-cinder-master-3-iscsi neutron-server[103896]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 31 18:24:41.927118 dv-cinder-master-3-iscsi neutron-server[103896]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 31 18:24:41.927118 dv-cinder-master-3-iscsi neutron-server[103896]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 31 18:24:41.927118 dv-cinder-master-3-iscsi neutron-server[103896]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 31 18:24:41.927118 dv-cinder-master-3-iscsi neutron-server[103896]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 31 18:24:41.927118 dv-cinder-master-3-iscsi neutron-server[103896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 31 18:24:42.032997 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fab1de3e-5750-464a-b64a-5dc3b86b376f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-505961'] for network (1f0c0669-9606-4199-81c8-472e7a9179c1), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:24:42.038206 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fab1de3e-5750-464a-b64a-5dc3b86b376f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548721'] for network (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:24:42.041356 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-fab1de3e-5750-464a-b64a-5dc3b86b376f admin admin] 10.222.0.58 "DELETE /v2.0/networks/1f0c0669-9606-4199-81c8-472e7a9179c1 HTTP/1.1" status: 204  len: 168 time: 0.6457624
Mar 31 18:24:42.052466 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab1de3e-5750-464a-b64a-5dc3b86b376f admin admin] Pushing event deleted for resources: {'Network': ['ID=1f0c0669-9606-4199-81c8-472e7a9179c1,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:24:42.341020 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 55128) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:24:42.382061 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-a1056b4f-6fcf-4167-9897-b14b5970c0ed admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=10c09876736547b59f4bb56fa5740f5f&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0398567
Mar 31 18:24:42.384581 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 55130) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:24:42.431206 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5d42dc71-8c03-4d2d-99ca-9c5c24bddea2 admin admin] Publish callbacks [] for security_group (b614d42b-30b0-488f-9e89-e8a41233c33f), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:24:42.452694 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5d42dc71-8c03-4d2d-99ca-9c5c24bddea2 admin admin] Publish callbacks [] for security_group (b614d42b-30b0-488f-9e89-e8a41233c33f), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:24:42.592844 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5d42dc71-8c03-4d2d-99ca-9c5c24bddea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (b614d42b-30b0-488f-9e89-e8a41233c33f), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:24:42.595584 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5d42dc71-8c03-4d2d-99ca-9c5c24bddea2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:24:42.596834 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-5d42dc71-8c03-4d2d-99ca-9c5c24bddea2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b614d42b-30b0-488f-9e89-e8a41233c33f HTTP/1.1" status: 204  len: 168 time: 0.2113464
Mar 31 18:24:42.606754 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d42dc71-8c03-4d2d-99ca-9c5c24bddea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b614d42b-30b0-488f-9e89-e8a41233c33f,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:24:42.625696 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Device d8cbe1bc-90aa-4629-8a20-647358a8a4eb no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 31 18:24:42.646585 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] No Port match for: d8cbe1bc-90aa-4629-8a20-647358a8a4eb {{(pid=103898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 31 18:24:42.646954 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Device d8cbe1bc-90aa-4629-8a20-647358a8a4eb not bound to the agent host dv-cinder-master-3-iscsi {{(pid=103898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 31 18:24:42.647367 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Device b355131f-07e3-41e8-93f6-63067e9a8b10 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 31 18:24:42.666651 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] No Port match for: b355131f-07e3-41e8-93f6-63067e9a8b10 {{(pid=103898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 31 18:24:42.667133 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Device b355131f-07e3-41e8-93f6-63067e9a8b10 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=103898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 31 18:24:42.667537 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Device a12c85cd-3ad0-42ab-876c-6bfcbb7b23bf no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 31 18:24:42.687636 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] No Port match for: a12c85cd-3ad0-42ab-876c-6bfcbb7b23bf {{(pid=103898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 31 18:24:42.688037 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Device a12c85cd-3ad0-42ab-876c-6bfcbb7b23bf not bound to the agent host dv-cinder-master-3-iscsi {{(pid=103898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 31 18:24:42.802298 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.agents_db [None req-39f62d97-bd56-4bf2-8522-12846eccdd8f None None] Agent healthcheck: found 6 active agents {{(pid=103899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 31 18:24:43.259126 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 55136) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:24:43.301612 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-9eadca13-0d23-4dbd-9673-36d7bd80bf9b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=852d16fa9ffc499280fca9e91b225101&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0412886
Mar 31 18:24:43.304033 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 55138) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:24:43.355752 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-79ff545d-357b-4203-852b-400c4ca8d183 admin admin] Publish callbacks [] for security_group (12438444-6106-45c3-95ff-391cd05e14ab), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:24:43.376769 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-79ff545d-357b-4203-852b-400c4ca8d183 admin admin] Publish callbacks [] for security_group (12438444-6106-45c3-95ff-391cd05e14ab), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:24:43.530073 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-79ff545d-357b-4203-852b-400c4ca8d183 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (12438444-6106-45c3-95ff-391cd05e14ab), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:24:43.532684 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-79ff545d-357b-4203-852b-400c4ca8d183 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:24:43.533842 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-79ff545d-357b-4203-852b-400c4ca8d183 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/12438444-6106-45c3-95ff-391cd05e14ab HTTP/1.1" status: 204  len: 168 time: 0.2289162
Mar 31 18:24:43.542521 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ff545d-357b-4203-852b-400c4ca8d183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12438444-6106-45c3-95ff-391cd05e14ab,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:24:45.729523 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-54e007d1-1eb9-407c-9736-715094f8164a req-a72efbed-0361-4c4e-9b36-4dafa3de87ab service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=01ac6bc8-6406-46d8-b8a1-628449e68e58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0558851
Mar 31 18:24:45.806330 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e007d1-1eb9-407c-9736-715094f8164a req-7fcc955c-9fdb-4537-90dd-6b8f63ddb2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:24:45.807832 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-54e007d1-1eb9-407c-9736-715094f8164a req-7fcc955c-9fdb-4537-90dd-6b8f63ddb2ac service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=87baab8d37b040efbfe030d17be30823&device_id=01ac6bc8-6406-46d8-b8a1-628449e68e58 HTTP/1.1" status: 200  len: 1130 time: 0.0444205
Mar 31 18:24:45.913349 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e007d1-1eb9-407c-9736-715094f8164a req-e7392092-c897-440b-b06c-b0c127e85b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:24:45.914840 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-54e007d1-1eb9-407c-9736-715094f8164a req-e7392092-c897-440b-b06c-b0c127e85b29 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4410ea83-4566-4c60-99ff-d1b5f30ec440 HTTP/1.1" status: 200  len: 912 time: 0.0882864
Mar 31 18:24:45.981616 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-54e007d1-1eb9-407c-9736-715094f8164a req-127c09d4-51c0-41e8-9c18-55bf897e3c8f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=39569c59-56fb-4b13-b985-d8cf317000fa HTTP/1.1" status: 200  len: 1002 time: 0.0598602
Mar 31 18:24:46.033790 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e007d1-1eb9-407c-9736-715094f8164a req-271a2970-c420-477b-ba4a-9bead6106356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:24:46.035281 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-54e007d1-1eb9-407c-9736-715094f8164a req-271a2970-c420-477b-ba4a-9bead6106356 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ed71b331-b79e-46fb-9418-746c15fc735d HTTP/1.1" status: 200  len: 850 time: 0.0493424
Mar 31 18:24:46.087170 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e007d1-1eb9-407c-9736-715094f8164a req-9301c7f6-0835-477f-a869-fa44b258d4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:24:46.088893 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-54e007d1-1eb9-407c-9736-715094f8164a req-9301c7f6-0835-477f-a869-fa44b258d4e4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4410ea83-4566-4c60-99ff-d1b5f30ec440&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0478849
Mar 31 18:24:46.180870 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-54e007d1-1eb9-407c-9736-715094f8164a req-ca4cccc6-c632-48c4-a223-86c59a9e22c0 service neutron] 10.222.0.44 "GET /v2.0/networks/4410ea83-4566-4c60-99ff-d1b5f30ec440?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0854092
Mar 31 18:24:46.275171 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-54e007d1-1eb9-407c-9736-715094f8164a req-2d438e06-fd2f-4675-8462-309eb049a3d4 service neutron] 10.222.0.44 "GET /v2.0/networks/4410ea83-4566-4c60-99ff-d1b5f30ec440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0885091
Mar 31 18:24:51.799724 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d3338a-3bdc-4c9e-b5ef-dc4534ab88e6 req-b2942cb8-d4ab-4a85-b587-a44516a8a6d0 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:24:51.801263 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-27d3338a-3bdc-4c9e-b5ef-dc4534ab88e6 req-b2942cb8-d4ab-4a85-b587-a44516a8a6d0 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=e404c053-bc21-4cf0-9ba6-07e6971e588f HTTP/1.1" status: 200  len: 946 time: 0.0569723
Mar 31 18:24:51.849606 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-27d3338a-3bdc-4c9e-b5ef-dc4534ab88e6 req-75941d87-ad23-47a8-9a9c-2337c1207017 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=a96ba1a0-82dd-4e19-8a36-2c39fdbd0042&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427601
Mar 31 18:24:52.981270 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967b2942-a2f3-48d8-bb3f-946f61dc359f req-813d2ce9-a38e-4f05-91df-455e50353f04 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:24:52.982788 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-967b2942-a2f3-48d8-bb3f-946f61dc359f req-813d2ce9-a38e-4f05-91df-455e50353f04 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=e404c053-bc21-4cf0-9ba6-07e6971e588f HTTP/1.1" status: 200  len: 946 time: 0.0558598
Mar 31 18:24:53.031625 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-967b2942-a2f3-48d8-bb3f-946f61dc359f req-7d31d29a-13bb-49ce-bae6-a78a0a0b517d tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=a96ba1a0-82dd-4e19-8a36-2c39fdbd0042&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421679
Mar 31 18:24:53.618997 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94ccd26-c3eb-459e-a862-6d2c075e10c5 req-16f2867f-5b54-4400-a6b8-cb83de27c548 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:24:53.620471 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-c94ccd26-c3eb-459e-a862-6d2c075e10c5 req-16f2867f-5b54-4400-a6b8-cb83de27c548 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.44 "GET /v2.0/ports?device_id=e404c053-bc21-4cf0-9ba6-07e6971e588f HTTP/1.1" status: 200  len: 946 time: 0.0582888
Mar 31 18:24:53.719015 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [req-c94ccd26-c3eb-459e-a862-6d2c075e10c5 req-7c10cb13-7987-4cfb-81d6-dda1ff35723d tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Deleting port af48c6cc-61d7-40f4-85b0-60adf2267642 {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 31 18:24:53.719564 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-c94ccd26-c3eb-459e-a862-6d2c075e10c5 req-7c10cb13-7987-4cfb-81d6-dda1ff35723d tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759343023638'] for port (af48c6cc-61d7-40f4-85b0-60adf2267642), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:24:53.812010 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [req-c94ccd26-c3eb-459e-a862-6d2c075e10c5 req-7c10cb13-7987-4cfb-81d6-dda1ff35723d tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] For port af48c6cc-61d7-40f4-85b0-60adf2267642, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=af48c6cc-61d7-40f4-85b0-60adf2267642,segment=NetworkSegment(d3dc8398-bd2c-4dc7-a2ac-12de370e002b),segment_id=d3dc8398-bd2c-4dc7-a2ac-12de370e002b)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:24:53.813059 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-c94ccd26-c3eb-459e-a862-6d2c075e10c5 req-7c10cb13-7987-4cfb-81d6-dda1ff35723d tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505421'] for port (af48c6cc-61d7-40f4-85b0-60adf2267642), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:24:54.162063 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a56020-7d85-4155-bb22-c60f4d05cafb req-0e33d7df-fab2-4a98-94ac-fb3fa0480fb1 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:24:54.163596 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-77a56020-7d85-4155-bb22-c60f4d05cafb req-0e33d7df-fab2-4a98-94ac-fb3fa0480fb1 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=e404c053-bc21-4cf0-9ba6-07e6971e588f HTTP/1.1" status: 200  len: 946 time: 0.0553627
Mar 31 18:24:54.212383 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-77a56020-7d85-4155-bb22-c60f4d05cafb req-871640c4-a773-4d98-9ab5-50c4abcd3fa8 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups?id=a96ba1a0-82dd-4e19-8a36-2c39fdbd0042&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429523
Mar 31 18:24:54.257984 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-c94ccd26-c3eb-459e-a862-6d2c075e10c5 req-7c10cb13-7987-4cfb-81d6-dda1ff35723d tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:24:54.258586 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-c94ccd26-c3eb-459e-a862-6d2c075e10c5 req-7c10cb13-7987-4cfb-81d6-dda1ff35723d tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505983'] for floatingip (ae240d6a-9006-4edc-ac42-e856b8d3bc17), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:24:54.258773 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.db.l3_db [req-c94ccd26-c3eb-459e-a862-6d2c075e10c5 req-7c10cb13-7987-4cfb-81d6-dda1ff35723d tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Floating IP ae240d6a-9006-4edc-ac42-e856b8d3bc17 disassociated. External IP: 172.37.2.114, port: af48c6cc-61d7-40f4-85b0-60adf2267642.
Mar 31 18:24:54.259054 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [req-c94ccd26-c3eb-459e-a862-6d2c075e10c5 req-7c10cb13-7987-4cfb-81d6-dda1ff35723d tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Calling delete_port for af48c6cc-61d7-40f4-85b0-60adf2267642 owned by compute:nova {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 31 18:24:54.482925 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-c94ccd26-c3eb-459e-a862-6d2c075e10c5 req-7c10cb13-7987-4cfb-81d6-dda1ff35723d tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759343027577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759342510071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13081985'] for port (af48c6cc-61d7-40f4-85b0-60adf2267642), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:24:54.513823 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c10cb13-7987-4cfb-81d6-dda1ff35723d tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Pushing event deleted for resources: {'Port': ['ID=af48c6cc-61d7-40f4-85b0-60adf2267642,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:24:54.637069 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c94ccd26-c3eb-459e-a862-6d2c075e10c5 req-7c10cb13-7987-4cfb-81d6-dda1ff35723d tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Router c3a3febe-dfd4-42e9-ae63-bd56388f667e has already been hosted by L3 agent f09d5d1b-4294-4f18-9a00-351412ae7ca6 {{(pid=103897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 31 18:24:54.751296 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c94ccd26-c3eb-459e-a862-6d2c075e10c5 req-7c10cb13-7987-4cfb-81d6-dda1ff35723d tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 31 18:24:54.762095 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da54b3d4-b9ce-4002-88e1-00e2afffc237 None None] Sync routers for ids ['c3a3febe-dfd4-42e9-ae63-bd56388f667e'] in dv-cinder-master-3-iscsi {{(pid=103899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 31 18:24:54.774328 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da54b3d4-b9ce-4002-88e1-00e2afffc237 None None] Routers {'c3a3febe-dfd4-42e9-ae63-bd56388f667e'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 31 18:24:54.774976 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_hamode_db [None req-da54b3d4-b9ce-4002-88e1-00e2afffc237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7715f59550>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T18:05:01Z,description=<?>,heartbeat_timestamp=2022-03-31T18:24:31Z,host='dv-cinder-master-3-iscsi',id=f09d5d1b-4294-4f18-9a00-351412ae7ca6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-31T18:05:02Z,topic='l3_agent')) {'router_ids': ['c3a3febe-dfd4-42e9-ae63-bd56388f667e'], 'active': True} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:24:54.795182 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [req-c94ccd26-c3eb-459e-a862-6d2c075e10c5 req-7c10cb13-7987-4cfb-81d6-dda1ff35723d tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] No DVR routers for this DVR port af48c6cc-61d7-40f4-85b0-60adf2267642 on host hv-cinder-maste {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 31 18:24:54.797667 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-c94ccd26-c3eb-459e-a862-6d2c075e10c5 req-7c10cb13-7987-4cfb-81d6-dda1ff35723d tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30337'] for port (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:24:54.801032 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-c94ccd26-c3eb-459e-a862-6d2c075e10c5 req-7c10cb13-7987-4cfb-81d6-dda1ff35723d tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.44 "DELETE /v2.0/ports/af48c6cc-61d7-40f4-85b0-60adf2267642 HTTP/1.1" status: 204  len: 173 time: 1.1744323
Mar 31 18:24:54.801525 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e404c053-bc21-4cf0-9ba6-07e6971e588f', 'name': 'network-vif-deleted', 'tag': 'af48c6cc-61d7-40f4-85b0-60adf2267642'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 31 18:24:54.803951 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73fc78de55affb2fac0a31bf62e314c48f0d961b1f9e9815d43b8150b113e94f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-578d5842-f848-4086-a9c9-482485382b8f" -d '{"events": [{"server_uuid": "e404c053-bc21-4cf0-9ba6-07e6971e588f", "name": "network-vif-deleted", "tag": "af48c6cc-61d7-40f4-85b0-60adf2267642"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 31 18:24:54.845852 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 18:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-287adb6b-9f97-415d-a217-7c34871b5eeb x-openstack-request-id: req-287adb6b-9f97-415d-a217-7c34871b5eeb {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 31 18:24:54.846145 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e404c053-bc21-4cf0-9ba6-07e6971e588f", "name": "network-vif-deleted", "tag": "af48c6cc-61d7-40f4-85b0-60adf2267642", "status": "completed", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 31 18:24:54.846409 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-287adb6b-9f97-415d-a217-7c34871b5eeb {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 31 18:24:54.846859 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-287adb6b-9f97-415d-a217-7c34871b5eeb'] response: {'server_uuid': 'e404c053-bc21-4cf0-9ba6-07e6971e588f', 'name': 'network-vif-deleted', 'tag': 'af48c6cc-61d7-40f4-85b0-60adf2267642', 'status': 'completed', 'code': 200}
Mar 31 18:24:54.915856 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvr_db [None req-da54b3d4-b9ce-4002-88e1-00e2afffc237 None None] Set router c3a3febe-dfd4-42e9-ae63-bd56388f667e gateway port host: dv-cinder-master-3-iscsi {{(pid=103899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 31 18:24:55.136915 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_hamode_db [None req-da54b3d4-b9ce-4002-88e1-00e2afffc237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7715f59550>, [{'id': 'c3a3febe-dfd4-42e9-ae63-bd56388f667e', 'name': 'tempest-AttachVolumeShelveTestJSON-914217197-router', 'tenant_id': 'eb7248f2c93342cd823f385c53a69d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.110'}], 'enable_snat': True}, 'gw_port_id': '5ea7654e-87aa-4ff9-bec5-a74794be2f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:13:42Z', 'updated_at': '2022-03-31T18:13:49Z', 'revision_number': 4, 'project_id': 'eb7248f2c93342cd823f385c53a69d05', 'gw_port': {'id': '5ea7654e-87aa-4ff9-bec5-a74794be2f6b', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fb:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a3febe-dfd4-42e9-ae63-bd56388f667e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:13:43Z', 'updated_at': '2022-03-31T18:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '28e0abed-ad93-4543-a326-7697c824bd45', 'name': '', 'network_id': 'b654ebd8-4c33-443d-bee5-4bafdafcd132', 'tenant_id': 'eb7248f2c93342cd823f385c53a69d05', 'mac_address': 'fa:16:3e:cf:ab:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a3febe-dfd4-42e9-ae63-bd56388f667e', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b54f9372-100f-4525-b4b3-2814afa9d771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:13:48Z', 'updated_at': '2022-03-31T18:13:57Z', 'revision_number': 5, 'project_id': 'eb7248f2c93342cd823f385c53a69d05', 'subnets': [{'id': 'b54f9372-100f-4525-b4b3-2814afa9d771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:24:55.168352 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da54b3d4-b9ce-4002-88e1-00e2afffc237 None None] Checking router: c3a3febe-dfd4-42e9-ae63-bd56388f667e for host: dv-cinder-master-3-iscsi {{(pid=103899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 31 18:24:55.178544 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da54b3d4-b9ce-4002-88e1-00e2afffc237 None None] Routers {'c3a3febe-dfd4-42e9-ae63-bd56388f667e'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 31 18:24:55.179185 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_hamode_db [None req-da54b3d4-b9ce-4002-88e1-00e2afffc237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7715f59550>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T18:05:01Z,description=<?>,heartbeat_timestamp=2022-03-31T18:24:31Z,host='dv-cinder-master-3-iscsi',id=f09d5d1b-4294-4f18-9a00-351412ae7ca6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-31T18:05:02Z,topic='l3_agent')) {'router_ids': ['c3a3febe-dfd4-42e9-ae63-bd56388f667e'], 'active': True} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:24:55.294230 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvr_db [None req-da54b3d4-b9ce-4002-88e1-00e2afffc237 None None] Set router c3a3febe-dfd4-42e9-ae63-bd56388f667e gateway port host: dv-cinder-master-3-iscsi {{(pid=103899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 31 18:24:55.330564 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-d04d620b-4708-42e6-8f42-e5f84abcb536 req-2a414f1c-e9bf-4768-92c7-37ac42084d4a tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/ports?device_id=e404c053-bc21-4cf0-9ba6-07e6971e588f HTTP/1.1" status: 200  len: 210 time: 0.0306082
Mar 31 18:24:55.505652 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_hamode_db [None req-da54b3d4-b9ce-4002-88e1-00e2afffc237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7715f59550>, [{'id': 'c3a3febe-dfd4-42e9-ae63-bd56388f667e', 'name': 'tempest-AttachVolumeShelveTestJSON-914217197-router', 'tenant_id': 'eb7248f2c93342cd823f385c53a69d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.110'}], 'enable_snat': True}, 'gw_port_id': '5ea7654e-87aa-4ff9-bec5-a74794be2f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:13:42Z', 'updated_at': '2022-03-31T18:13:49Z', 'revision_number': 4, 'project_id': 'eb7248f2c93342cd823f385c53a69d05', 'gw_port': {'id': '5ea7654e-87aa-4ff9-bec5-a74794be2f6b', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fb:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a3febe-dfd4-42e9-ae63-bd56388f667e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:13:43Z', 'updated_at': '2022-03-31T18:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '28e0abed-ad93-4543-a326-7697c824bd45', 'name': '', 'network_id': 'b654ebd8-4c33-443d-bee5-4bafdafcd132', 'tenant_id': 'eb7248f2c93342cd823f385c53a69d05', 'mac_address': 'fa:16:3e:cf:ab:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a3febe-dfd4-42e9-ae63-bd56388f667e', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b54f9372-100f-4525-b4b3-2814afa9d771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:13:48Z', 'updated_at': '2022-03-31T18:13:57Z', 'revision_number': 5, 'project_id': 'eb7248f2c93342cd823f385c53a69d05', 'subnets': [{'id': 'b54f9372-100f-4525-b4b3-2814afa9d771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:24:55.531881 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da54b3d4-b9ce-4002-88e1-00e2afffc237 None None] The sync data for ids ['c3a3febe-dfd4-42e9-ae63-bd56388f667e'] in dv-cinder-master-3-iscsi is: [{'id': 'c3a3febe-dfd4-42e9-ae63-bd56388f667e', 'name': 'tempest-AttachVolumeShelveTestJSON-914217197-router', 'tenant_id': 'eb7248f2c93342cd823f385c53a69d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.110'}], 'enable_snat': True}, 'gw_port_id': '5ea7654e-87aa-4ff9-bec5-a74794be2f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:13:42Z', 'updated_at': '2022-03-31T18:13:49Z', 'revision_number': 4, 'project_id': 'eb7248f2c93342cd823f385c53a69d05', 'gw_port': {'id': '5ea7654e-87aa-4ff9-bec5-a74794be2f6b', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fb:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a3febe-dfd4-42e9-ae63-bd56388f667e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:13:43Z', 'updated_at': '2022-03-31T18:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '28e0abed-ad93-4543-a326-7697c824bd45', 'name': '', 'network_id': 'b654ebd8-4c33-443d-bee5-4bafdafcd132', 'tenant_id': 'eb7248f2c93342cd823f385c53a69d05', 'mac_address': 'fa:16:3e:cf:ab:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a3febe-dfd4-42e9-ae63-bd56388f667e', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b54f9372-100f-4525-b4b3-2814afa9d771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:13:48Z', 'updated_at': '2022-03-31T18:13:57Z', 'revision_number': 5, 'project_id': 'eb7248f2c93342cd823f385c53a69d05', 'subnets': [{'id': 'b54f9372-100f-4525-b4b3-2814afa9d771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 31 18:24:55.767132 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292c1713-9c6c-45a7-9e5a-4e26dd83521d None None] New status for floating IP ae240d6a-9006-4edc-ac42-e856b8d3bc17: DOWN {{(pid=103898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 31 18:24:57.380836 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Device af48c6cc-61d7-40f4-85b0-60adf2267642 no longer exists at agent hyperv_hv-cinder-maste {{(pid=103898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 31 18:24:57.404560 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] No Port match for: af48c6cc-61d7-40f4-85b0-60adf2267642 {{(pid=103898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 31 18:24:57.404992 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Device af48c6cc-61d7-40f4-85b0-60adf2267642 not bound to the agent host hv-cinder-maste {{(pid=103898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 31 18:24:57.549585 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 55176) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:24:57.615272 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-662ada38-598a-4206-99b3-4c597cd8bc73 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Publish callbacks [] for security_group (a96ba1a0-82dd-4e19-8a36-2c39fdbd0042), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:24:57.639608 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-662ada38-598a-4206-99b3-4c597cd8bc73 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Publish callbacks [] for security_group (a96ba1a0-82dd-4e19-8a36-2c39fdbd0042), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:24:57.785558 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-662ada38-598a-4206-99b3-4c597cd8bc73 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (a96ba1a0-82dd-4e19-8a36-2c39fdbd0042), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:24:57.788266 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-662ada38-598a-4206-99b3-4c597cd8bc73 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Publish callbacks [] for security_group (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:24:57.789438 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-662ada38-598a-4206-99b3-4c597cd8bc73 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "DELETE /v2.0/security-groups/a96ba1a0-82dd-4e19-8a36-2c39fdbd0042 HTTP/1.1" status: 204  len: 168 time: 0.2385635
Mar 31 18:24:57.792375 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 55178) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:24:57.799864 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662ada38-598a-4206-99b3-4c597cd8bc73 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a96ba1a0-82dd-4e19-8a36-2c39fdbd0042,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:24:57.808664 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.api.v2.resource [None req-083e92bf-8514-464b-bdbb-afbdcb8ab0db tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] show failed (client error): The resource could not be found.
Mar 31 18:24:57.809892 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-083e92bf-8514-464b-bdbb-afbdcb8ab0db tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "GET /v2.0/security-groups/a96ba1a0-82dd-4e19-8a36-2c39fdbd0042 HTTP/1.1" status: 404  len: 347 time: 0.0162213
Mar 31 18:24:57.813919 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 55180) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:24:57.949046 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-f10f6d56-d9d4-46f5-8523-bc83c12ca41e tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Deleting port 823c53d6-a38d-41f3-ae64-5a4d9004d815 {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 31 18:24:57.949301 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f10f6d56-d9d4-46f5-8523-bc83c12ca41e tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759343023638'] for port (823c53d6-a38d-41f3-ae64-5a4d9004d815), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:24:58.028827 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f10f6d56-d9d4-46f5-8523-bc83c12ca41e tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505421'] for port (823c53d6-a38d-41f3-ae64-5a4d9004d815), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:24:58.029163 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f10f6d56-d9d4-46f5-8523-bc83c12ca41e tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Publish callbacks [] for floatingip (823c53d6-a38d-41f3-ae64-5a4d9004d815), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:24:58.042234 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-f10f6d56-d9d4-46f5-8523-bc83c12ca41e tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Calling delete_port for 823c53d6-a38d-41f3-ae64-5a4d9004d815 owned by network:floatingip {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 31 18:24:58.256043 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f10f6d56-d9d4-46f5-8523-bc83c12ca41e tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759343027577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759342510071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13081985'] for port (823c53d6-a38d-41f3-ae64-5a4d9004d815), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:24:58.285359 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10f6d56-d9d4-46f5-8523-bc83c12ca41e tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Pushing event deleted for resources: {'Port': ['ID=823c53d6-a38d-41f3-ae64-5a4d9004d815,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:24:58.352262 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f10f6d56-d9d4-46f5-8523-bc83c12ca41e tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Publish callbacks [] for floatingip (ae240d6a-9006-4edc-ac42-e856b8d3bc17), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:24:58.354951 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f10f6d56-d9d4-46f5-8523-bc83c12ca41e tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30337'] for floatingip (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:24:58.356117 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-f10f6d56-d9d4-46f5-8523-bc83c12ca41e tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] 10.222.0.58 "DELETE /v2.0/floatingips/ae240d6a-9006-4edc-ac42-e856b8d3bc17 HTTP/1.1" status: 204  len: 168 time: 0.5407274
Mar 31 18:24:58.998332 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-296b0a66-69f9-4c4a-b76b-77b5435a7cbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (08150f5b-1b08-4271-84f1-4a3b03ee1892), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:01.030343 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 55202) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:25:01.330280 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-7969de9d-21da-4e52-ba74-cedd6c49810c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (f09d5d1b-4294-4f18-9a00-351412ae7ca6), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:01.539629 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b9f89c17-5ff1-4c13-9ad4-6f3374c2b451 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-506751'] for router_interface (c3a3febe-dfd4-42e9-ae63-bd56388f667e), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:01.796372 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-b9f89c17-5ff1-4c13-9ad4-6f3374c2b451 admin admin] Deleting port 28e0abed-ad93-4543-a326-7697c824bd45 {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 31 18:25:01.797165 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b9f89c17-5ff1-4c13-9ad4-6f3374c2b451 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759343023638'] for port (28e0abed-ad93-4543-a326-7697c824bd45), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:01.875604 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-b9f89c17-5ff1-4c13-9ad4-6f3374c2b451 admin admin] For port 28e0abed-ad93-4543-a326-7697c824bd45, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=28e0abed-ad93-4543-a326-7697c824bd45,segment=NetworkSegment(d3dc8398-bd2c-4dc7-a2ac-12de370e002b),segment_id=d3dc8398-bd2c-4dc7-a2ac-12de370e002b)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:25:01.876053 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b9f89c17-5ff1-4c13-9ad4-6f3374c2b451 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505421'] for port (28e0abed-ad93-4543-a326-7697c824bd45), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:01.893306 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-b9f89c17-5ff1-4c13-9ad4-6f3374c2b451 admin admin] Calling delete_port for 28e0abed-ad93-4543-a326-7697c824bd45 owned by network:router_interface {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 31 18:25:02.175860 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b9f89c17-5ff1-4c13-9ad4-6f3374c2b451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759343027577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759342510071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13081985'] for port (28e0abed-ad93-4543-a326-7697c824bd45), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:02.202360 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f89c17-5ff1-4c13-9ad4-6f3374c2b451 admin admin] Pushing event deleted for resources: {'Port': ['ID=28e0abed-ad93-4543-a326-7697c824bd45,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:25:02.391394 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-be477ca9-b30f-4eb3-92ce-971cde9f4756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (d0835089-4a76-4105-9221-c81b46927b3c), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:02.394601 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b9f89c17-5ff1-4c13-9ad4-6f3374c2b451 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-493295'] for router_interface (c3a3febe-dfd4-42e9-ae63-bd56388f667e), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:02.626031 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9f89c17-5ff1-4c13-9ad4-6f3374c2b451 admin admin] Router c3a3febe-dfd4-42e9-ae63-bd56388f667e has already been hosted by L3 agent f09d5d1b-4294-4f18-9a00-351412ae7ca6 {{(pid=103897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 31 18:25:02.736799 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9f89c17-5ff1-4c13-9ad4-6f3374c2b451 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 31 18:25:02.741819 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-b9f89c17-5ff1-4c13-9ad4-6f3374c2b451 admin admin] 10.222.0.58 "PUT /v2.0/routers/c3a3febe-dfd4-42e9-ae63-bd56388f667e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7094810
Mar 31 18:25:02.744619 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 55206) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:25:02.747616 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024ac0c4-7775-4c23-9964-684c3f508b47 None None] Sync routers for ids ['c3a3febe-dfd4-42e9-ae63-bd56388f667e'] in dv-cinder-master-3-iscsi {{(pid=103899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 31 18:25:02.759687 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024ac0c4-7775-4c23-9964-684c3f508b47 None None] Routers {'c3a3febe-dfd4-42e9-ae63-bd56388f667e'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 31 18:25:02.760631 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_hamode_db [None req-024ac0c4-7775-4c23-9964-684c3f508b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7715d579a0>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T18:05:01Z,description=<?>,heartbeat_timestamp=2022-03-31T18:25:01Z,host='dv-cinder-master-3-iscsi',id=f09d5d1b-4294-4f18-9a00-351412ae7ca6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-31T18:05:02Z,topic='l3_agent')) {'router_ids': ['c3a3febe-dfd4-42e9-ae63-bd56388f667e'], 'active': True} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:25:02.852743 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4eddfc12-f2fd-4273-a43e-6cb6b4325271 admin admin] Publish callbacks [] for router (c3a3febe-dfd4-42e9-ae63-bd56388f667e), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:02.915917 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvr_db [None req-024ac0c4-7775-4c23-9964-684c3f508b47 None None] Set router c3a3febe-dfd4-42e9-ae63-bd56388f667e gateway port host: dv-cinder-master-3-iscsi {{(pid=103899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 31 18:25:02.971056 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4eddfc12-f2fd-4273-a43e-6cb6b4325271 admin admin] Publish callbacks [] for router_gateway (c3a3febe-dfd4-42e9-ae63-bd56388f667e), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:03.101677 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-4eddfc12-f2fd-4273-a43e-6cb6b4325271 admin admin] Deleting port 5ea7654e-87aa-4ff9-bec5-a74794be2f6b {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 31 18:25:03.102532 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4eddfc12-f2fd-4273-a43e-6cb6b4325271 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759343023638'] for port (5ea7654e-87aa-4ff9-bec5-a74794be2f6b), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:03.103078 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_hamode_db [None req-024ac0c4-7775-4c23-9964-684c3f508b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7715d579a0>, [{'id': 'c3a3febe-dfd4-42e9-ae63-bd56388f667e', 'name': 'tempest-AttachVolumeShelveTestJSON-914217197-router', 'tenant_id': 'eb7248f2c93342cd823f385c53a69d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.110'}], 'enable_snat': True}, 'gw_port_id': '5ea7654e-87aa-4ff9-bec5-a74794be2f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:13:42Z', 'updated_at': '2022-03-31T18:25:02Z', 'revision_number': 5, 'project_id': 'eb7248f2c93342cd823f385c53a69d05', 'gw_port': {'id': '5ea7654e-87aa-4ff9-bec5-a74794be2f6b', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fb:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a3febe-dfd4-42e9-ae63-bd56388f667e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:13:43Z', 'updated_at': '2022-03-31T18:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:25:03.131251 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024ac0c4-7775-4c23-9964-684c3f508b47 None None] Checking router: c3a3febe-dfd4-42e9-ae63-bd56388f667e for host: dv-cinder-master-3-iscsi {{(pid=103899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 31 18:25:03.140067 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024ac0c4-7775-4c23-9964-684c3f508b47 None None] Routers {'c3a3febe-dfd4-42e9-ae63-bd56388f667e'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 31 18:25:03.141389 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_hamode_db [None req-024ac0c4-7775-4c23-9964-684c3f508b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7715d579a0>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T18:05:01Z,description=<?>,heartbeat_timestamp=2022-03-31T18:25:01Z,host='dv-cinder-master-3-iscsi',id=f09d5d1b-4294-4f18-9a00-351412ae7ca6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-31T18:05:02Z,topic='l3_agent')) {'router_ids': ['c3a3febe-dfd4-42e9-ae63-bd56388f667e'], 'active': True} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:25:03.186637 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-4eddfc12-f2fd-4273-a43e-6cb6b4325271 admin admin] For port 5ea7654e-87aa-4ff9-bec5-a74794be2f6b, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=5ea7654e-87aa-4ff9-bec5-a74794be2f6b,segment=NetworkSegment(31f32929-b46a-4720-9f75-d20195c1993a),segment_id=31f32929-b46a-4720-9f75-d20195c1993a)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:25:03.187505 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4eddfc12-f2fd-4273-a43e-6cb6b4325271 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505421'] for port (5ea7654e-87aa-4ff9-bec5-a74794be2f6b), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:03.201295 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-4eddfc12-f2fd-4273-a43e-6cb6b4325271 admin admin] Calling delete_port for 5ea7654e-87aa-4ff9-bec5-a74794be2f6b owned by network:router_gateway {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 31 18:25:03.241858 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvr_db [None req-024ac0c4-7775-4c23-9964-684c3f508b47 None None] Set router c3a3febe-dfd4-42e9-ae63-bd56388f667e gateway port host: None {{(pid=103899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 31 18:25:03.313671 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_hamode_db [None req-024ac0c4-7775-4c23-9964-684c3f508b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7715d579a0>, [{'id': 'c3a3febe-dfd4-42e9-ae63-bd56388f667e', 'name': 'tempest-AttachVolumeShelveTestJSON-914217197-router', 'tenant_id': 'eb7248f2c93342cd823f385c53a69d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:13:42Z', 'updated_at': '2022-03-31T18:25:02Z', 'revision_number': 6, 'project_id': 'eb7248f2c93342cd823f385c53a69d05', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:25:03.429174 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024ac0c4-7775-4c23-9964-684c3f508b47 None None] The sync data for ids ['c3a3febe-dfd4-42e9-ae63-bd56388f667e'] in dv-cinder-master-3-iscsi is: [{'id': 'c3a3febe-dfd4-42e9-ae63-bd56388f667e', 'name': 'tempest-AttachVolumeShelveTestJSON-914217197-router', 'tenant_id': 'eb7248f2c93342cd823f385c53a69d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:13:42Z', 'updated_at': '2022-03-31T18:25:02Z', 'revision_number': 6, 'project_id': 'eb7248f2c93342cd823f385c53a69d05', 'gw_port_host': None}] {{(pid=103899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 31 18:25:03.438721 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4eddfc12-f2fd-4273-a43e-6cb6b4325271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759343027577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759342510071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13081985'] for port (5ea7654e-87aa-4ff9-bec5-a74794be2f6b), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:03.465567 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eddfc12-f2fd-4273-a43e-6cb6b4325271 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ea7654e-87aa-4ff9-bec5-a74794be2f6b,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:25:03.529690 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4eddfc12-f2fd-4273-a43e-6cb6b4325271 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-505861'] for router_gateway (c3a3febe-dfd4-42e9-ae63-bd56388f667e), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:03.889188 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4eddfc12-f2fd-4273-a43e-6cb6b4325271 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-495001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-413'] for router (c3a3febe-dfd4-42e9-ae63-bd56388f667e), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:03.892572 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4eddfc12-f2fd-4273-a43e-6cb6b4325271 admin admin] Publish callbacks [] for router_controller (c3a3febe-dfd4-42e9-ae63-bd56388f667e), precommit_delete_associations {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:03.958545 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-61acbcaf-515a-4595-a759-82c8bf4c0ac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (1ee04592-4785-424e-aa2a-0bd32f5faacf), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:03.998246 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4eddfc12-f2fd-4273-a43e-6cb6b4325271 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-495072'] for router (c3a3febe-dfd4-42e9-ae63-bd56388f667e), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:03.998946 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eddfc12-f2fd-4273-a43e-6cb6b4325271 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c3a3febe-dfd4-42e9-ae63-bd56388f667e {{(pid=103897) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 31 18:25:04.003727 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4eddfc12-f2fd-4273-a43e-6cb6b4325271 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:04.004858 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-4eddfc12-f2fd-4273-a43e-6cb6b4325271 admin admin] 10.222.0.58 "DELETE /v2.0/routers/c3a3febe-dfd4-42e9-ae63-bd56388f667e HTTP/1.1" status: 204  len: 168 time: 1.2593358
Mar 31 18:25:04.007893 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 55210) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:25:04.053285 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fe88314-c9ec-469f-b140-d49dbe2cc367 admin admin] Deleting subnet b54f9372-100f-4525-b4b3-2814afa9d771 {{(pid=103897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 31 18:25:04.057639 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4fe88314-c9ec-469f-b140-d49dbe2cc367 admin admin] Publish callbacks [] for subnet (b54f9372-100f-4525-b4b3-2814afa9d771), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:04.093971 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4fe88314-c9ec-469f-b140-d49dbe2cc367 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13080895'] for subnet (b54f9372-100f-4525-b4b3-2814afa9d771), precommit_delete_associations {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:04.175776 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4fe88314-c9ec-469f-b140-d49dbe2cc367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1237091'] for subnet (b54f9372-100f-4525-b4b3-2814afa9d771), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:04.324800 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4fe88314-c9ec-469f-b140-d49dbe2cc367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1237076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13080946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24666377'] for subnet (b54f9372-100f-4525-b4b3-2814afa9d771), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:04.351664 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe88314-c9ec-469f-b140-d49dbe2cc367 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b54f9372-100f-4525-b4b3-2814afa9d771,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:25:04.353675 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4fe88314-c9ec-469f-b140-d49dbe2cc367 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548721'] for subnet (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:04.356891 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-4fe88314-c9ec-469f-b140-d49dbe2cc367 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/b54f9372-100f-4525-b4b3-2814afa9d771 HTTP/1.1" status: 204  len: 168 time: 0.3480337
Mar 31 18:25:04.360057 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 55212) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:25:04.364212 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c531860c-f1ee-4a9a-87c4-1de268bbfddd None None] Network b654ebd8-4c33-443d-bee5-4bafdafcd132 requested from dv-cinder-master-3-iscsi {{(pid=103898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 31 18:25:04.457509 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f7749d2d-2c9a-4dc3-b70e-eaf358bf8b79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1066274'] for network (b654ebd8-4c33-443d-bee5-4bafdafcd132), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:04.526790 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-f7749d2d-2c9a-4dc3-b70e-eaf358bf8b79 admin admin] Deleting port 29d6b977-628c-4b7a-afcf-981d38943e3f {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 31 18:25:04.527139 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f7749d2d-2c9a-4dc3-b70e-eaf358bf8b79 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759343023638'] for port (29d6b977-628c-4b7a-afcf-981d38943e3f), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:04.579171 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8dcebe-6b48-46de-b65f-8a299ed02d72 None None] DHCP port deletion for b654ebd8-4c33-443d-bee5-4bafdafcd132 request from dv-cinder-master-3-iscsi {{(pid=103898) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 31 18:25:04.597712 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-f7749d2d-2c9a-4dc3-b70e-eaf358bf8b79 admin admin] For port 29d6b977-628c-4b7a-afcf-981d38943e3f, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=29d6b977-628c-4b7a-afcf-981d38943e3f,segment=NetworkSegment(d3dc8398-bd2c-4dc7-a2ac-12de370e002b),segment_id=d3dc8398-bd2c-4dc7-a2ac-12de370e002b)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:25:04.598104 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f7749d2d-2c9a-4dc3-b70e-eaf358bf8b79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505421'] for port (29d6b977-628c-4b7a-afcf-981d38943e3f), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:04.614361 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-f7749d2d-2c9a-4dc3-b70e-eaf358bf8b79 admin admin] Calling delete_port for 29d6b977-628c-4b7a-afcf-981d38943e3f owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 31 18:25:04.636754 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-ff8dcebe-6b48-46de-b65f-8a299ed02d72 None None] Deleting port 29d6b977-628c-4b7a-afcf-981d38943e3f {{(pid=103898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 31 18:25:04.637264 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-ff8dcebe-6b48-46de-b65f-8a299ed02d72 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759343023638'] for port (29d6b977-628c-4b7a-afcf-981d38943e3f), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:04.690218 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Device 29d6b977-628c-4b7a-afcf-981d38943e3f no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 31 18:25:04.746839 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-ff8dcebe-6b48-46de-b65f-8a299ed02d72 None None] For port 29d6b977-628c-4b7a-afcf-981d38943e3f, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=29d6b977-628c-4b7a-afcf-981d38943e3f,segment=NetworkSegment(d3dc8398-bd2c-4dc7-a2ac-12de370e002b),segment_id=d3dc8398-bd2c-4dc7-a2ac-12de370e002b)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:25:04.747337 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-ff8dcebe-6b48-46de-b65f-8a299ed02d72 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505421'] for port (29d6b977-628c-4b7a-afcf-981d38943e3f), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:04.766366 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-ff8dcebe-6b48-46de-b65f-8a299ed02d72 None None] Calling delete_port for 29d6b977-628c-4b7a-afcf-981d38943e3f owned by network:dhcp {{(pid=103898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 31 18:25:04.785010 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f7749d2d-2c9a-4dc3-b70e-eaf358bf8b79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759343027577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759342510071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13081985'] for port (29d6b977-628c-4b7a-afcf-981d38943e3f), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:04.821274 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7749d2d-2c9a-4dc3-b70e-eaf358bf8b79 admin admin] Pushing event deleted for resources: {'Port': ['ID=29d6b977-628c-4b7a-afcf-981d38943e3f,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:25:04.825341 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7749d2d-2c9a-4dc3-b70e-eaf358bf8b79 admin admin] No DVR routers for this DVR port 29d6b977-628c-4b7a-afcf-981d38943e3f on host dv-cinder-master-3-iscsi {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 31 18:25:04.834282 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Current status of the port 29d6b977-628c-4b7a-afcf-981d38943e3f is: ACTIVE; New status is: DOWN {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:25:04.835003 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (29d6b977-628c-4b7a-afcf-981d38943e3f), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:04.915500 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f7749d2d-2c9a-4dc3-b70e-eaf358bf8b79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223144', 'neutron.services.segments.db._delete_segments_for_network-8759342854202'] for network (b654ebd8-4c33-443d-bee5-4bafdafcd132), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:04.940641 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.services.segments.db [None req-f7749d2d-2c9a-4dc3-b70e-eaf358bf8b79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f770f8f67f0>,) {'filters': {'network_id': ['b654ebd8-4c33-443d-bee5-4bafdafcd132']}} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:25:04.950485 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.services.segments.db [None req-f7749d2d-2c9a-4dc3-b70e-eaf358bf8b79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f770f8f67f0>, 'd3dc8398-bd2c-4dc7-a2ac-12de370e002b') {'for_net_delete': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:25:04.950813 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.services.segments.db [None req-f7749d2d-2c9a-4dc3-b70e-eaf358bf8b79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f770f8f67f0>, 'd3dc8398-bd2c-4dc7-a2ac-12de370e002b') {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:25:04.960316 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f7749d2d-2c9a-4dc3-b70e-eaf358bf8b79 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759343069251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13080884'] for segment (d3dc8398-bd2c-4dc7-a2ac-12de370e002b), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:04.973535 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f7749d2d-2c9a-4dc3-b70e-eaf358bf8b79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186132'] for segment (d3dc8398-bd2c-4dc7-a2ac-12de370e002b), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:04.984599 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7749d2d-2c9a-4dc3-b70e-eaf358bf8b79 admin admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=103897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 31 18:25:04.984599 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f7749d2d-2c9a-4dc3-b70e-eaf358bf8b79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13082068'] for segment (d3dc8398-bd2c-4dc7-a2ac-12de370e002b), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:04.986795 dv-cinder-master-3-iscsi neutron-server[103897]: Traceback (most recent call last):
Mar 31 18:25:04.986795 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 31 18:25:04.986795 dv-cinder-master-3-iscsi neutron-server[103897]:     timer()
Mar 31 18:25:04.986795 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 31 18:25:04.986795 dv-cinder-master-3-iscsi neutron-server[103897]:     cb(*args, **kw)
Mar 31 18:25:04.986795 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 31 18:25:04.986795 dv-cinder-master-3-iscsi neutron-server[103897]:     return func(*args, **kwargs)
Mar 31 18:25:04.986795 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 31 18:25:04.986795 dv-cinder-master-3-iscsi neutron-server[103897]:     self._notify()
Mar 31 18:25:04.986795 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 31 18:25:04.986795 dv-cinder-master-3-iscsi neutron-server[103897]:     self.callback(batched_events)
Mar 31 18:25:04.986795 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 31 18:25:04.986795 dv-cinder-master-3-iscsi neutron-server[103897]:     event.method(event)
Mar 31 18:25:04.986795 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 31 18:25:04.986795 dv-cinder-master-3-iscsi neutron-server[103897]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 31 18:25:04.986795 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 31 18:25:04.986795 dv-cinder-master-3-iscsi neutron-server[103897]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 31 18:25:04.986795 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 31 18:25:04.986795 dv-cinder-master-3-iscsi neutron-server[103897]:     return f(self, *a, **k)
Mar 31 18:25:04.986795 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 31 18:25:04.986795 dv-cinder-master-3-iscsi neutron-server[103897]:     return self._get(url).json()
Mar 31 18:25:04.986795 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 31 18:25:04.986795 dv-cinder-master-3-iscsi neutron-server[103897]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 31 18:25:04.986795 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 31 18:25:04.986795 dv-cinder-master-3-iscsi neutron-server[103897]:     return self.request(url, 'GET', **kwargs)
Mar 31 18:25:04.986795 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 31 18:25:04.986795 dv-cinder-master-3-iscsi neutron-server[103897]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 31 18:25:04.986795 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 31 18:25:04.986795 dv-cinder-master-3-iscsi neutron-server[103897]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 31 18:25:04.986795 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 31 18:25:04.986795 dv-cinder-master-3-iscsi neutron-server[103897]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 31 18:25:04.986795 dv-cinder-master-3-iscsi neutron-server[103897]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 31 18:25:04.992541 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Device 28e0abed-ad93-4543-a326-7697c824bd45 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 31 18:25:05.037482 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] No Port match for: 28e0abed-ad93-4543-a326-7697c824bd45 {{(pid=103898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 31 18:25:05.037836 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Device 28e0abed-ad93-4543-a326-7697c824bd45 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=103898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 31 18:25:05.038258 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Device 5ea7654e-87aa-4ff9-bec5-a74794be2f6b no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 31 18:25:05.067013 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] No Port match for: 5ea7654e-87aa-4ff9-bec5-a74794be2f6b {{(pid=103898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 31 18:25:05.067013 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Device 5ea7654e-87aa-4ff9-bec5-a74794be2f6b not bound to the agent host dv-cinder-master-3-iscsi {{(pid=103898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 31 18:25:05.067013 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-ff8dcebe-6b48-46de-b65f-8a299ed02d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759343027577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759342510071'] for port (29d6b977-628c-4b7a-afcf-981d38943e3f), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:05.092428 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8dcebe-6b48-46de-b65f-8a299ed02d72 None None] Pushing event deleted for resources: {'Port': ['ID=29d6b977-628c-4b7a-afcf-981d38943e3f,revision_number=None']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:25:05.096087 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (b6d39f6c-4dc3-40bd-bbe5-e05b1f1d4e13), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:05.099914 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8dcebe-6b48-46de-b65f-8a299ed02d72 None None] No DVR routers for this DVR port 29d6b977-628c-4b7a-afcf-981d38943e3f on host dv-cinder-master-3-iscsi {{(pid=103898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 31 18:25:05.112804 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f7749d2d-2c9a-4dc3-b70e-eaf358bf8b79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-505961'] for network (b654ebd8-4c33-443d-bee5-4bafdafcd132), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:05.117868 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f7749d2d-2c9a-4dc3-b70e-eaf358bf8b79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548721'] for network (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:05.124507 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-f7749d2d-2c9a-4dc3-b70e-eaf358bf8b79 admin admin] 10.222.0.58 "DELETE /v2.0/networks/b654ebd8-4c33-443d-bee5-4bafdafcd132 HTTP/1.1" status: 204  len: 168 time: 0.7601290
Mar 31 18:25:05.138497 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7749d2d-2c9a-4dc3-b70e-eaf358bf8b79 admin admin] Pushing event deleted for resources: {'Network': ['ID=b654ebd8-4c33-443d-bee5-4bafdafcd132,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:25:05.386927 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 55224) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:25:05.427039 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-d5e924b9-5c28-4dde-9443-4026ee779588 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=eb7248f2c93342cd823f385c53a69d05&name=default HTTP/1.1" status: 200  len: 2992 time: 0.0389309
Mar 31 18:25:05.429523 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 55226) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:25:05.482067 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7f94f5ba-c1b8-4f59-8ef4-313a4a3dc18e admin admin] Publish callbacks [] for security_group (012b5253-5ea1-4bc6-bbf3-73fafa17a7c6), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:05.504230 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7f94f5ba-c1b8-4f59-8ef4-313a4a3dc18e admin admin] Publish callbacks [] for security_group (012b5253-5ea1-4bc6-bbf3-73fafa17a7c6), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:05.621396 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7f94f5ba-c1b8-4f59-8ef4-313a4a3dc18e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (012b5253-5ea1-4bc6-bbf3-73fafa17a7c6), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:05.624078 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7f94f5ba-c1b8-4f59-8ef4-313a4a3dc18e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:05.626433 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-7f94f5ba-c1b8-4f59-8ef4-313a4a3dc18e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/012b5253-5ea1-4bc6-bbf3-73fafa17a7c6 HTTP/1.1" status: 204  len: 168 time: 0.1959481
Mar 31 18:25:05.634956 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f94f5ba-c1b8-4f59-8ef4-313a4a3dc18e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=012b5253-5ea1-4bc6-bbf3-73fafa17a7c6,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:25:06.404361 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (06f31eaf-9418-4d11-8606-24a34b4b4893), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:06.565827 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d045a8-d620-4d42-bd77-900dd1ae0248 req-07c8762b-a099-47cb-9ab7-0875e0944f26 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:25:06.568088 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-46d045a8-d620-4d42-bd77-900dd1ae0248 req-07c8762b-a099-47cb-9ab7-0875e0944f26 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/ports?device_id=01ac6bc8-6406-46d8-b8a1-628449e68e58 HTTP/1.1" status: 200  len: 946 time: 0.0757689
Mar 31 18:25:06.637843 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-46d045a8-d620-4d42-bd77-900dd1ae0248 req-69e4cba7-8ac3-4e4a-b611-24e7de40b261 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2340186-1a42-4429-b30f-1b1c6ca4f507&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0629652
Mar 31 18:25:06.956453 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 55254) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:25:07.064940 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [None req-ec5e50cf-2773-4dc0-8b3f-db229a62a5e5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-783316322-network', 'tenant_id': '7ae2325a87da4c5f8179a77fbd3d8748'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:25:07.227301 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec5e50cf-2773-4dc0-8b3f-db229a62a5e5 admin admin] Made reservation on behalf of 7ae2325a87da4c5f8179a77fbd3d8748 for: {'network': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 31 18:25:07.229734 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ec5e50cf-2773-4dc0-8b3f-db229a62a5e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for network (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:07.238726 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ec5e50cf-2773-4dc0-8b3f-db229a62a5e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:07.317483 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ec5e50cf-2773-4dc0-8b3f-db229a62a5e5 admin admin] Publish callbacks [] for security_group (2c87393b-5c0d-4d25-a2c7-59ac11d82b87), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:07.391795 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ec5e50cf-2773-4dc0-8b3f-db229a62a5e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (2c87393b-5c0d-4d25-a2c7-59ac11d82b87), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:07.419133 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec5e50cf-2773-4dc0-8b3f-db229a62a5e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'}  {{(pid=103896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 31 18:25:07.425490 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5e50cf-2773-4dc0-8b3f-db229a62a5e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c87393b-5c0d-4d25-a2c7-59ac11d82b87,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:25:07.431425 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ec5e50cf-2773-4dc0-8b3f-db229a62a5e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186132'] for segment (d88eba78-682e-4e58-9428-c0cf5ca4e035), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:07.434787 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.db.segments_db [None req-ec5e50cf-2773-4dc0-8b3f-db229a62a5e5 admin admin] Added segment d88eba78-682e-4e58-9428-c0cf5ca4e035 of type vlan for network 48b6e4a0-767f-4f89-81e1-af0f127e9429
Mar 31 18:25:07.473348 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ec5e50cf-2773-4dc0-8b3f-db229a62a5e5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759342480442'] for network (48b6e4a0-767f-4f89-81e1-af0f127e9429), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:07.565117 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ec5e50cf-2773-4dc0-8b3f-db229a62a5e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679'] for network (48b6e4a0-767f-4f89-81e1-af0f127e9429), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:07.566596 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec5e50cf-2773-4dc0-8b3f-db229a62a5e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:25:07.567493 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ec5e50cf-2773-4dc0-8b3f-db229a62a5e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548721'] for network (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:07.657572 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5e50cf-2773-4dc0-8b3f-db229a62a5e5 admin admin] Pushing event updated for resources: {'Network': ['ID=48b6e4a0-767f-4f89-81e1-af0f127e9429,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:25:07.668519 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Network 48b6e4a0-767f-4f89-81e1-af0f127e9429 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=103898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 31 18:25:07.715442 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-ec5e50cf-2773-4dc0-8b3f-db229a62a5e5 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.7575965
Mar 31 18:25:07.719540 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 55260) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:25:07.724326 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.v2.base [None req-d7b184b1-d68d-40ed-8642-f99fff151db5 admin admin] Request body: {'subnet': {'network_id': '48b6e4a0-767f-4f89-81e1-af0f127e9429', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-783316322-subnet', 'tenant_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:25:07.777691 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeb13ec-f84e-464c-836d-7330a7d3fcd2 req-3e4aa944-8a20-4aff-8485-28c7086c23f0 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:25:07.779221 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-2eeb13ec-f84e-464c-836d-7330a7d3fcd2 req-3e4aa944-8a20-4aff-8485-28c7086c23f0 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/ports?device_id=01ac6bc8-6406-46d8-b8a1-628449e68e58 HTTP/1.1" status: 200  len: 946 time: 0.0623646
Mar 31 18:25:07.815500 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7b184b1-d68d-40ed-8642-f99fff151db5 admin admin] Made reservation on behalf of 7ae2325a87da4c5f8179a77fbd3d8748 for: {'subnet': 1} {{(pid=103897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 31 18:25:07.817775 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d7b184b1-d68d-40ed-8642-f99fff151db5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24666390'] for subnet (None), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:07.828090 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-2eeb13ec-f84e-464c-836d-7330a7d3fcd2 req-4efacb4a-7582-4e1e-839e-72c6da34c078 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2340186-1a42-4429-b30f-1b1c6ca4f507&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429482
Mar 31 18:25:08.042743 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d7b184b1-d68d-40ed-8642-f99fff151db5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13080881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24666368'] for subnet (b702573e-a854-4e5e-962c-bc2e1a12d797), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:08.101441 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b184b1-d68d-40ed-8642-f99fff151db5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b702573e-a854-4e5e-962c-bc2e1a12d797,revision_number=0']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:25:08.114337 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b184b1-d68d-40ed-8642-f99fff151db5 admin admin] Checking segment: {'id': 'd88eba78-682e-4e58-9428-c0cf5ca4e035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '48b6e4a0-767f-4f89-81e1-af0f127e9429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 31 18:25:08.114822 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b184b1-d68d-40ed-8642-f99fff151db5 admin admin] Network hostable DHCP agents. Network: 48b6e4a0-767f-4f89-81e1-af0f127e9429, hostable agents: ['08150f5b-1b08-4271-84f1-4a3b03ee1892'], hosted agents: [] {{(pid=103897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 31 18:25:08.226623 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b184b1-d68d-40ed-8642-f99fff151db5 admin admin] Network 48b6e4a0-767f-4f89-81e1-af0f127e9429 is scheduled to be hosted by DHCP agent 08150f5b-1b08-4271-84f1-4a3b03ee1892 with binding_index 1 {{(pid=103897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 31 18:25:08.339750 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-d7b184b1-d68d-40ed-8642-f99fff151db5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 48b6e4a0-767f-4f89-81e1-af0f127e9429) {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 31 18:25:08.344562 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b184b1-d68d-40ed-8642-f99fff151db5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:25:08.345156 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d7b184b1-d68d-40ed-8642-f99fff151db5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548721'] for subnet (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:08.350640 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54bb590f-bc0f-4aa1-9d71-ad4b540515df None None] Network 48b6e4a0-767f-4f89-81e1-af0f127e9429 requested from dv-cinder-master-3-iscsi {{(pid=103898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 31 18:25:08.418951 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-d7b184b1-d68d-40ed-8642-f99fff151db5 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.6980743
Mar 31 18:25:08.426295 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 55262) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:25:08.432343 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.v2.base [None req-e0c44124-ef8a-4339-a1c3-e2c977505b1e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-783316322-router', 'tenant_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9'}}} {{(pid=103897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:25:08.477907 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974bb834-c498-4416-ba03-8c1457e7bc08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-48b6e4a0-767f-4f89-81e1-af0f127e9429', 'network_id': '48b6e4a0-767f-4f89-81e1-af0f127e9429', 'project_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'fixed_ips': [{'subnet_id': 'b702573e-a854-4e5e-962c-bc2e1a12d797'}]}} from dv-cinder-master-3-iscsi. {{(pid=103898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 31 18:25:08.478801 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-974bb834-c498-4416-ba03-8c1457e7bc08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:08.540366 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e0c44124-ef8a-4339-a1c3-e2c977505b1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-494391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-419'] for router (18b416a9-88ee-499f-9846-13773bd75f53), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:08.541635 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e0c44124-ef8a-4339-a1c3-e2c977505b1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-495015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-506102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-487386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-426'] for router (18b416a9-88ee-499f-9846-13773bd75f53), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:08.607465 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e0c44124-ef8a-4339-a1c3-e2c977505b1e admin admin] Publish callbacks [] for router_controller (18b416a9-88ee-499f-9846-13773bd75f53), precommit_add_association {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:08.620454 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.db_base_plugin_common [None req-974bb834-c498-4416-ba03-8c1457e7bc08 None None] Allocated IP 172.20.0.2 (48b6e4a0-767f-4f89-81e1-af0f127e9429/b702573e-a854-4e5e-962c-bc2e1a12d797/718db327-b00b-49fa-8aed-092bd441a6f9) {{(pid=103898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 31 18:25:08.789843 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-974bb834-c498-4416-ba03-8c1457e7bc08 None None] Publish callbacks [] for port (718db327-b00b-49fa-8aed-092bd441a6f9), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:08.826163 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e0c44124-ef8a-4339-a1c3-e2c977505b1e admin admin] Publish callbacks [] for router_gateway (18b416a9-88ee-499f-9846-13773bd75f53), precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:08.861980 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-974bb834-c498-4416-ba03-8c1457e7bc08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759342510062'] for port (718db327-b00b-49fa-8aed-092bd441a6f9), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:08.926090 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974bb834-c498-4416-ba03-8c1457e7bc08 None None] Network 48b6e4a0-767f-4f89-81e1-af0f127e9429 is already hosted by enough agents. {{(pid=103898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 31 18:25:08.929589 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.base_scheduler [None req-974bb834-c498-4416-ba03-8c1457e7bc08 None None] Resources bound (agent type, host, resource id):  {{(pid=103898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 31 18:25:08.934012 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974bb834-c498-4416-ba03-8c1457e7bc08 None None] Received port after_create {{(pid=103898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 31 18:25:08.949620 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974bb834-c498-4416-ba03-8c1457e7bc08 None None] Pushing event updated for resources: {'Port': ['ID=718db327-b00b-49fa-8aed-092bd441a6f9,revision_number=1']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:25:09.000486 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f070f19-6833-4e1c-ada3-0f1f20cdd59c req-bb3eeb8b-5d06-49d3-bf50-5753bc133964 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:25:09.002073 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-9f070f19-6833-4e1c-ada3-0f1f20cdd59c req-bb3eeb8b-5d06-49d3-bf50-5753bc133964 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/ports?device_id=01ac6bc8-6406-46d8-b8a1-628449e68e58 HTTP/1.1" status: 200  len: 946 time: 0.0739033
Mar 31 18:25:09.011583 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-974bb834-c498-4416-ba03-8c1457e7bc08 None None] Attempting to bind port 718db327-b00b-49fa-8aed-092bd441a6f9 on host dv-cinder-master-3-iscsi for vnic_type normal with profile  {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 31 18:25:09.012079 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-974bb834-c498-4416-ba03-8c1457e7bc08 None None] Attempting to bind port 718db327-b00b-49fa-8aed-092bd441a6f9 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'd88eba78-682e-4e58-9428-c0cf5ca4e035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '48b6e4a0-767f-4f89-81e1-af0f127e9429'}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 31 18:25:09.012513 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974bb834-c498-4416-ba03-8c1457e7bc08 None None] Attempting to bind port 718db327-b00b-49fa-8aed-092bd441a6f9 on network 48b6e4a0-767f-4f89-81e1-af0f127e9429 {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 31 18:25:09.020367 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974bb834-c498-4416-ba03-8c1457e7bc08 None None] Checking agent: {'id': 'b6d39f6c-4dc3-40bd-bbe5-e05b1f1d4e13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 5, 5), 'started_at': datetime.datetime(2022, 3, 31, 18, 5, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 31 18:25:09.020973 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974bb834-c498-4416-ba03-8c1457e7bc08 None None] Checking segment: {'id': 'd88eba78-682e-4e58-9428-c0cf5ca4e035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '48b6e4a0-767f-4f89-81e1-af0f127e9429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 31 18:25:09.021432 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-974bb834-c498-4416-ba03-8c1457e7bc08 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:09.021944 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974bb834-c498-4416-ba03-8c1457e7bc08 None None] Bound using segment: {'id': 'd88eba78-682e-4e58-9428-c0cf5ca4e035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '48b6e4a0-767f-4f89-81e1-af0f127e9429'} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 31 18:25:09.022536 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-974bb834-c498-4416-ba03-8c1457e7bc08 None None] Bound port: 718db327-b00b-49fa-8aed-092bd441a6f9, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd88eba78-682e-4e58-9428-c0cf5ca4e035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '48b6e4a0-767f-4f89-81e1-af0f127e9429'}}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 31 18:25:09.023068 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-974bb834-c498-4416-ba03-8c1457e7bc08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (718db327-b00b-49fa-8aed-092bd441a6f9), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:09.094414 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-974bb834-c498-4416-ba03-8c1457e7bc08 None None] For port 718db327-b00b-49fa-8aed-092bd441a6f9, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 31 18:25:09.098106 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-974bb834-c498-4416-ba03-8c1457e7bc08 None None] For port 718db327-b00b-49fa-8aed-092bd441a6f9, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=718db327-b00b-49fa-8aed-092bd441a6f9,segment=NetworkSegment(d88eba78-682e-4e58-9428-c0cf5ca4e035),segment_id=d88eba78-682e-4e58-9428-c0cf5ca4e035)] {{(pid=103898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 31 18:25:09.104140 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-9f070f19-6833-4e1c-ada3-0f1f20cdd59c req-611889a1-b43a-4ee8-b1bf-30133f491a04 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2340186-1a42-4429-b30f-1b1c6ca4f507&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0960987
Mar 31 18:25:09.181804 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-974bb834-c498-4416-ba03-8c1457e7bc08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (718db327-b00b-49fa-8aed-092bd441a6f9), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:09.182167 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e0c44124-ef8a-4339-a1c3-e2c977505b1e admin admin] Publish callbacks [] for router_gateway (18b416a9-88ee-499f-9846-13773bd75f53), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:09.202590 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e0c44124-ef8a-4339-a1c3-e2c977505b1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (None), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:09.243858 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974bb834-c498-4416-ba03-8c1457e7bc08 None None] Pushing event updated for resources: {'Port': ['ID=718db327-b00b-49fa-8aed-092bd441a6f9,revision_number=2']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:25:09.331235 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-e0c44124-ef8a-4339-a1c3-e2c977505b1e admin admin] Allocated IP 172.37.2.224 (b698396b-51c1-468f-b58d-8c59a3beb4d9/19546f9a-afff-4e10-9105-a9d5358dbe6e/962870bc-50a8-4afe-8ee0-541ade01b570) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 31 18:25:09.482323 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e0c44124-ef8a-4339-a1c3-e2c977505b1e admin admin] Publish callbacks [] for port (962870bc-50a8-4afe-8ee0-541ade01b570), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:09.616321 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e0c44124-ef8a-4339-a1c3-e2c977505b1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759342510062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13081985'] for port (962870bc-50a8-4afe-8ee0-541ade01b570), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:09.653864 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c44124-ef8a-4339-a1c3-e2c977505b1e admin admin] Network b698396b-51c1-468f-b58d-8c59a3beb4d9 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 31 18:25:09.656681 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-e0c44124-ef8a-4339-a1c3-e2c977505b1e admin admin] Resources bound (agent type, host, resource id):  {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 31 18:25:09.660280 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c44124-ef8a-4339-a1c3-e2c977505b1e admin admin] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 31 18:25:09.687130 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c44124-ef8a-4339-a1c3-e2c977505b1e admin admin] Pushing event updated for resources: {'Port': ['ID=962870bc-50a8-4afe-8ee0-541ade01b570,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:25:10.021291 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e0c44124-ef8a-4339-a1c3-e2c977505b1e admin admin] Publish callbacks [] for router_gateway (18b416a9-88ee-499f-9846-13773bd75f53), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:10.213644 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956a8da6-80d1-4219-b576-a18d424553fb None None] Network 48b6e4a0-767f-4f89-81e1-af0f127e9429 requested from dv-cinder-master-3-iscsi {{(pid=103898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 31 18:25:10.262894 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e0c44124-ef8a-4339-a1c3-e2c977505b1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-495022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-505889'] for router (18b416a9-88ee-499f-9846-13773bd75f53), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:10.272532 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95af7aee-29f0-4e16-8cd9-c5cb23fca519 req-b642a331-c2a6-4687-abbc-11915fca81c8 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:25:10.275033 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-95af7aee-29f0-4e16-8cd9-c5cb23fca519 req-b642a331-c2a6-4687-abbc-11915fca81c8 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/ports?device_id=01ac6bc8-6406-46d8-b8a1-628449e68e58 HTTP/1.1" status: 200  len: 946 time: 0.0723789
Mar 31 18:25:10.319194 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-506f1146-f82f-4b31-8a8e-6b36a1f50bb4 None None] Provisioning complete for port 718db327-b00b-49fa-8aed-092bd441a6f9 triggered by entity DHCP. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:25:10.319797 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-506f1146-f82f-4b31-8a8e-6b36a1f50bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (718db327-b00b-49fa-8aed-092bd441a6f9), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:10.345553 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-95af7aee-29f0-4e16-8cd9-c5cb23fca519 req-7570a628-7e48-43ec-af25-aebbd9f77486 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2340186-1a42-4429-b30f-1b1c6ca4f507&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0607116
Mar 31 18:25:10.455329 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-506f1146-f82f-4b31-8a8e-6b36a1f50bb4 None None] Current status of the port 718db327-b00b-49fa-8aed-092bd441a6f9 is: DOWN; New status is: ACTIVE {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:25:10.455620 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-506f1146-f82f-4b31-8a8e-6b36a1f50bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (718db327-b00b-49fa-8aed-092bd441a6f9), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:10.491225 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-506f1146-f82f-4b31-8a8e-6b36a1f50bb4 None None] For port 718db327-b00b-49fa-8aed-092bd441a6f9, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=718db327-b00b-49fa-8aed-092bd441a6f9,segment=NetworkSegment(d88eba78-682e-4e58-9428-c0cf5ca4e035),segment_id=d88eba78-682e-4e58-9428-c0cf5ca4e035)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:25:10.505359 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0c44124-ef8a-4339-a1c3-e2c977505b1e admin admin] Router 18b416a9-88ee-499f-9846-13773bd75f53 is scheduled to L3 agent f09d5d1b-4294-4f18-9a00-351412ae7ca6 with binding_index 1 {{(pid=103897) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 31 18:25:10.591960 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-506f1146-f82f-4b31-8a8e-6b36a1f50bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (718db327-b00b-49fa-8aed-092bd441a6f9), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:10.634932 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0c44124-ef8a-4339-a1c3-e2c977505b1e admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 31 18:25:10.648267 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64a0c27-1964-4567-897a-3ee6e0a8e482 None None] Sync routers for ids ['18b416a9-88ee-499f-9846-13773bd75f53'] in dv-cinder-master-3-iscsi {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 31 18:25:10.673959 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506f1146-f82f-4b31-8a8e-6b36a1f50bb4 None None] Pushing event updated for resources: {'Port': ['ID=718db327-b00b-49fa-8aed-092bd441a6f9,revision_number=3']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:25:10.677012 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64a0c27-1964-4567-897a-3ee6e0a8e482 None None] Routers {'18b416a9-88ee-499f-9846-13773bd75f53'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 31 18:25:10.677615 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-a64a0c27-1964-4567-897a-3ee6e0a8e482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f77150b8040>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T18:05:01Z,description=<?>,heartbeat_timestamp=2022-03-31T18:25:01Z,host='dv-cinder-master-3-iscsi',id=f09d5d1b-4294-4f18-9a00-351412ae7ca6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-31T18:05:02Z,topic='l3_agent')) {'router_ids': ['18b416a9-88ee-499f-9846-13773bd75f53'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:25:10.730259 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e0c44124-ef8a-4339-a1c3-e2c977505b1e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:10.732351 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-e0c44124-ef8a-4339-a1c3-e2c977505b1e admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 2.3046656
Mar 31 18:25:10.735552 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 55268) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:25:10.759025 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Device 718db327-b00b-49fa-8aed-092bd441a6f9 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 31 18:25:10.810715 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-5b73f7c9-3c81-40ce-af01-50ebaf988afe None None] Provisioning complete for port 718db327-b00b-49fa-8aed-092bd441a6f9 triggered by entity DHCP. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:25:10.811302 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5b73f7c9-3c81-40ce-af01-50ebaf988afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (718db327-b00b-49fa-8aed-092bd441a6f9), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:10.885988 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-a64a0c27-1964-4567-897a-3ee6e0a8e482 None None] Set router 18b416a9-88ee-499f-9846-13773bd75f53 gateway port host: dv-cinder-master-3-iscsi {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 31 18:25:10.954813 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Provisioning complete for port 718db327-b00b-49fa-8aed-092bd441a6f9 triggered by entity L2. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:25:10.955187 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (718db327-b00b-49fa-8aed-092bd441a6f9), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:11.231005 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-5b73f7c9-3c81-40ce-af01-50ebaf988afe None None] Current status of the port 718db327-b00b-49fa-8aed-092bd441a6f9 is: ACTIVE; New status is: ACTIVE {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:25:11.300670 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Current status of the port 718db327-b00b-49fa-8aed-092bd441a6f9 is: ACTIVE; New status is: ACTIVE {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:25:11.330459 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-a64a0c27-1964-4567-897a-3ee6e0a8e482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f77150b8040>, [{'id': '18b416a9-88ee-499f-9846-13773bd75f53', 'name': 'tempest-AttachVolumeNegativeTest-783316322-router', 'tenant_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.224'}], 'enable_snat': True}, 'gw_port_id': '962870bc-50a8-4afe-8ee0-541ade01b570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:25:08Z', 'updated_at': '2022-03-31T18:25:09Z', 'revision_number': 3, 'project_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'gw_port': {'id': '962870bc-50a8-4afe-8ee0-541ade01b570', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:1d:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b416a9-88ee-499f-9846-13773bd75f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:25:09Z', 'updated_at': '2022-03-31T18:25:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:25:11.358047 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64a0c27-1964-4567-897a-3ee6e0a8e482 None None] Checking router: 18b416a9-88ee-499f-9846-13773bd75f53 for host: dv-cinder-master-3-iscsi {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 31 18:25:11.358399 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64a0c27-1964-4567-897a-3ee6e0a8e482 None None] Updating router 18b416a9-88ee-499f-9846-13773bd75f53 port 962870bc-50a8-4afe-8ee0-541ade01b570 binding host dv-cinder-master-3-iscsi {{(pid=103898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 31 18:25:11.391859 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-a64a0c27-1964-4567-897a-3ee6e0a8e482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (962870bc-50a8-4afe-8ee0-541ade01b570), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:11.490069 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1f0db81f-2965-4b3e-9e5b-1fcf5bd0dac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (None), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:11.530573 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703c71d8-d824-43cf-b74f-a3c70fdfdd5b req-79b81cf1-fbad-426d-b63f-e861d56d9792 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:25:11.535292 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-703c71d8-d824-43cf-b74f-a3c70fdfdd5b req-79b81cf1-fbad-426d-b63f-e861d56d9792 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/ports?device_id=01ac6bc8-6406-46d8-b8a1-628449e68e58 HTTP/1.1" status: 200  len: 946 time: 0.0877781
Mar 31 18:25:11.651372 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-703c71d8-d824-43cf-b74f-a3c70fdfdd5b req-707e026c-4ee9-4d9f-ab8b-7ba3501d29c7 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2340186-1a42-4429-b30f-1b1c6ca4f507&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0881081
Mar 31 18:25:11.712948 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-1f0db81f-2965-4b3e-9e5b-1fcf5bd0dac5 admin admin] Allocated IP 172.20.0.1 (48b6e4a0-767f-4f89-81e1-af0f127e9429/b702573e-a854-4e5e-962c-bc2e1a12d797/f9e9053e-8135-4f8c-a7fa-10c10f86d87e) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 31 18:25:11.716053 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-a64a0c27-1964-4567-897a-3ee6e0a8e482 None None] Publish callbacks [] for port (962870bc-50a8-4afe-8ee0-541ade01b570), precommit_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:11.804071 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-a64a0c27-1964-4567-897a-3ee6e0a8e482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (962870bc-50a8-4afe-8ee0-541ade01b570), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:11.822869 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1f0db81f-2965-4b3e-9e5b-1fcf5bd0dac5 admin admin] Publish callbacks [] for port (f9e9053e-8135-4f8c-a7fa-10c10f86d87e), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:11.860402 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-a64a0c27-1964-4567-897a-3ee6e0a8e482 None None] Attempting to bind port 962870bc-50a8-4afe-8ee0-541ade01b570 on host dv-cinder-master-3-iscsi for vnic_type normal with profile  {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 31 18:25:11.860781 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-a64a0c27-1964-4567-897a-3ee6e0a8e482 None None] Attempting to bind port 962870bc-50a8-4afe-8ee0-541ade01b570 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '31f32929-b46a-4720-9f75-d20195c1993a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9'}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 31 18:25:11.861149 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64a0c27-1964-4567-897a-3ee6e0a8e482 None None] Attempting to bind port 962870bc-50a8-4afe-8ee0-541ade01b570 on network b698396b-51c1-468f-b58d-8c59a3beb4d9 {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 31 18:25:11.863185 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eed9e79-0c0d-4dad-84e9-5570a2707c02 None None] Pushing event updated for resources: {'Port': ['ID=962870bc-50a8-4afe-8ee0-541ade01b570,revision_number=2']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:25:11.868683 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64a0c27-1964-4567-897a-3ee6e0a8e482 None None] Checking agent: {'id': 'b6d39f6c-4dc3-40bd-bbe5-e05b1f1d4e13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 5, 5), 'started_at': datetime.datetime(2022, 3, 31, 18, 5, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 31 18:25:11.870834 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64a0c27-1964-4567-897a-3ee6e0a8e482 None None] Checking segment: {'id': '31f32929-b46a-4720-9f75-d20195c1993a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 31 18:25:11.870834 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-a64a0c27-1964-4567-897a-3ee6e0a8e482 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:11.870834 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64a0c27-1964-4567-897a-3ee6e0a8e482 None None] Bound using segment: {'id': '31f32929-b46a-4720-9f75-d20195c1993a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9'} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 31 18:25:11.870834 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-a64a0c27-1964-4567-897a-3ee6e0a8e482 None None] Bound port: 962870bc-50a8-4afe-8ee0-541ade01b570, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31f32929-b46a-4720-9f75-d20195c1993a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9'}}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 31 18:25:11.870834 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-a64a0c27-1964-4567-897a-3ee6e0a8e482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (962870bc-50a8-4afe-8ee0-541ade01b570), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:11.919002 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1f0db81f-2965-4b3e-9e5b-1fcf5bd0dac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759342510062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13081985'] for port (f9e9053e-8135-4f8c-a7fa-10c10f86d87e), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:11.928107 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-a64a0c27-1964-4567-897a-3ee6e0a8e482 None None] For port 962870bc-50a8-4afe-8ee0-541ade01b570, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 31 18:25:11.931293 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-a64a0c27-1964-4567-897a-3ee6e0a8e482 None None] For port 962870bc-50a8-4afe-8ee0-541ade01b570, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=962870bc-50a8-4afe-8ee0-541ade01b570,segment=NetworkSegment(31f32929-b46a-4720-9f75-d20195c1993a),segment_id=31f32929-b46a-4720-9f75-d20195c1993a)] {{(pid=103898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 31 18:25:11.956796 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0db81f-2965-4b3e-9e5b-1fcf5bd0dac5 admin admin] Network 48b6e4a0-767f-4f89-81e1-af0f127e9429 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 31 18:25:11.961189 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-1f0db81f-2965-4b3e-9e5b-1fcf5bd0dac5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 31 18:25:11.964680 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0db81f-2965-4b3e-9e5b-1fcf5bd0dac5 admin admin] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 31 18:25:11.994497 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0db81f-2965-4b3e-9e5b-1fcf5bd0dac5 admin admin] Pushing event updated for resources: {'Port': ['ID=f9e9053e-8135-4f8c-a7fa-10c10f86d87e,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:25:12.014279 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1f0db81f-2965-4b3e-9e5b-1fcf5bd0dac5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-506870'] for router_interface (18b416a9-88ee-499f-9846-13773bd75f53), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:12.053007 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-a64a0c27-1964-4567-897a-3ee6e0a8e482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (962870bc-50a8-4afe-8ee0-541ade01b570), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:12.134699 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64a0c27-1964-4567-897a-3ee6e0a8e482 None None] Routers {'18b416a9-88ee-499f-9846-13773bd75f53'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 31 18:25:12.135481 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-a64a0c27-1964-4567-897a-3ee6e0a8e482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f77150b8040>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T18:05:01Z,description=<?>,heartbeat_timestamp=2022-03-31T18:25:01Z,host='dv-cinder-master-3-iscsi',id=f09d5d1b-4294-4f18-9a00-351412ae7ca6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-31T18:05:02Z,topic='l3_agent')) {'router_ids': ['18b416a9-88ee-499f-9846-13773bd75f53'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:25:12.139874 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eed9e79-0c0d-4dad-84e9-5570a2707c02 None None] Pushing event updated for resources: {'Port': ['ID=962870bc-50a8-4afe-8ee0-541ade01b570,revision_number=3']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:25:12.257754 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1f0db81f-2965-4b3e-9e5b-1fcf5bd0dac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (f9e9053e-8135-4f8c-a7fa-10c10f86d87e), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:12.264355 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-a64a0c27-1964-4567-897a-3ee6e0a8e482 None None] Set router 18b416a9-88ee-499f-9846-13773bd75f53 gateway port host: dv-cinder-master-3-iscsi {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 31 18:25:12.336386 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-c7e4cb4d-ddf6-4910-b0a3-b4661a4abaa6 None None] Provisioning complete for port f9e9053e-8135-4f8c-a7fa-10c10f86d87e triggered by entity DHCP. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:25:12.339964 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-c7e4cb4d-ddf6-4910-b0a3-b4661a4abaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (f9e9053e-8135-4f8c-a7fa-10c10f86d87e), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:12.412791 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-c7e4cb4d-ddf6-4910-b0a3-b4661a4abaa6 None None] Port f9e9053e-8135-4f8c-a7fa-10c10f86d87e cannot update to ACTIVE because it is not bound. {{(pid=103898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 31 18:25:12.442892 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1f0db81f-2965-4b3e-9e5b-1fcf5bd0dac5 admin admin] Publish callbacks [] for port (f9e9053e-8135-4f8c-a7fa-10c10f86d87e), precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:12.487085 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-a64a0c27-1964-4567-897a-3ee6e0a8e482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f77150b8040>, [{'id': '18b416a9-88ee-499f-9846-13773bd75f53', 'name': 'tempest-AttachVolumeNegativeTest-783316322-router', 'tenant_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.224'}], 'enable_snat': True}, 'gw_port_id': '962870bc-50a8-4afe-8ee0-541ade01b570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:25:08Z', 'updated_at': '2022-03-31T18:25:09Z', 'revision_number': 3, 'project_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'gw_port': {'id': '962870bc-50a8-4afe-8ee0-541ade01b570', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:1d:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b416a9-88ee-499f-9846-13773bd75f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:25:09Z', 'updated_at': '2022-03-31T18:25:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:25:12.513774 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64a0c27-1964-4567-897a-3ee6e0a8e482 None None] The sync data for ids ['18b416a9-88ee-499f-9846-13773bd75f53'] in dv-cinder-master-3-iscsi is: [{'id': '18b416a9-88ee-499f-9846-13773bd75f53', 'name': 'tempest-AttachVolumeNegativeTest-783316322-router', 'tenant_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.224'}], 'enable_snat': True}, 'gw_port_id': '962870bc-50a8-4afe-8ee0-541ade01b570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:25:08Z', 'updated_at': '2022-03-31T18:25:09Z', 'revision_number': 3, 'project_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'gw_port': {'id': '962870bc-50a8-4afe-8ee0-541ade01b570', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:1d:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b416a9-88ee-499f-9846-13773bd75f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:25:09Z', 'updated_at': '2022-03-31T18:25:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 31 18:25:12.524756 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1f0db81f-2965-4b3e-9e5b-1fcf5bd0dac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13081992'] for port (f9e9053e-8135-4f8c-a7fa-10c10f86d87e), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:12.603330 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1f0db81f-2965-4b3e-9e5b-1fcf5bd0dac5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-506722'] for router_interface (18b416a9-88ee-499f-9846-13773bd75f53), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:12.605077 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0db81f-2965-4b3e-9e5b-1fcf5bd0dac5 admin admin] Pushing event updated for resources: {'Port': ['ID=f9e9053e-8135-4f8c-a7fa-10c10f86d87e,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:25:12.684436 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Device 718db327-b00b-49fa-8aed-092bd441a6f9 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 31 18:25:12.729736 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0db81f-2965-4b3e-9e5b-1fcf5bd0dac5 admin admin] Network 48b6e4a0-767f-4f89-81e1-af0f127e9429 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 31 18:25:12.733026 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-1f0db81f-2965-4b3e-9e5b-1fcf5bd0dac5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 31 18:25:12.837361 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84170e56-a1c3-48f2-8cbb-5445003193f3 req-57c05794-d693-4ede-8d47-040a09d12cfa tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:25:12.839597 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-84170e56-a1c3-48f2-8cbb-5445003193f3 req-57c05794-d693-4ede-8d47-040a09d12cfa tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/ports?device_id=01ac6bc8-6406-46d8-b8a1-628449e68e58 HTTP/1.1" status: 200  len: 946 time: 0.0963588
Mar 31 18:25:12.846437 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Provisioning complete for port 718db327-b00b-49fa-8aed-092bd441a6f9 triggered by entity L2. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:25:12.847076 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (718db327-b00b-49fa-8aed-092bd441a6f9), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:12.938423 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-84170e56-a1c3-48f2-8cbb-5445003193f3 req-04052b1e-7751-41cb-b648-d02ff6779938 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2340186-1a42-4429-b30f-1b1c6ca4f507&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0925531
Mar 31 18:25:12.994189 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f0db81f-2965-4b3e-9e5b-1fcf5bd0dac5 admin admin] Router 18b416a9-88ee-499f-9846-13773bd75f53 has already been hosted by L3 agent f09d5d1b-4294-4f18-9a00-351412ae7ca6 {{(pid=103897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 31 18:25:13.040549 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Current status of the port 718db327-b00b-49fa-8aed-092bd441a6f9 is: ACTIVE; New status is: ACTIVE {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:25:13.150475 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-6fbfe483-43e2-427d-b3a8-7dc2f38ad357 None None] Provisioning complete for port f9e9053e-8135-4f8c-a7fa-10c10f86d87e triggered by entity DHCP. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:25:13.150747 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-6fbfe483-43e2-427d-b3a8-7dc2f38ad357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (f9e9053e-8135-4f8c-a7fa-10c10f86d87e), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:13.184433 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f0db81f-2965-4b3e-9e5b-1fcf5bd0dac5 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 31 18:25:13.192477 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-1f0db81f-2965-4b3e-9e5b-1fcf5bd0dac5 admin admin] 10.222.0.58 "PUT /v2.0/routers/18b416a9-88ee-499f-9846-13773bd75f53/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4557371
Mar 31 18:25:13.206774 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-6fbfe483-43e2-427d-b3a8-7dc2f38ad357 None None] Port f9e9053e-8135-4f8c-a7fa-10c10f86d87e cannot update to ACTIVE because it is not bound. {{(pid=103898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 31 18:25:13.942800 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 55280) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:25:13.947323 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [None req-9374aafc-902d-4d9c-b045-e23d2b849fea tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1896656547', 'description': 'tempest-description--904016422'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:25:14.057886 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9374aafc-902d-4d9c-b045-e23d2b849fea tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks [] for security_group (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:14.098260 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee96533-acd2-49eb-b3b7-9615a9c2c446 req-bb8f5055-da40-42a8-b878-0dc3f14da7cd tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:25:14.100331 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-9ee96533-acd2-49eb-b3b7-9615a9c2c446 req-bb8f5055-da40-42a8-b878-0dc3f14da7cd tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/ports?device_id=01ac6bc8-6406-46d8-b8a1-628449e68e58 HTTP/1.1" status: 200  len: 946 time: 0.0913854
Mar 31 18:25:14.178832 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-9ee96533-acd2-49eb-b3b7-9615a9c2c446 req-ddd7edf4-f2b2-4481-ae9c-02774321c086 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2340186-1a42-4429-b30f-1b1c6ca4f507&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0667036
Mar 31 18:25:14.201823 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9374aafc-902d-4d9c-b045-e23d2b849fea tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks [] for security_group (2999ed04-fa20-4f9f-a4fb-1018a80bae6b), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:14.289657 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9374aafc-902d-4d9c-b045-e23d2b849fea tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (2999ed04-fa20-4f9f-a4fb-1018a80bae6b), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:14.319732 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9374aafc-902d-4d9c-b045-e23d2b849fea tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2999ed04-fa20-4f9f-a4fb-1018a80bae6b,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:25:14.375406 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475c6c10-96cb-43ff-8b0d-e09a36a9c9a5 None None] Sync routers for ids ['18b416a9-88ee-499f-9846-13773bd75f53'] in dv-cinder-master-3-iscsi {{(pid=103899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 31 18:25:14.385701 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475c6c10-96cb-43ff-8b0d-e09a36a9c9a5 None None] Routers {'18b416a9-88ee-499f-9846-13773bd75f53'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 31 18:25:14.386308 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_hamode_db [None req-475c6c10-96cb-43ff-8b0d-e09a36a9c9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f77158a1310>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T18:05:01Z,description=<?>,heartbeat_timestamp=2022-03-31T18:25:01Z,host='dv-cinder-master-3-iscsi',id=f09d5d1b-4294-4f18-9a00-351412ae7ca6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-31T18:05:02Z,topic='l3_agent')) {'router_ids': ['18b416a9-88ee-499f-9846-13773bd75f53'], 'active': True} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:25:14.399211 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9374aafc-902d-4d9c-b045-e23d2b849fea tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks [] for security_group (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:14.400486 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-9374aafc-902d-4d9c-b045-e23d2b849fea tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.4566848
Mar 31 18:25:14.403724 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 55284) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:25:14.410468 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [None req-fa79f230-71e9-4dc9-9874-1b544b5c7ac1 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Request body: {'security_group_rule': {'security_group_id': '2999ed04-fa20-4f9f-a4fb-1018a80bae6b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:25:14.508253 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fa79f230-71e9-4dc9-9874-1b544b5c7ac1 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks [] for security_group_rule (51820b38-e64c-477f-8c77-f339b72200ab), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:14.516030 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvr_db [None req-475c6c10-96cb-43ff-8b0d-e09a36a9c9a5 None None] Set router 18b416a9-88ee-499f-9846-13773bd75f53 gateway port host: dv-cinder-master-3-iscsi {{(pid=103899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 31 18:25:14.599283 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fa79f230-71e9-4dc9-9874-1b544b5c7ac1 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks [] for security_group_rule (51820b38-e64c-477f-8c77-f339b72200ab), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:14.679485 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fa79f230-71e9-4dc9-9874-1b544b5c7ac1 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527249'] for security_group_rule (51820b38-e64c-477f-8c77-f339b72200ab), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:14.694880 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Device 962870bc-50a8-4afe-8ee0-541ade01b570 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 31 18:25:14.716902 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa79f230-71e9-4dc9-9874-1b544b5c7ac1 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51820b38-e64c-477f-8c77-f339b72200ab,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:25:14.783709 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Provisioning complete for port 962870bc-50a8-4afe-8ee0-541ade01b570 triggered by entity L2. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:25:14.784235 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (962870bc-50a8-4afe-8ee0-541ade01b570), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:14.814282 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_hamode_db [None req-475c6c10-96cb-43ff-8b0d-e09a36a9c9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f77158a1310>, [{'id': '18b416a9-88ee-499f-9846-13773bd75f53', 'name': 'tempest-AttachVolumeNegativeTest-783316322-router', 'tenant_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.224'}], 'enable_snat': True}, 'gw_port_id': '962870bc-50a8-4afe-8ee0-541ade01b570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:25:08Z', 'updated_at': '2022-03-31T18:25:12Z', 'revision_number': 4, 'project_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'gw_port': {'id': '962870bc-50a8-4afe-8ee0-541ade01b570', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:1d:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b416a9-88ee-499f-9846-13773bd75f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:25:09Z', 'updated_at': '2022-03-31T18:25:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'f9e9053e-8135-4f8c-a7fa-10c10f86d87e', 'name': '', 'network_id': '48b6e4a0-767f-4f89-81e1-af0f127e9429', 'tenant_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'mac_address': 'fa:16:3e:6d:65:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b416a9-88ee-499f-9846-13773bd75f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'b702573e-a854-4e5e-962c-bc2e1a12d797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:25:11Z', 'updated_at': '2022-03-31T18:25:12Z', 'revision_number': 2, 'project_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'subnets': [{'id': 'b702573e-a854-4e5e-962c-bc2e1a12d797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:25:14.816528 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fa79f230-71e9-4dc9-9874-1b544b5c7ac1 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:14.817767 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-fa79f230-71e9-4dc9-9874-1b544b5c7ac1 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4131248
Mar 31 18:25:14.822213 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 55290) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:25:14.827534 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.v2.base [None req-e4d964d0-690d-4a1b-8df1-c490b7930eed tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Request body: {'security_group_rule': {'security_group_id': '2999ed04-fa20-4f9f-a4fb-1018a80bae6b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:25:14.851243 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475c6c10-96cb-43ff-8b0d-e09a36a9c9a5 None None] Checking router: 18b416a9-88ee-499f-9846-13773bd75f53 for host: dv-cinder-master-3-iscsi {{(pid=103899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 31 18:25:14.851552 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475c6c10-96cb-43ff-8b0d-e09a36a9c9a5 None None] Updating router 18b416a9-88ee-499f-9846-13773bd75f53 port f9e9053e-8135-4f8c-a7fa-10c10f86d87e binding host dv-cinder-master-3-iscsi {{(pid=103899) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 31 18:25:14.881155 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-475c6c10-96cb-43ff-8b0d-e09a36a9c9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (f9e9053e-8135-4f8c-a7fa-10c10f86d87e), before_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:14.891347 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Current status of the port 962870bc-50a8-4afe-8ee0-541ade01b570 is: DOWN; New status is: ACTIVE {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:25:14.891739 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (962870bc-50a8-4afe-8ee0-541ade01b570), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:14.912589 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] For port 962870bc-50a8-4afe-8ee0-541ade01b570, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=962870bc-50a8-4afe-8ee0-541ade01b570,segment=NetworkSegment(31f32929-b46a-4720-9f75-d20195c1993a),segment_id=31f32929-b46a-4720-9f75-d20195c1993a)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:25:14.942015 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e4d964d0-690d-4a1b-8df1-c490b7930eed tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks [] for security_group_rule (5c9c277d-226c-4b0d-b76b-f2c0017d110b), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:15.005577 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e4d964d0-690d-4a1b-8df1-c490b7930eed tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks [] for security_group_rule (5c9c277d-226c-4b0d-b76b-f2c0017d110b), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:15.036689 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (962870bc-50a8-4afe-8ee0-541ade01b570), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:15.087865 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Pushing event updated for resources: {'Port': ['ID=962870bc-50a8-4afe-8ee0-541ade01b570,revision_number=4']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:25:15.108367 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e4d964d0-690d-4a1b-8df1-c490b7930eed tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527249'] for security_group_rule (5c9c277d-226c-4b0d-b76b-f2c0017d110b), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:15.128433 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d964d0-690d-4a1b-8df1-c490b7930eed tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c9c277d-226c-4b0d-b76b-f2c0017d110b,revision_number=0']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:25:15.182173 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-475c6c10-96cb-43ff-8b0d-e09a36a9c9a5 None None] Publish callbacks [] for port (f9e9053e-8135-4f8c-a7fa-10c10f86d87e), precommit_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:15.212230 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e4d964d0-690d-4a1b-8df1-c490b7930eed tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:15.213548 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-e4d964d0-690d-4a1b-8df1-c490b7930eed tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3895862
Mar 31 18:25:15.217272 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 55294) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:25:15.225684 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [None req-9da006ad-faad-4420-9d37-afdabab7848b tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Request body: {'floatingip': {'floating_network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:25:15.308000 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-475c6c10-96cb-43ff-8b0d-e09a36a9c9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (f9e9053e-8135-4f8c-a7fa-10c10f86d87e), after_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:15.337488 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab99921c-224a-4cd4-b077-1c66f9041d19 req-198a0dd0-2658-4ea0-af6d-dde5f3d78d67 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:25:15.339262 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-ab99921c-224a-4cd4-b077-1c66f9041d19 req-198a0dd0-2658-4ea0-af6d-dde5f3d78d67 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/ports?device_id=01ac6bc8-6406-46d8-b8a1-628449e68e58 HTTP/1.1" status: 200  len: 946 time: 0.0865710
Mar 31 18:25:15.368249 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191fe7b1-77ca-4197-b793-d120e1f59a23 None None] Pushing event updated for resources: {'Port': ['ID=f9e9053e-8135-4f8c-a7fa-10c10f86d87e,revision_number=3']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:25:15.382178 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9da006ad-faad-4420-9d37-afdabab7848b tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:15.406275 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-ab99921c-224a-4cd4-b077-1c66f9041d19 req-0b51bd3e-d328-4ec4-8892-52a90340fc3b tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2340186-1a42-4429-b30f-1b1c6ca4f507&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0581155
Mar 31 18:25:15.449369 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191fe7b1-77ca-4197-b793-d120e1f59a23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:25:15.449981 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191fe7b1-77ca-4197-b793-d120e1f59a23 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:25:15.450442 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191fe7b1-77ca-4197-b793-d120e1f59a23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:25:15.451332 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191fe7b1-77ca-4197-b793-d120e1f59a23 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:25:15.451778 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191fe7b1-77ca-4197-b793-d120e1f59a23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:25:15.452563 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191fe7b1-77ca-4197-b793-d120e1f59a23 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:25:15.453607 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191fe7b1-77ca-4197-b793-d120e1f59a23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:25:15.454054 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191fe7b1-77ca-4197-b793-d120e1f59a23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:25:15.454524 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191fe7b1-77ca-4197-b793-d120e1f59a23 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:25:15.455015 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191fe7b1-77ca-4197-b793-d120e1f59a23 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:25:15.455508 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191fe7b1-77ca-4197-b793-d120e1f59a23 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:25:15.455989 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191fe7b1-77ca-4197-b793-d120e1f59a23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:25:15.456432 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191fe7b1-77ca-4197-b793-d120e1f59a23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:25:15.456932 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191fe7b1-77ca-4197-b793-d120e1f59a23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:25:15.457371 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191fe7b1-77ca-4197-b793-d120e1f59a23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:25:15.482679 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.managers [None req-475c6c10-96cb-43ff-8b0d-e09a36a9c9a5 None None] Attempting to bind port f9e9053e-8135-4f8c-a7fa-10c10f86d87e on host dv-cinder-master-3-iscsi for vnic_type normal with profile  {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 31 18:25:15.483488 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.managers [None req-475c6c10-96cb-43ff-8b0d-e09a36a9c9a5 None None] Attempting to bind port f9e9053e-8135-4f8c-a7fa-10c10f86d87e by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'd88eba78-682e-4e58-9428-c0cf5ca4e035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '48b6e4a0-767f-4f89-81e1-af0f127e9429'}] {{(pid=103899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 31 18:25:15.484278 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475c6c10-96cb-43ff-8b0d-e09a36a9c9a5 None None] Attempting to bind port f9e9053e-8135-4f8c-a7fa-10c10f86d87e on network 48b6e4a0-767f-4f89-81e1-af0f127e9429 {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 31 18:25:15.493683 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475c6c10-96cb-43ff-8b0d-e09a36a9c9a5 None None] Checking agent: {'id': 'b6d39f6c-4dc3-40bd-bbe5-e05b1f1d4e13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 5, 5), 'started_at': datetime.datetime(2022, 3, 31, 18, 5, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 31 18:25:15.494235 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475c6c10-96cb-43ff-8b0d-e09a36a9c9a5 None None] Checking segment: {'id': 'd88eba78-682e-4e58-9428-c0cf5ca4e035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '48b6e4a0-767f-4f89-81e1-af0f127e9429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 31 18:25:15.494847 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-475c6c10-96cb-43ff-8b0d-e09a36a9c9a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:15.495416 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475c6c10-96cb-43ff-8b0d-e09a36a9c9a5 None None] Bound using segment: {'id': 'd88eba78-682e-4e58-9428-c0cf5ca4e035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '48b6e4a0-767f-4f89-81e1-af0f127e9429'} {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 31 18:25:15.496166 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.managers [None req-475c6c10-96cb-43ff-8b0d-e09a36a9c9a5 None None] Bound port: f9e9053e-8135-4f8c-a7fa-10c10f86d87e, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd88eba78-682e-4e58-9428-c0cf5ca4e035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '48b6e4a0-767f-4f89-81e1-af0f127e9429'}}] {{(pid=103899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 31 18:25:15.496754 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-475c6c10-96cb-43ff-8b0d-e09a36a9c9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (f9e9053e-8135-4f8c-a7fa-10c10f86d87e), before_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:15.523274 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9da006ad-faad-4420-9d37-afdabab7848b tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:15.582087 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.db [None req-475c6c10-96cb-43ff-8b0d-e09a36a9c9a5 None None] For port f9e9053e-8135-4f8c-a7fa-10c10f86d87e, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 31 18:25:15.585672 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.db [None req-475c6c10-96cb-43ff-8b0d-e09a36a9c9a5 None None] For port f9e9053e-8135-4f8c-a7fa-10c10f86d87e, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=f9e9053e-8135-4f8c-a7fa-10c10f86d87e,segment=NetworkSegment(d88eba78-682e-4e58-9428-c0cf5ca4e035),segment_id=d88eba78-682e-4e58-9428-c0cf5ca4e035)] {{(pid=103899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 31 18:25:15.641164 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-9da006ad-faad-4420-9d37-afdabab7848b tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Allocated IP 172.37.2.130 (b698396b-51c1-468f-b58d-8c59a3beb4d9/19546f9a-afff-4e10-9105-a9d5358dbe6e/a4fff863-27ba-4a91-ac59-7a9a07d915e2) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 31 18:25:15.647836 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-476e1f4b-4644-403b-9f3e-1d8fa271f8c5 None None] Provisioning complete for port f9e9053e-8135-4f8c-a7fa-10c10f86d87e triggered by entity DHCP. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:25:15.648311 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-476e1f4b-4644-403b-9f3e-1d8fa271f8c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (f9e9053e-8135-4f8c-a7fa-10c10f86d87e), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:15.694357 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-475c6c10-96cb-43ff-8b0d-e09a36a9c9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (f9e9053e-8135-4f8c-a7fa-10c10f86d87e), after_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:15.710171 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-476e1f4b-4644-403b-9f3e-1d8fa271f8c5 None None] Port f9e9053e-8135-4f8c-a7fa-10c10f86d87e cannot update to ACTIVE because it is not bound. {{(pid=103898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 31 18:25:15.746683 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475c6c10-96cb-43ff-8b0d-e09a36a9c9a5 None None] Routers {'18b416a9-88ee-499f-9846-13773bd75f53'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 31 18:25:15.747498 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_hamode_db [None req-475c6c10-96cb-43ff-8b0d-e09a36a9c9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f77158a1310>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T18:05:01Z,description=<?>,heartbeat_timestamp=2022-03-31T18:25:01Z,host='dv-cinder-master-3-iscsi',id=f09d5d1b-4294-4f18-9a00-351412ae7ca6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-31T18:05:02Z,topic='l3_agent')) {'router_ids': ['18b416a9-88ee-499f-9846-13773bd75f53'], 'active': True} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:25:15.790858 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9da006ad-faad-4420-9d37-afdabab7848b tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks [] for port (a4fff863-27ba-4a91-ac59-7a9a07d915e2), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:15.832441 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191fe7b1-77ca-4197-b793-d120e1f59a23 None None] Pushing event updated for resources: {'Port': ['ID=f9e9053e-8135-4f8c-a7fa-10c10f86d87e,revision_number=4']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:25:15.876737 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvr_db [None req-475c6c10-96cb-43ff-8b0d-e09a36a9c9a5 None None] Set router 18b416a9-88ee-499f-9846-13773bd75f53 gateway port host: dv-cinder-master-3-iscsi {{(pid=103899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 31 18:25:15.902264 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9da006ad-faad-4420-9d37-afdabab7848b tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759342510062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12885778'] for port (a4fff863-27ba-4a91-ac59-7a9a07d915e2), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:15.966530 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da006ad-faad-4420-9d37-afdabab7848b tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Network b698396b-51c1-468f-b58d-8c59a3beb4d9 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 31 18:25:15.971122 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-9da006ad-faad-4420-9d37-afdabab7848b tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Resources bound (agent type, host, resource id):  {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 31 18:25:15.974264 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da006ad-faad-4420-9d37-afdabab7848b tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 31 18:25:16.010383 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da006ad-faad-4420-9d37-afdabab7848b tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Pushing event updated for resources: {'Port': ['ID=a4fff863-27ba-4a91-ac59-7a9a07d915e2,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:25:16.036408 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-45c36e10-fb6a-474b-818b-5c9f7e882dab None None] Provisioning complete for port f9e9053e-8135-4f8c-a7fa-10c10f86d87e triggered by entity DHCP. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:25:16.036884 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-45c36e10-fb6a-474b-818b-5c9f7e882dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (f9e9053e-8135-4f8c-a7fa-10c10f86d87e), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:16.093257 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9da006ad-faad-4420-9d37-afdabab7848b tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks [] for floatingip (7de64759-5df7-4916-a8cf-32e62ee9bf83), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:16.123508 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_hamode_db [None req-475c6c10-96cb-43ff-8b0d-e09a36a9c9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f77158a1310>, [{'id': '18b416a9-88ee-499f-9846-13773bd75f53', 'name': 'tempest-AttachVolumeNegativeTest-783316322-router', 'tenant_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.224'}], 'enable_snat': True}, 'gw_port_id': '962870bc-50a8-4afe-8ee0-541ade01b570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:25:08Z', 'updated_at': '2022-03-31T18:25:12Z', 'revision_number': 4, 'project_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'gw_port': {'id': '962870bc-50a8-4afe-8ee0-541ade01b570', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:1d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b416a9-88ee-499f-9846-13773bd75f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:25:09Z', 'updated_at': '2022-03-31T18:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'f9e9053e-8135-4f8c-a7fa-10c10f86d87e', 'name': '', 'network_id': '48b6e4a0-767f-4f89-81e1-af0f127e9429', 'tenant_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'mac_address': 'fa:16:3e:6d:65:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b416a9-88ee-499f-9846-13773bd75f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'b702573e-a854-4e5e-962c-bc2e1a12d797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:25:11Z', 'updated_at': '2022-03-31T18:25:15Z', 'revision_number': 4, 'project_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'subnets': [{'id': 'b702573e-a854-4e5e-962c-bc2e1a12d797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:25:16.136748 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-45c36e10-fb6a-474b-818b-5c9f7e882dab None None] Current status of the port f9e9053e-8135-4f8c-a7fa-10c10f86d87e is: DOWN; New status is: ACTIVE {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:25:16.137146 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-45c36e10-fb6a-474b-818b-5c9f7e882dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (f9e9053e-8135-4f8c-a7fa-10c10f86d87e), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:16.153906 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475c6c10-96cb-43ff-8b0d-e09a36a9c9a5 None None] The sync data for ids ['18b416a9-88ee-499f-9846-13773bd75f53'] in dv-cinder-master-3-iscsi is: [{'id': '18b416a9-88ee-499f-9846-13773bd75f53', 'name': 'tempest-AttachVolumeNegativeTest-783316322-router', 'tenant_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.224'}], 'enable_snat': True}, 'gw_port_id': '962870bc-50a8-4afe-8ee0-541ade01b570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:25:08Z', 'updated_at': '2022-03-31T18:25:12Z', 'revision_number': 4, 'project_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'gw_port': {'id': '962870bc-50a8-4afe-8ee0-541ade01b570', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:1d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b416a9-88ee-499f-9846-13773bd75f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:25:09Z', 'updated_at': '2022-03-31T18:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'f9e9053e-8135-4f8c-a7fa-10c10f86d87e', 'name': '', 'network_id': '48b6e4a0-767f-4f89-81e1-af0f127e9429', 'tenant_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'mac_address': 'fa:16:3e:6d:65:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b416a9-88ee-499f-9846-13773bd75f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'b702573e-a854-4e5e-962c-bc2e1a12d797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:25:11Z', 'updated_at': '2022-03-31T18:25:15Z', 'revision_number': 4, 'project_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'subnets': [{'id': 'b702573e-a854-4e5e-962c-bc2e1a12d797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 31 18:25:16.177488 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-45c36e10-fb6a-474b-818b-5c9f7e882dab None None] For port f9e9053e-8135-4f8c-a7fa-10c10f86d87e, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=f9e9053e-8135-4f8c-a7fa-10c10f86d87e,segment=NetworkSegment(d88eba78-682e-4e58-9428-c0cf5ca4e035),segment_id=d88eba78-682e-4e58-9428-c0cf5ca4e035)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:25:16.231899 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9da006ad-faad-4420-9d37-afdabab7848b tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (a4fff863-27ba-4a91-ac59-7a9a07d915e2), before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:16.256163 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-45c36e10-fb6a-474b-818b-5c9f7e882dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (f9e9053e-8135-4f8c-a7fa-10c10f86d87e), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:16.328947 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c36e10-fb6a-474b-818b-5c9f7e882dab None None] Pushing event updated for resources: {'Port': ['ID=f9e9053e-8135-4f8c-a7fa-10c10f86d87e,revision_number=5']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:25:16.424251 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9da006ad-faad-4420-9d37-afdabab7848b tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks [] for port (a4fff863-27ba-4a91-ac59-7a9a07d915e2), precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:16.524136 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9da006ad-faad-4420-9d37-afdabab7848b tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12885787'] for port (a4fff863-27ba-4a91-ac59-7a9a07d915e2), after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:16.611195 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da006ad-faad-4420-9d37-afdabab7848b tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Pushing event updated for resources: {'Port': ['ID=a4fff863-27ba-4a91-ac59-7a9a07d915e2,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:25:16.623192 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabb020e-24a2-4bca-970d-eb9c74980302 req-b49ca67e-0561-475a-a11e-26a233c7eff4 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:25:16.625712 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-cabb020e-24a2-4bca-970d-eb9c74980302 req-b49ca67e-0561-475a-a11e-26a233c7eff4 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/ports?device_id=01ac6bc8-6406-46d8-b8a1-628449e68e58 HTTP/1.1" status: 200  len: 946 time: 0.1315691
Mar 31 18:25:16.644298 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9da006ad-faad-4420-9d37-afdabab7848b tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505983'] for floatingip (7de64759-5df7-4916-a8cf-32e62ee9bf83), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:16.691085 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-cabb020e-24a2-4bca-970d-eb9c74980302 req-209f8df3-24b2-4aa1-ad55-d1f8bd0f28fe tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2340186-1a42-4429-b30f-1b1c6ca4f507&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0564353
Mar 31 18:25:16.746065 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9da006ad-faad-4420-9d37-afdabab7848b tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30337'] for floatingip (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:16.748877 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-9da006ad-faad-4420-9d37-afdabab7848b tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.5301259
Mar 31 18:25:16.793713 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Device 962870bc-50a8-4afe-8ee0-541ade01b570 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 31 18:25:16.866094 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Provisioning complete for port 962870bc-50a8-4afe-8ee0-541ade01b570 triggered by entity L2. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:25:16.866661 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (962870bc-50a8-4afe-8ee0-541ade01b570), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:16.936091 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-b3990286-8a42-4574-9c6c-be39e1544310 req-e66a5323-e309-400b-83db-b553f33c7fda tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1896656547&fields=id&tenant_id=7ae2325a87da4c5f8179a77fbd3d8748 HTTP/1.1" status: 200  len: 267 time: 0.0596995
Mar 31 18:25:16.959566 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Current status of the port 962870bc-50a8-4afe-8ee0-541ade01b570 is: ACTIVE; New status is: ACTIVE {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:25:16.960567 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Device f9e9053e-8135-4f8c-a7fa-10c10f86d87e up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 31 18:25:17.016905 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Provisioning complete for port f9e9053e-8135-4f8c-a7fa-10c10f86d87e triggered by entity L2. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:25:17.017288 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (f9e9053e-8135-4f8c-a7fa-10c10f86d87e), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:17.060361 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3990286-8a42-4574-9c6c-be39e1544310 req-98541163-8c4e-4961-ac91-57c32cd73611 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:25:17.062744 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-b3990286-8a42-4574-9c6c-be39e1544310 req-98541163-8c4e-4961-ac91-57c32cd73611 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/networks?id=48b6e4a0-767f-4f89-81e1-af0f127e9429 HTTP/1.1" status: 200  len: 814 time: 0.1201215
Mar 31 18:25:17.085111 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-b3990286-8a42-4574-9c6c-be39e1544310 req-bfa3f2d9-991b-49b6-9a93-6d690a8b94ff tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/quotas/7ae2325a87da4c5f8179a77fbd3d8748 HTTP/1.1" status: 200  len: 375 time: 0.0164011
Mar 31 18:25:17.121244 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Current status of the port f9e9053e-8135-4f8c-a7fa-10c10f86d87e is: ACTIVE; New status is: ACTIVE {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:25:17.168244 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-b3990286-8a42-4574-9c6c-be39e1544310 req-f70d6f12-692c-4ecc-95b2-fa1f89c4f385 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=7ae2325a87da4c5f8179a77fbd3d8748&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0817919
Mar 31 18:25:17.276613 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-b3990286-8a42-4574-9c6c-be39e1544310 req-948a6187-6c56-450f-b92b-207a9d3995bd service neutron] 10.222.0.58 "GET /v2.0/networks/48b6e4a0-767f-4f89-81e1-af0f127e9429?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0950949
Mar 31 18:25:17.395143 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-b3990286-8a42-4574-9c6c-be39e1544310 req-5bdcac87-4bb2-4b7c-bc2c-53a9335f07a0 service neutron] 10.222.0.58 "GET /v2.0/networks/48b6e4a0-767f-4f89-81e1-af0f127e9429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1125891
Mar 31 18:25:17.691416 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-96ca3d7f-9279-4321-9172-b86075759f33 req-d7f0d4b0-202e-45c5-b3fd-ac161cc6e03c tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d43f77a-cb85-4276-9bed-686f306ea21a HTTP/1.1" status: 200  len: 210 time: 0.0299001
Mar 31 18:25:17.854355 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f20b33a-245e-44d4-88c4-49a919b898c5 req-7d90653e-2c6d-43a3-89da-eb5355901f5a tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:25:17.855939 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-2f20b33a-245e-44d4-88c4-49a919b898c5 req-7d90653e-2c6d-43a3-89da-eb5355901f5a tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/ports?device_id=01ac6bc8-6406-46d8-b8a1-628449e68e58 HTTP/1.1" status: 200  len: 946 time: 0.0598924
Mar 31 18:25:17.905044 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-2f20b33a-245e-44d4-88c4-49a919b898c5 req-70c84b7c-b73c-4a47-9483-35e5586b959d tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2340186-1a42-4429-b30f-1b1c6ca4f507&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429657
Mar 31 18:25:18.779148 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-6cddfc31-c8c7-4243-9b27-45d29618d328 req-4475155d-d5aa-4cef-a191-76a0cd7ca2fa tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d43f77a-cb85-4276-9bed-686f306ea21a HTTP/1.1" status: 200  len: 210 time: 0.0355122
Mar 31 18:25:19.027613 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73457d36-d759-411f-81e0-16c59fe23774 req-4011b5d0-3a9e-4140-89aa-04156e72b5c7 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:25:19.029092 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-73457d36-d759-411f-81e0-16c59fe23774 req-4011b5d0-3a9e-4140-89aa-04156e72b5c7 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/ports?device_id=01ac6bc8-6406-46d8-b8a1-628449e68e58 HTTP/1.1" status: 200  len: 946 time: 0.0543835
Mar 31 18:25:19.081218 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-73457d36-d759-411f-81e0-16c59fe23774 req-70da1f55-1fe7-44ca-9383-32584fa44f6e tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2340186-1a42-4429-b30f-1b1c6ca4f507&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458281
Mar 31 18:25:19.802232 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.agents_db [None req-39f62d97-bd56-4bf2-8522-12846eccdd8f None None] Agent healthcheck: found 6 active agents {{(pid=103899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 31 18:25:19.857899 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-e96ea993-efa2-4c3a-9a35-835d293726be req-f278eaec-630d-4d06-8f4d-5691c89f7979 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d43f77a-cb85-4276-9bed-686f306ea21a HTTP/1.1" status: 200  len: 210 time: 0.0271392
Mar 31 18:25:20.211606 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dff5f5-2b14-4451-ba3e-2fe7b852b5f2 req-71b8b67a-d84b-46ce-a01b-f5334e365267 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:25:20.213089 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-03dff5f5-2b14-4451-ba3e-2fe7b852b5f2 req-71b8b67a-d84b-46ce-a01b-f5334e365267 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/ports?device_id=01ac6bc8-6406-46d8-b8a1-628449e68e58 HTTP/1.1" status: 200  len: 946 time: 0.0637784
Mar 31 18:25:20.261055 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-03dff5f5-2b14-4451-ba3e-2fe7b852b5f2 req-106f3ea6-fe3e-4426-b77a-8ab98e14d53d tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2340186-1a42-4429-b30f-1b1c6ca4f507&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422275
Mar 31 18:25:20.940313 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-767df33f-3e1c-4ee7-b829-9e0b18ee16f1 req-2acc76aa-597f-4c95-a6a7-3a58d4306236 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d43f77a-cb85-4276-9bed-686f306ea21a HTTP/1.1" status: 200  len: 210 time: 0.0277886
Mar 31 18:25:21.386539 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b39f93-30a9-4563-a4b6-9d21ca79e087 req-7f4b290f-da49-4310-961f-af3a237dfa5b tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:25:21.387983 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-93b39f93-30a9-4563-a4b6-9d21ca79e087 req-7f4b290f-da49-4310-961f-af3a237dfa5b tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/ports?device_id=01ac6bc8-6406-46d8-b8a1-628449e68e58 HTTP/1.1" status: 200  len: 946 time: 0.0565670
Mar 31 18:25:21.436901 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-93b39f93-30a9-4563-a4b6-9d21ca79e087 req-e05aa9c2-afa7-422a-a47b-0e8c90bd864f tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2340186-1a42-4429-b30f-1b1c6ca4f507&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425801
Mar 31 18:25:22.033624 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-29809e98-35f4-4de4-b30d-a7b4c78a08e8 req-e48c4f78-db4c-4153-a876-3320bc2e7e7a tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d43f77a-cb85-4276-9bed-686f306ea21a HTTP/1.1" status: 200  len: 210 time: 0.0277145
Mar 31 18:25:22.566768 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5348af55-1bba-4201-8db7-fc39fdf79006 req-ca1ccce1-01f7-49ff-8ce2-4b6fa45bdab9 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:25:22.568252 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-5348af55-1bba-4201-8db7-fc39fdf79006 req-ca1ccce1-01f7-49ff-8ce2-4b6fa45bdab9 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/ports?device_id=01ac6bc8-6406-46d8-b8a1-628449e68e58 HTTP/1.1" status: 200  len: 946 time: 0.0569265
Mar 31 18:25:22.621570 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-5348af55-1bba-4201-8db7-fc39fdf79006 req-946b01c4-138e-447e-896e-809a201e2bed tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2340186-1a42-4429-b30f-1b1c6ca4f507&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0476360
Mar 31 18:25:23.129298 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-af311a3b-ba78-48b3-9470-3eeede7a4073 req-61d69e67-ef5d-4288-a3a8-268efb0ac97b tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d43f77a-cb85-4276-9bed-686f306ea21a HTTP/1.1" status: 200  len: 210 time: 0.0283468
Mar 31 18:25:23.749851 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf317d4-75e6-4cad-8fab-421a5d976764 req-a5a36301-8357-4392-9603-963f40debe3d tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:25:23.751462 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-daf317d4-75e6-4cad-8fab-421a5d976764 req-a5a36301-8357-4392-9603-963f40debe3d tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/ports?device_id=01ac6bc8-6406-46d8-b8a1-628449e68e58 HTTP/1.1" status: 200  len: 946 time: 0.0602050
Mar 31 18:25:23.810949 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-daf317d4-75e6-4cad-8fab-421a5d976764 req-0e644ec7-a81d-48e9-9e30-1a385490b64c tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2340186-1a42-4429-b30f-1b1c6ca4f507&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0497899
Mar 31 18:25:24.150251 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a905bd54-b583-4580-983c-26a40bf0f951 req-d4de480a-67fa-4821-92d1-3aa3f6eb618a tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:25:24.151975 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-a905bd54-b583-4580-983c-26a40bf0f951 req-d4de480a-67fa-4821-92d1-3aa3f6eb618a tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/ports?device_id=01ac6bc8-6406-46d8-b8a1-628449e68e58 HTTP/1.1" status: 200  len: 946 time: 0.0567329
Mar 31 18:25:24.214351 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-a905bd54-b583-4580-983c-26a40bf0f951 req-7af37000-041f-4a0f-aae1-a6e6fead1f5e tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2340186-1a42-4429-b30f-1b1c6ca4f507&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0534947
Mar 31 18:25:24.255798 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-9b642550-2629-401a-9dda-f57ad0440c71 req-c4fa98fd-9fb7-4f10-8e8d-b63f1993e644 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d43f77a-cb85-4276-9bed-686f306ea21a HTTP/1.1" status: 200  len: 210 time: 0.0448289
Mar 31 18:25:24.331910 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a05e58-4edc-4851-8586-7bdfd84276d5 req-3f0eea97-2a30-4b40-9d4e-8cfcdb0b3d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:25:24.333366 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-a6a05e58-4edc-4851-8586-7bdfd84276d5 req-3f0eea97-2a30-4b40-9d4e-8cfcdb0b3d2c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=87baab8d37b040efbfe030d17be30823&device_id=01ac6bc8-6406-46d8-b8a1-628449e68e58 HTTP/1.1" status: 200  len: 1130 time: 0.0479224
Mar 31 18:25:24.504517 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a05e58-4edc-4851-8586-7bdfd84276d5 req-87d6a31c-cd58-432b-a388-451ff1116f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:25:24.505991 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-a6a05e58-4edc-4851-8586-7bdfd84276d5 req-87d6a31c-cd58-432b-a388-451ff1116f09 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4410ea83-4566-4c60-99ff-d1b5f30ec440 HTTP/1.1" status: 200  len: 912 time: 0.1658792
Mar 31 18:25:24.566426 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3990286-8a42-4574-9c6c-be39e1544310 req-c78ba726-d82f-4709-8f16-2b84b5b8262a tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:25:24.567905 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-b3990286-8a42-4574-9c6c-be39e1544310 req-c78ba726-d82f-4709-8f16-2b84b5b8262a tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.44 "GET /v2.0/networks?id=48b6e4a0-767f-4f89-81e1-af0f127e9429 HTTP/1.1" status: 200  len: 814 time: 0.1816950
Mar 31 18:25:24.598857 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-a6a05e58-4edc-4851-8586-7bdfd84276d5 req-86905450-2c10-4987-9125-c7ea767d0a47 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=39569c59-56fb-4b13-b985-d8cf317000fa HTTP/1.1" status: 200  len: 1002 time: 0.0842953
Mar 31 18:25:24.676579 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a05e58-4edc-4851-8586-7bdfd84276d5 req-cbbe314a-14fc-4e7c-86b9-261ad9e2e82e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:25:24.678016 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-a6a05e58-4edc-4851-8586-7bdfd84276d5 req-cbbe314a-14fc-4e7c-86b9-261ad9e2e82e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ed71b331-b79e-46fb-9418-746c15fc735d HTTP/1.1" status: 200  len: 850 time: 0.0712249
Mar 31 18:25:24.682846 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-b3990286-8a42-4574-9c6c-be39e1544310 req-2b408d97-4909-4721-8615-51b0f1fb4694 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ae2325a87da4c5f8179a77fbd3d8748 HTTP/1.1" status: 200  len: 380 time: 0.0982542
Mar 31 18:25:24.696688 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.v2.base [req-b3990286-8a42-4574-9c6c-be39e1544310 req-1fe4d265-3cf7-4d7f-a396-72d64258aa94 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Request body: {'port': {'device_id': '8d43f77a-cb85-4276-9bed-686f306ea21a', 'network_id': '48b6e4a0-767f-4f89-81e1-af0f127e9429', 'admin_state_up': True, 'tenant_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'security_groups': ['2999ed04-fa20-4f9f-a4fb-1018a80bae6b']}} {{(pid=103897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:25:24.794973 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a05e58-4edc-4851-8586-7bdfd84276d5 req-6b60d08e-710e-4278-ae38-4c16c1f0a4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:25:24.797218 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-a6a05e58-4edc-4851-8586-7bdfd84276d5 req-6b60d08e-710e-4278-ae38-4c16c1f0a4ba service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4410ea83-4566-4c60-99ff-d1b5f30ec440&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.1125579
Mar 31 18:25:24.908692 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-a6a05e58-4edc-4851-8586-7bdfd84276d5 req-78e90bca-3a46-456b-8d1b-0abd0c07f1a7 service neutron] 10.222.0.44 "GET /v2.0/networks/4410ea83-4566-4c60-99ff-d1b5f30ec440?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1049681
Mar 31 18:25:24.969954 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3990286-8a42-4574-9c6c-be39e1544310 req-1fe4d265-3cf7-4d7f-a396-72d64258aa94 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Made reservation on behalf of 7ae2325a87da4c5f8179a77fbd3d8748 for: {'port': 1} {{(pid=103897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 31 18:25:24.973227 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-b3990286-8a42-4574-9c6c-be39e1544310 req-1fe4d265-3cf7-4d7f-a396-72d64258aa94 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (None), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:25.048000 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-a6a05e58-4edc-4851-8586-7bdfd84276d5 req-28566aff-c66c-4ed5-aaf2-509f564dfa71 service neutron] 10.222.0.44 "GET /v2.0/networks/4410ea83-4566-4c60-99ff-d1b5f30ec440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1329732
Mar 31 18:25:25.126063 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [req-b3990286-8a42-4574-9c6c-be39e1544310 req-1fe4d265-3cf7-4d7f-a396-72d64258aa94 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Allocated IP 172.20.0.6 (48b6e4a0-767f-4f89-81e1-af0f127e9429/b702573e-a854-4e5e-962c-bc2e1a12d797/66cb4db2-f182-4e79-945c-41d2828096bb) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 31 18:25:25.263381 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-b3990286-8a42-4574-9c6c-be39e1544310 req-1fe4d265-3cf7-4d7f-a396-72d64258aa94 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks [] for port (66cb4db2-f182-4e79-945c-41d2828096bb), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:25.352209 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-2d3f2995-0fba-48b6-bb59-a96209244f1e req-b4e3d6d8-e2d3-4b96-9b70-5dc009d11c9d tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d43f77a-cb85-4276-9bed-686f306ea21a HTTP/1.1" status: 200  len: 210 time: 0.0322609
Mar 31 18:25:25.364691 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8464883a-133a-4b77-97d8-a2e11593c788 req-f2572929-0717-4d36-b93a-602982afb785 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:25:25.366250 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-8464883a-133a-4b77-97d8-a2e11593c788 req-f2572929-0717-4d36-b93a-602982afb785 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/ports?device_id=01ac6bc8-6406-46d8-b8a1-628449e68e58 HTTP/1.1" status: 200  len: 946 time: 0.0632408
Mar 31 18:25:25.367846 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-b3990286-8a42-4574-9c6c-be39e1544310 req-1fe4d265-3cf7-4d7f-a396-72d64258aa94 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759342510062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13081985'] for port (66cb4db2-f182-4e79-945c-41d2828096bb), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:25.429290 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3990286-8a42-4574-9c6c-be39e1544310 req-1fe4d265-3cf7-4d7f-a396-72d64258aa94 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Network 48b6e4a0-767f-4f89-81e1-af0f127e9429 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 31 18:25:25.443191 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [req-b3990286-8a42-4574-9c6c-be39e1544310 req-1fe4d265-3cf7-4d7f-a396-72d64258aa94 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Resources bound (agent type, host, resource id):  {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 31 18:25:25.450984 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3990286-8a42-4574-9c6c-be39e1544310 req-1fe4d265-3cf7-4d7f-a396-72d64258aa94 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 31 18:25:25.461638 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe4d265-3cf7-4d7f-a396-72d64258aa94 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Pushing event updated for resources: {'Port': ['ID=66cb4db2-f182-4e79-945c-41d2828096bb,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:25:25.493272 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-8464883a-133a-4b77-97d8-a2e11593c788 req-774aa4c5-4a1c-4d67-b0b1-932bef292a73 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2340186-1a42-4429-b30f-1b1c6ca4f507&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1209018
Mar 31 18:25:25.513466 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3990286-8a42-4574-9c6c-be39e1544310 req-1fe4d265-3cf7-4d7f-a396-72d64258aa94 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:25:25.514089 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-b3990286-8a42-4574-9c6c-be39e1544310 req-1fe4d265-3cf7-4d7f-a396-72d64258aa94 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30337'] for port (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:25.629831 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-b3990286-8a42-4574-9c6c-be39e1544310 req-1fe4d265-3cf7-4d7f-a396-72d64258aa94 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9367363
Mar 31 18:25:25.649788 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-2c45a3ee-95b7-4962-87c0-4184d0ae2731 None None] Provisioning complete for port 66cb4db2-f182-4e79-945c-41d2828096bb triggered by entity DHCP. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:25:25.650334 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-2c45a3ee-95b7-4962-87c0-4184d0ae2731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (66cb4db2-f182-4e79-945c-41d2828096bb), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:25.683524 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.v2.base [req-b3990286-8a42-4574-9c6c-be39e1544310 req-14c027f7-bb1b-4d66-bbf3-2cd5b03e18cb service neutron] Request body: {'port': {'device_id': '8d43f77a-cb85-4276-9bed-686f306ea21a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=103897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:25:25.685999 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-2c45a3ee-95b7-4962-87c0-4184d0ae2731 None None] Port 66cb4db2-f182-4e79-945c-41d2828096bb cannot update to ACTIVE because it is not bound. {{(pid=103898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 31 18:25:25.748895 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-b3990286-8a42-4574-9c6c-be39e1544310 req-14c027f7-bb1b-4d66-bbf3-2cd5b03e18cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (66cb4db2-f182-4e79-945c-41d2828096bb), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:26.013393 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [req-b3990286-8a42-4574-9c6c-be39e1544310 req-14c027f7-bb1b-4d66-bbf3-2cd5b03e18cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66cb4db2-f182-4e79-945c-41d2828096bb {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 31 18:25:26.021271 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-b3990286-8a42-4574-9c6c-be39e1544310 req-14c027f7-bb1b-4d66-bbf3-2cd5b03e18cb service neutron] Publish callbacks [] for port (66cb4db2-f182-4e79-945c-41d2828096bb), precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:26.032813 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [req-b3990286-8a42-4574-9c6c-be39e1544310 req-14c027f7-bb1b-4d66-bbf3-2cd5b03e18cb service neutron] Transition to ACTIVE for port object 66cb4db2-f182-4e79-945c-41d2828096bb will not be triggered until provisioned by entity L2. {{(pid=103897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 31 18:25:26.101080 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-b3990286-8a42-4574-9c6c-be39e1544310 req-14c027f7-bb1b-4d66-bbf3-2cd5b03e18cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13081992'] for port (66cb4db2-f182-4e79-945c-41d2828096bb), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:26.154493 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c027f7-bb1b-4d66-bbf3-2cd5b03e18cb service neutron] Pushing event updated for resources: {'Port': ['ID=66cb4db2-f182-4e79-945c-41d2828096bb,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:25:26.233461 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [req-b3990286-8a42-4574-9c6c-be39e1544310 req-14c027f7-bb1b-4d66-bbf3-2cd5b03e18cb service neutron] Attempting to bind port 66cb4db2-f182-4e79-945c-41d2828096bb on host hv-cinder-maste for vnic_type normal with profile  {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 31 18:25:26.233802 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [req-b3990286-8a42-4574-9c6c-be39e1544310 req-14c027f7-bb1b-4d66-bbf3-2cd5b03e18cb service neutron] Attempting to bind port 66cb4db2-f182-4e79-945c-41d2828096bb by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'd88eba78-682e-4e58-9428-c0cf5ca4e035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '48b6e4a0-767f-4f89-81e1-af0f127e9429'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 31 18:25:26.234812 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3990286-8a42-4574-9c6c-be39e1544310 req-14c027f7-bb1b-4d66-bbf3-2cd5b03e18cb service neutron] Attempting to bind port 66cb4db2-f182-4e79-945c-41d2828096bb on network 48b6e4a0-767f-4f89-81e1-af0f127e9429 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 31 18:25:26.241060 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3990286-8a42-4574-9c6c-be39e1544310 req-14c027f7-bb1b-4d66-bbf3-2cd5b03e18cb service neutron] Port 66cb4db2-f182-4e79-945c-41d2828096bb on network 48b6e4a0-767f-4f89-81e1-af0f127e9429 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 31 18:25:26.241462 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3990286-8a42-4574-9c6c-be39e1544310 req-14c027f7-bb1b-4d66-bbf3-2cd5b03e18cb service neutron] Attempting to bind port 66cb4db2-f182-4e79-945c-41d2828096bb on network 48b6e4a0-767f-4f89-81e1-af0f127e9429 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 31 18:25:26.246951 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3990286-8a42-4574-9c6c-be39e1544310 req-14c027f7-bb1b-4d66-bbf3-2cd5b03e18cb service neutron] Checking agent: {'id': '06f31eaf-9418-4d11-8606-24a34b4b4893', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 11, 36), 'started_at': datetime.datetime(2022, 3, 31, 18, 11, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 31 18:25:26.247292 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3990286-8a42-4574-9c6c-be39e1544310 req-14c027f7-bb1b-4d66-bbf3-2cd5b03e18cb service neutron] Checking segment: {'id': 'd88eba78-682e-4e58-9428-c0cf5ca4e035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '48b6e4a0-767f-4f89-81e1-af0f127e9429'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 31 18:25:26.247675 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3990286-8a42-4574-9c6c-be39e1544310 req-14c027f7-bb1b-4d66-bbf3-2cd5b03e18cb service neutron] Bound using segment: {'id': 'd88eba78-682e-4e58-9428-c0cf5ca4e035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '48b6e4a0-767f-4f89-81e1-af0f127e9429'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 31 18:25:26.248103 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [req-b3990286-8a42-4574-9c6c-be39e1544310 req-14c027f7-bb1b-4d66-bbf3-2cd5b03e18cb service neutron] Bound port: 66cb4db2-f182-4e79-945c-41d2828096bb, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd88eba78-682e-4e58-9428-c0cf5ca4e035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '48b6e4a0-767f-4f89-81e1-af0f127e9429'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 31 18:25:26.248507 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-b3990286-8a42-4574-9c6c-be39e1544310 req-14c027f7-bb1b-4d66-bbf3-2cd5b03e18cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (66cb4db2-f182-4e79-945c-41d2828096bb), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:26.317510 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [req-b3990286-8a42-4574-9c6c-be39e1544310 req-14c027f7-bb1b-4d66-bbf3-2cd5b03e18cb service neutron] For port 66cb4db2-f182-4e79-945c-41d2828096bb, host hv-cinder-maste, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 31 18:25:26.320522 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [req-b3990286-8a42-4574-9c6c-be39e1544310 req-14c027f7-bb1b-4d66-bbf3-2cd5b03e18cb service neutron] For port 66cb4db2-f182-4e79-945c-41d2828096bb, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=66cb4db2-f182-4e79-945c-41d2828096bb,segment=NetworkSegment(d88eba78-682e-4e58-9428-c0cf5ca4e035),segment_id=d88eba78-682e-4e58-9428-c0cf5ca4e035)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 31 18:25:26.409222 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-b3990286-8a42-4574-9c6c-be39e1544310 req-14c027f7-bb1b-4d66-bbf3-2cd5b03e18cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13081992'] for port (66cb4db2-f182-4e79-945c-41d2828096bb), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:26.449511 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3990286-8a42-4574-9c6c-be39e1544310 req-14c027f7-bb1b-4d66-bbf3-2cd5b03e18cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:25:26.449720 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-b3990286-8a42-4574-9c6c-be39e1544310 req-14c027f7-bb1b-4d66-bbf3-2cd5b03e18cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30337'] for port (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:26.451193 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-b3990286-8a42-4574-9c6c-be39e1544310 req-14c027f7-bb1b-4d66-bbf3-2cd5b03e18cb service neutron] 10.222.0.44 "PUT /v2.0/ports/66cb4db2-f182-4e79-945c-41d2828096bb HTTP/1.1" status: 200  len: 1093 time: 0.7720234
Mar 31 18:25:26.451641 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d43f77a-cb85-4276-9bed-686f306ea21a', 'tag': '66cb4db2-f182-4e79-945c-41d2828096bb'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 31 18:25:26.455118 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73fc78de55affb2fac0a31bf62e314c48f0d961b1f9e9815d43b8150b113e94f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d0e0941-c23a-41bb-8c41-ac8bdce2af45" -d '{"events": [{"name": "network-changed", "server_uuid": "8d43f77a-cb85-4276-9bed-686f306ea21a", "tag": "66cb4db2-f182-4e79-945c-41d2828096bb"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 31 18:25:26.486209 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c027f7-bb1b-4d66-bbf3-2cd5b03e18cb service neutron] Pushing event updated for resources: {'Port': ['ID=66cb4db2-f182-4e79-945c-41d2828096bb,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:25:26.491843 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fb0d7d-8111-4ee5-bda1-5efd100c3b2b req-2e0360af-e72e-43e9-9dbc-1a3bef9b9123 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:25:26.493435 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-25fb0d7d-8111-4ee5-bda1-5efd100c3b2b req-2e0360af-e72e-43e9-9dbc-1a3bef9b9123 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d43f77a-cb85-4276-9bed-686f306ea21a HTTP/1.1" status: 200  len: 943 time: 0.0675614
Mar 31 18:25:26.517719 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 18:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78ab5f5b-cfb7-4767-9986-1f3671ccc939 x-openstack-request-id: req-78ab5f5b-cfb7-4767-9986-1f3671ccc939 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 31 18:25:26.518123 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d43f77a-cb85-4276-9bed-686f306ea21a", "tag": "66cb4db2-f182-4e79-945c-41d2828096bb", "status": "completed", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 31 18:25:26.518472 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-78ab5f5b-cfb7-4767-9986-1f3671ccc939 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 31 18:25:26.518993 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78ab5f5b-cfb7-4767-9986-1f3671ccc939'] response: {'name': 'network-changed', 'server_uuid': '8d43f77a-cb85-4276-9bed-686f306ea21a', 'tag': '66cb4db2-f182-4e79-945c-41d2828096bb', 'status': 'completed', 'code': 200}
Mar 31 18:25:26.555702 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-25fb0d7d-8111-4ee5-bda1-5efd100c3b2b req-549c1aba-28d9-44bc-9cb5-fa0656a8f786 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/security-groups?id=2999ed04-fa20-4f9f-a4fb-1018a80bae6b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0560105
Mar 31 18:25:26.662909 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ab7b45-e595-436a-878b-748bb08be4e8 req-f710c690-6ffa-4b5a-81ed-247b5c8b61d1 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:25:26.664386 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-16ab7b45-e595-436a-878b-748bb08be4e8 req-f710c690-6ffa-4b5a-81ed-247b5c8b61d1 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/ports?device_id=01ac6bc8-6406-46d8-b8a1-628449e68e58 HTTP/1.1" status: 200  len: 946 time: 0.0850089
Mar 31 18:25:26.666384 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0e0941-c23a-41bb-8c41-ac8bdce2af45 req-e0e50201-a1b1-4025-8d9e-c3876572120d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:25:26.667754 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-7d0e0941-c23a-41bb-8c41-ac8bdce2af45 req-e0e50201-a1b1-4025-8d9e-c3876572120d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7ae2325a87da4c5f8179a77fbd3d8748&device_id=8d43f77a-cb85-4276-9bed-686f306ea21a HTTP/1.1" status: 200  len: 1127 time: 0.0973735
Mar 31 18:25:26.764768 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-16ab7b45-e595-436a-878b-748bb08be4e8 req-c01671bb-b54c-438d-9538-2a02c5569aa2 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2340186-1a42-4429-b30f-1b1c6ca4f507&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0947428
Mar 31 18:25:26.799083 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0e0941-c23a-41bb-8c41-ac8bdce2af45 req-660e87df-89c0-410f-89cd-fe96677bb603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:25:26.800563 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-7d0e0941-c23a-41bb-8c41-ac8bdce2af45 req-660e87df-89c0-410f-89cd-fe96677bb603 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=7ae2325a87da4c5f8179a77fbd3d8748&shared=False HTTP/1.1" status: 200  len: 915 time: 0.1177800
Mar 31 18:25:26.895031 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0e0941-c23a-41bb-8c41-ac8bdce2af45 req-0c23d7ff-ab02-4f40-9b6b-12495671b321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:25:26.896781 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-7d0e0941-c23a-41bb-8c41-ac8bdce2af45 req-0c23d7ff-ab02-4f40-9b6b-12495671b321 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0900705
Mar 31 18:25:26.997325 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3990286-8a42-4574-9c6c-be39e1544310 req-bda3811d-b844-46c4-bfe9-680c35935334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:25:26.998971 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-b3990286-8a42-4574-9c6c-be39e1544310 req-bda3811d-b844-46c4-bfe9-680c35935334 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7ae2325a87da4c5f8179a77fbd3d8748&device_id=8d43f77a-cb85-4276-9bed-686f306ea21a HTTP/1.1" status: 200  len: 1127 time: 0.0462201
Mar 31 18:25:27.051994 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-b3990286-8a42-4574-9c6c-be39e1544310 req-322918fa-6e6e-4f8b-a7c9-072a3d6d12ea service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=66cb4db2-f182-4e79-945c-41d2828096bb HTTP/1.1" status: 200  len: 217 time: 0.0399263
Mar 31 18:25:27.102498 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3990286-8a42-4574-9c6c-be39e1544310 req-76c8119f-a045-4b54-aa29-5b5c399c47f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:25:27.103980 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-b3990286-8a42-4574-9c6c-be39e1544310 req-76c8119f-a045-4b54-aa29-5b5c399c47f9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b702573e-a854-4e5e-962c-bc2e1a12d797 HTTP/1.1" status: 200  len: 853 time: 0.0468235
Mar 31 18:25:27.156383 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3990286-8a42-4574-9c6c-be39e1544310 req-50598a6f-9e4a-45f4-90a8-1b5c298b9e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:25:27.157911 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-b3990286-8a42-4574-9c6c-be39e1544310 req-50598a6f-9e4a-45f4-90a8-1b5c298b9e0d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=48b6e4a0-767f-4f89-81e1-af0f127e9429&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0473146
Mar 31 18:25:27.256154 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-b3990286-8a42-4574-9c6c-be39e1544310 req-2a49f451-583d-482e-ab36-1d15a069c8cd service neutron] 10.222.0.44 "GET /v2.0/networks/48b6e4a0-767f-4f89-81e1-af0f127e9429?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0925272
Mar 31 18:25:27.347314 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-b3990286-8a42-4574-9c6c-be39e1544310 req-3aff6a00-3944-4eb9-8a76-a5fd97cc51fb service neutron] 10.222.0.44 "GET /v2.0/networks/48b6e4a0-767f-4f89-81e1-af0f127e9429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0853436
Mar 31 18:25:27.676970 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152b394d-ae04-4f92-83bb-c59cb4e3ef1e req-fb9f03ec-cdb6-47c8-93e1-93ad3321ff4d tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:25:27.678538 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-152b394d-ae04-4f92-83bb-c59cb4e3ef1e req-fb9f03ec-cdb6-47c8-93e1-93ad3321ff4d tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d43f77a-cb85-4276-9bed-686f306ea21a HTTP/1.1" status: 200  len: 943 time: 0.0556297
Mar 31 18:25:27.716579 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-adc3fc08-939b-456d-8111-6059ae9d0107 req-cc485761-509f-4676-93e0-3a6df3909786 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-532749938&fields=id&tenant_id=70f0b3390f4542c8831753ecf26f6745 HTTP/1.1" status: 200  len: 267 time: 0.0460758
Mar 31 18:25:27.726259 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-152b394d-ae04-4f92-83bb-c59cb4e3ef1e req-9cc2cb92-f60b-4330-83a8-daaa92b297b0 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/security-groups?id=2999ed04-fa20-4f9f-a4fb-1018a80bae6b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421774
Mar 31 18:25:27.826460 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc3fc08-939b-456d-8111-6059ae9d0107 req-f87fe4cf-0c1e-4bb5-86f9-6a2c6aba2758 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:25:27.828003 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-adc3fc08-939b-456d-8111-6059ae9d0107 req-f87fe4cf-0c1e-4bb5-86f9-6a2c6aba2758 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/networks?id=46cf5202-8790-480a-a14a-b087639c31e2 HTTP/1.1" status: 200  len: 811 time: 0.1032619
Mar 31 18:25:27.842297 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-adc3fc08-939b-456d-8111-6059ae9d0107 req-5b56ce04-edcf-4396-a9ba-5d0219df2706 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/quotas/70f0b3390f4542c8831753ecf26f6745 HTTP/1.1" status: 200  len: 375 time: 0.0088024
Mar 31 18:25:27.899245 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-adc3fc08-939b-456d-8111-6059ae9d0107 req-9c93da75-3b41-495e-87d6-7257ec13fb9a tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=70f0b3390f4542c8831753ecf26f6745&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0514562
Mar 31 18:25:27.998568 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-adc3fc08-939b-456d-8111-6059ae9d0107 req-69d66ff6-690a-4018-b8a2-9cb6e20005c1 service neutron] 10.222.0.58 "GET /v2.0/networks/46cf5202-8790-480a-a14a-b087639c31e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0868573
Mar 31 18:25:28.088867 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-adc3fc08-939b-456d-8111-6059ae9d0107 req-e9c9d53b-43d4-4aaa-b16b-3ac97133e725 service neutron] 10.222.0.58 "GET /v2.0/networks/46cf5202-8790-480a-a14a-b087639c31e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0841844
Mar 31 18:25:28.681918 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-eb11388d-ba4b-4cfb-b0a3-863db6ffb47d req-841045b4-dd0a-4e3e-aac7-b710b4553e49 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef0f516d-f8cb-4c78-8e19-b5d530c90e68 HTTP/1.1" status: 200  len: 210 time: 0.0300026
Mar 31 18:25:28.845658 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb40920c-d5d7-44d8-9c7d-314a2cee8048 req-a79ad932-4e6b-4018-8cfa-b414153f46ec tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:25:28.847226 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-cb40920c-d5d7-44d8-9c7d-314a2cee8048 req-a79ad932-4e6b-4018-8cfa-b414153f46ec tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d43f77a-cb85-4276-9bed-686f306ea21a HTTP/1.1" status: 200  len: 943 time: 0.0530035
Mar 31 18:25:28.898787 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-cb40920c-d5d7-44d8-9c7d-314a2cee8048 req-68816a79-2357-453d-a8be-d9d3cd476473 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/security-groups?id=2999ed04-fa20-4f9f-a4fb-1018a80bae6b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459623
Mar 31 18:25:29.015825 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-44d62075-3412-45c8-a344-490fd775c664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (08150f5b-1b08-4271-84f1-4a3b03ee1892), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:29.776331 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-0a2d3180-4d97-43e7-9447-00fa66ae2f33 req-b0fd28af-cd80-4631-994e-33a6a92346ec tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef0f516d-f8cb-4c78-8e19-b5d530c90e68 HTTP/1.1" status: 200  len: 210 time: 0.0282395
Mar 31 18:25:30.016348 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd25baec-07dc-4c8a-97d2-8bd875a93e37 req-49227a42-3077-4344-9251-494bc98d8037 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:25:30.017811 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-bd25baec-07dc-4c8a-97d2-8bd875a93e37 req-49227a42-3077-4344-9251-494bc98d8037 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d43f77a-cb85-4276-9bed-686f306ea21a HTTP/1.1" status: 200  len: 943 time: 0.0526066
Mar 31 18:25:30.068260 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-bd25baec-07dc-4c8a-97d2-8bd875a93e37 req-42349963-27e9-41b8-9828-17971713772a tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/security-groups?id=2999ed04-fa20-4f9f-a4fb-1018a80bae6b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445561
Mar 31 18:25:30.706545 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc3fc08-939b-456d-8111-6059ae9d0107 req-6c254e8b-443b-4f18-9018-c65a5a951e9d tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:25:30.708028 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-adc3fc08-939b-456d-8111-6059ae9d0107 req-6c254e8b-443b-4f18-9018-c65a5a951e9d tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.44 "GET /v2.0/networks?id=46cf5202-8790-480a-a14a-b087639c31e2 HTTP/1.1" status: 200  len: 811 time: 0.1032438
Mar 31 18:25:30.874155 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-3ce13d79-2467-4fc2-a609-fff637f9ae98 req-1c3c5382-153e-4692-90cd-52d678409e1b tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef0f516d-f8cb-4c78-8e19-b5d530c90e68 HTTP/1.1" status: 200  len: 210 time: 0.0285580
Mar 31 18:25:31.045971 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-adc3fc08-939b-456d-8111-6059ae9d0107 req-18b8c8d3-1953-46e6-bf8b-196ff72397da tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=70f0b3390f4542c8831753ecf26f6745 HTTP/1.1" status: 200  len: 379 time: 0.3159122
Mar 31 18:25:31.077116 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.v2.base [req-adc3fc08-939b-456d-8111-6059ae9d0107 req-0a407da3-5d4a-4413-8a04-cf5b23bd253c tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Request body: {'port': {'device_id': 'ef0f516d-f8cb-4c78-8e19-b5d530c90e68', 'network_id': '46cf5202-8790-480a-a14a-b087639c31e2', 'admin_state_up': True, 'tenant_id': '70f0b3390f4542c8831753ecf26f6745', 'security_groups': ['5a763037-c2ed-4230-b56f-5864e1324aae']}} {{(pid=103897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:25:31.232287 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad174ad-cc2e-430b-ad8c-e62e68aae269 req-f3a85981-2e9a-4b2d-9f1f-cd8944996d17 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:25:31.233773 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-fad174ad-cc2e-430b-ad8c-e62e68aae269 req-f3a85981-2e9a-4b2d-9f1f-cd8944996d17 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d43f77a-cb85-4276-9bed-686f306ea21a HTTP/1.1" status: 200  len: 943 time: 0.0937061
Mar 31 18:25:31.283728 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-fad174ad-cc2e-430b-ad8c-e62e68aae269 req-ebb01f85-1890-411d-ae83-0a65d56d8150 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/security-groups?id=2999ed04-fa20-4f9f-a4fb-1018a80bae6b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437782
Mar 31 18:25:31.420987 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adc3fc08-939b-456d-8111-6059ae9d0107 req-0a407da3-5d4a-4413-8a04-cf5b23bd253c tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Made reservation on behalf of 70f0b3390f4542c8831753ecf26f6745 for: {'port': 1} {{(pid=103897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 31 18:25:31.424304 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-adc3fc08-939b-456d-8111-6059ae9d0107 req-0a407da3-5d4a-4413-8a04-cf5b23bd253c tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (None), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:31.455661 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-d38286be-ed53-4e3b-8acf-ce28b3a42904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (f09d5d1b-4294-4f18-9a00-351412ae7ca6), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:31.552194 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [req-adc3fc08-939b-456d-8111-6059ae9d0107 req-0a407da3-5d4a-4413-8a04-cf5b23bd253c tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Allocated IP 172.20.0.14 (46cf5202-8790-480a-a14a-b087639c31e2/905ec444-b4c2-43a9-986a-e2ab2e05accc/adbd679c-b2bc-4261-80ec-b13d349ff692) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 31 18:25:31.577057 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Device 66cb4db2-f182-4e79-945c-41d2828096bb details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103898) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 31 18:25:31.677198 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] For port 66cb4db2-f182-4e79-945c-41d2828096bb, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=66cb4db2-f182-4e79-945c-41d2828096bb,segment=NetworkSegment(d88eba78-682e-4e58-9428-c0cf5ca4e035),segment_id=d88eba78-682e-4e58-9428-c0cf5ca4e035)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:25:31.688662 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-adc3fc08-939b-456d-8111-6059ae9d0107 req-0a407da3-5d4a-4413-8a04-cf5b23bd253c tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Publish callbacks [] for port (adbd679c-b2bc-4261-80ec-b13d349ff692), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:31.689992 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Returning: {'device': '66cb4db2-f182-4e79-945c-41d2828096bb', 'network_id': '48b6e4a0-767f-4f89-81e1-af0f127e9429', 'port_id': '66cb4db2-f182-4e79-945c-41d2828096bb', 'mac_address': 'fa:16:3e:2a:6e:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b702573e-a854-4e5e-962c-bc2e1a12d797', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103898) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 31 18:25:31.726327 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Current status of the port 66cb4db2-f182-4e79-945c-41d2828096bb is: DOWN; New status is: BUILD {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:25:31.726745 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (66cb4db2-f182-4e79-945c-41d2828096bb), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:31.739034 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.notifiers.nova [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66cb4db2-f182-4e79-945c-41d2828096bb {{(pid=103898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 31 18:25:31.758468 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] For port 66cb4db2-f182-4e79-945c-41d2828096bb, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=66cb4db2-f182-4e79-945c-41d2828096bb,segment=NetworkSegment(d88eba78-682e-4e58-9428-c0cf5ca4e035),segment_id=d88eba78-682e-4e58-9428-c0cf5ca4e035)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:25:31.791467 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-adc3fc08-939b-456d-8111-6059ae9d0107 req-0a407da3-5d4a-4413-8a04-cf5b23bd253c tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759342510062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13081985'] for port (adbd679c-b2bc-4261-80ec-b13d349ff692), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:31.838155 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adc3fc08-939b-456d-8111-6059ae9d0107 req-0a407da3-5d4a-4413-8a04-cf5b23bd253c tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Network 46cf5202-8790-480a-a14a-b087639c31e2 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 31 18:25:31.841239 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [req-adc3fc08-939b-456d-8111-6059ae9d0107 req-0a407da3-5d4a-4413-8a04-cf5b23bd253c tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Resources bound (agent type, host, resource id):  {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 31 18:25:31.847669 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [req-adc3fc08-939b-456d-8111-6059ae9d0107 req-0a407da3-5d4a-4413-8a04-cf5b23bd253c tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 31 18:25:31.853684 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a407da3-5d4a-4413-8a04-cf5b23bd253c tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Pushing event updated for resources: {'Port': ['ID=adbd679c-b2bc-4261-80ec-b13d349ff692,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:25:31.854508 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (66cb4db2-f182-4e79-945c-41d2828096bb), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:31.888333 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a407da3-5d4a-4413-8a04-cf5b23bd253c tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:25:31.888756 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a407da3-5d4a-4413-8a04-cf5b23bd253c tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:25:31.889021 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a407da3-5d4a-4413-8a04-cf5b23bd253c tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:25:31.889809 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a407da3-5d4a-4413-8a04-cf5b23bd253c tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:25:31.889809 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a407da3-5d4a-4413-8a04-cf5b23bd253c tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:25:31.890277 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a407da3-5d4a-4413-8a04-cf5b23bd253c tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:25:31.890638 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a407da3-5d4a-4413-8a04-cf5b23bd253c tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:25:31.890960 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a407da3-5d4a-4413-8a04-cf5b23bd253c tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:25:31.891296 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a407da3-5d4a-4413-8a04-cf5b23bd253c tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:25:31.895195 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a407da3-5d4a-4413-8a04-cf5b23bd253c tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:25:31.895195 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a407da3-5d4a-4413-8a04-cf5b23bd253c tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:25:31.895195 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a407da3-5d4a-4413-8a04-cf5b23bd253c tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:25:31.895195 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a407da3-5d4a-4413-8a04-cf5b23bd253c tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:25:31.895195 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a407da3-5d4a-4413-8a04-cf5b23bd253c tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:25:31.895195 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a407da3-5d4a-4413-8a04-cf5b23bd253c tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:25:31.908545 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Pushing event updated for resources: {'Port': ['ID=66cb4db2-f182-4e79-945c-41d2828096bb,revision_number=4']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:25:31.931327 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc3fc08-939b-456d-8111-6059ae9d0107 req-0a407da3-5d4a-4413-8a04-cf5b23bd253c tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:25:31.932128 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-adc3fc08-939b-456d-8111-6059ae9d0107 req-0a407da3-5d4a-4413-8a04-cf5b23bd253c tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30337'] for port (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:32.002035 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6a73c0-dbba-4687-8261-987d9f1031fa req-f7fb76bf-7992-42be-94b7-c3523075cc66 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:25:32.003790 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-4f6a73c0-dbba-4687-8261-987d9f1031fa req-f7fb76bf-7992-42be-94b7-c3523075cc66 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef0f516d-f8cb-4c78-8e19-b5d530c90e68 HTTP/1.1" status: 200  len: 932 time: 0.0567439
Mar 31 18:25:32.058994 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-4f6a73c0-dbba-4687-8261-987d9f1031fa req-8222d447-d0f3-4e50-aee7-df8b9832895c tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a763037-c2ed-4230-b56f-5864e1324aae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0493660
Mar 31 18:25:32.067261 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-adc3fc08-939b-456d-8111-6059ae9d0107 req-0a407da3-5d4a-4413-8a04-cf5b23bd253c tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9901259
Mar 31 18:25:32.082057 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.v2.base [req-adc3fc08-939b-456d-8111-6059ae9d0107 req-b1f133df-eed6-4be5-b776-b56d9456c7e6 service neutron] Request body: {'port': {'device_id': 'ef0f516d-f8cb-4c78-8e19-b5d530c90e68', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=103897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:25:32.098111 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-1eb23132-5cac-45e5-bce8-b84d53c9a8d0 None None] Provisioning complete for port adbd679c-b2bc-4261-80ec-b13d349ff692 triggered by entity DHCP. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:25:32.098111 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-1eb23132-5cac-45e5-bce8-b84d53c9a8d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (adbd679c-b2bc-4261-80ec-b13d349ff692), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:32.131269 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-1eb23132-5cac-45e5-bce8-b84d53c9a8d0 None None] Port adbd679c-b2bc-4261-80ec-b13d349ff692 cannot update to ACTIVE because it is not bound. {{(pid=103898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 31 18:25:32.144232 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-adc3fc08-939b-456d-8111-6059ae9d0107 req-b1f133df-eed6-4be5-b776-b56d9456c7e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (adbd679c-b2bc-4261-80ec-b13d349ff692), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:32.339847 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] get_ports_and_sgs() called for port_ids ['66cb4db2-f182-4e79-945c-41d2828096bb'] {{(pid=103898) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 31 18:25:32.388927 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-be477ca9-b30f-4eb3-92ce-971cde9f4756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (d0835089-4a76-4105-9221-c81b46927b3c), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:32.459299 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e08a49-9521-4b14-b0fc-96d49adbcacc req-a70c4ae3-9464-41d6-82b7-2cacbda07056 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:25:32.461090 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-55e08a49-9521-4b14-b0fc-96d49adbcacc req-a70c4ae3-9464-41d6-82b7-2cacbda07056 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d43f77a-cb85-4276-9bed-686f306ea21a HTTP/1.1" status: 200  len: 944 time: 0.0982690
Mar 31 18:25:32.463078 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [req-adc3fc08-939b-456d-8111-6059ae9d0107 req-b1f133df-eed6-4be5-b776-b56d9456c7e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adbd679c-b2bc-4261-80ec-b13d349ff692 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 31 18:25:32.472946 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-adc3fc08-939b-456d-8111-6059ae9d0107 req-b1f133df-eed6-4be5-b776-b56d9456c7e6 service neutron] Publish callbacks [] for port (adbd679c-b2bc-4261-80ec-b13d349ff692), precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:32.500120 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [req-adc3fc08-939b-456d-8111-6059ae9d0107 req-b1f133df-eed6-4be5-b776-b56d9456c7e6 service neutron] Transition to ACTIVE for port object adbd679c-b2bc-4261-80ec-b13d349ff692 will not be triggered until provisioned by entity L2. {{(pid=103897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 31 18:25:32.522519 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-55e08a49-9521-4b14-b0fc-96d49adbcacc req-7bcbe475-6502-4350-944a-f493291ed469 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/security-groups?id=2999ed04-fa20-4f9f-a4fb-1018a80bae6b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0548887
Mar 31 18:25:32.568621 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-adc3fc08-939b-456d-8111-6059ae9d0107 req-b1f133df-eed6-4be5-b776-b56d9456c7e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13081992'] for port (adbd679c-b2bc-4261-80ec-b13d349ff692), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:32.624165 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f133df-eed6-4be5-b776-b56d9456c7e6 service neutron] Pushing event updated for resources: {'Port': ['ID=adbd679c-b2bc-4261-80ec-b13d349ff692,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:25:32.695346 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [req-adc3fc08-939b-456d-8111-6059ae9d0107 req-b1f133df-eed6-4be5-b776-b56d9456c7e6 service neutron] Attempting to bind port adbd679c-b2bc-4261-80ec-b13d349ff692 on host hv-cinder-maste for vnic_type normal with profile  {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 31 18:25:32.700861 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [req-adc3fc08-939b-456d-8111-6059ae9d0107 req-b1f133df-eed6-4be5-b776-b56d9456c7e6 service neutron] Attempting to bind port adbd679c-b2bc-4261-80ec-b13d349ff692 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '0e13db69-fb06-49b3-a448-31200d86bc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '46cf5202-8790-480a-a14a-b087639c31e2'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 31 18:25:32.700861 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc3fc08-939b-456d-8111-6059ae9d0107 req-b1f133df-eed6-4be5-b776-b56d9456c7e6 service neutron] Attempting to bind port adbd679c-b2bc-4261-80ec-b13d349ff692 on network 46cf5202-8790-480a-a14a-b087639c31e2 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 31 18:25:32.700861 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc3fc08-939b-456d-8111-6059ae9d0107 req-b1f133df-eed6-4be5-b776-b56d9456c7e6 service neutron] Port adbd679c-b2bc-4261-80ec-b13d349ff692 on network 46cf5202-8790-480a-a14a-b087639c31e2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 31 18:25:32.701189 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc3fc08-939b-456d-8111-6059ae9d0107 req-b1f133df-eed6-4be5-b776-b56d9456c7e6 service neutron] Attempting to bind port adbd679c-b2bc-4261-80ec-b13d349ff692 on network 46cf5202-8790-480a-a14a-b087639c31e2 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 31 18:25:32.706745 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc3fc08-939b-456d-8111-6059ae9d0107 req-b1f133df-eed6-4be5-b776-b56d9456c7e6 service neutron] Checking agent: {'id': '06f31eaf-9418-4d11-8606-24a34b4b4893', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 11, 36), 'started_at': datetime.datetime(2022, 3, 31, 18, 11, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 31 18:25:32.707083 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc3fc08-939b-456d-8111-6059ae9d0107 req-b1f133df-eed6-4be5-b776-b56d9456c7e6 service neutron] Checking segment: {'id': '0e13db69-fb06-49b3-a448-31200d86bc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '46cf5202-8790-480a-a14a-b087639c31e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 31 18:25:32.707465 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc3fc08-939b-456d-8111-6059ae9d0107 req-b1f133df-eed6-4be5-b776-b56d9456c7e6 service neutron] Bound using segment: {'id': '0e13db69-fb06-49b3-a448-31200d86bc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '46cf5202-8790-480a-a14a-b087639c31e2'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 31 18:25:32.707899 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [req-adc3fc08-939b-456d-8111-6059ae9d0107 req-b1f133df-eed6-4be5-b776-b56d9456c7e6 service neutron] Bound port: adbd679c-b2bc-4261-80ec-b13d349ff692, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e13db69-fb06-49b3-a448-31200d86bc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '46cf5202-8790-480a-a14a-b087639c31e2'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 31 18:25:32.708259 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-adc3fc08-939b-456d-8111-6059ae9d0107 req-b1f133df-eed6-4be5-b776-b56d9456c7e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (adbd679c-b2bc-4261-80ec-b13d349ff692), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:32.776612 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [req-adc3fc08-939b-456d-8111-6059ae9d0107 req-b1f133df-eed6-4be5-b776-b56d9456c7e6 service neutron] For port adbd679c-b2bc-4261-80ec-b13d349ff692, host hv-cinder-maste, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 31 18:25:32.779735 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [req-adc3fc08-939b-456d-8111-6059ae9d0107 req-b1f133df-eed6-4be5-b776-b56d9456c7e6 service neutron] For port adbd679c-b2bc-4261-80ec-b13d349ff692, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=adbd679c-b2bc-4261-80ec-b13d349ff692,segment=NetworkSegment(0e13db69-fb06-49b3-a448-31200d86bc6e),segment_id=0e13db69-fb06-49b3-a448-31200d86bc6e)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 31 18:25:32.855599 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-adc3fc08-939b-456d-8111-6059ae9d0107 req-b1f133df-eed6-4be5-b776-b56d9456c7e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13081992'] for port (adbd679c-b2bc-4261-80ec-b13d349ff692), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:32.887920 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc3fc08-939b-456d-8111-6059ae9d0107 req-b1f133df-eed6-4be5-b776-b56d9456c7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:25:32.888538 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-adc3fc08-939b-456d-8111-6059ae9d0107 req-b1f133df-eed6-4be5-b776-b56d9456c7e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30337'] for port (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:32.890647 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-adc3fc08-939b-456d-8111-6059ae9d0107 req-b1f133df-eed6-4be5-b776-b56d9456c7e6 service neutron] 10.222.0.44 "PUT /v2.0/ports/adbd679c-b2bc-4261-80ec-b13d349ff692 HTTP/1.1" status: 200  len: 1094 time: 0.8127339
Mar 31 18:25:32.891085 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef0f516d-f8cb-4c78-8e19-b5d530c90e68', 'tag': 'adbd679c-b2bc-4261-80ec-b13d349ff692'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 31 18:25:32.893323 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73fc78de55affb2fac0a31bf62e314c48f0d961b1f9e9815d43b8150b113e94f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45cfed60-c0dd-4110-9353-34d42c89be86" -d '{"events": [{"name": "network-changed", "server_uuid": "ef0f516d-f8cb-4c78-8e19-b5d530c90e68", "tag": "adbd679c-b2bc-4261-80ec-b13d349ff692"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 31 18:25:32.920453 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f133df-eed6-4be5-b776-b56d9456c7e6 service neutron] Pushing event updated for resources: {'Port': ['ID=adbd679c-b2bc-4261-80ec-b13d349ff692,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:25:32.940342 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 18:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e87dc0a8-5025-41a9-9af0-51d2419f53c3 x-openstack-request-id: req-e87dc0a8-5025-41a9-9af0-51d2419f53c3 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 31 18:25:32.940638 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef0f516d-f8cb-4c78-8e19-b5d530c90e68", "tag": "adbd679c-b2bc-4261-80ec-b13d349ff692", "status": "completed", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 31 18:25:32.941161 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e87dc0a8-5025-41a9-9af0-51d2419f53c3 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 31 18:25:32.941823 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e87dc0a8-5025-41a9-9af0-51d2419f53c3'] response: {'name': 'network-changed', 'server_uuid': 'ef0f516d-f8cb-4c78-8e19-b5d530c90e68', 'tag': 'adbd679c-b2bc-4261-80ec-b13d349ff692', 'status': 'completed', 'code': 200}
Mar 31 18:25:33.037017 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cfed60-c0dd-4110-9353-34d42c89be86 req-6535f289-3536-4e73-8181-ea83a2d42a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:25:33.038648 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-45cfed60-c0dd-4110-9353-34d42c89be86 req-6535f289-3536-4e73-8181-ea83a2d42a0b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=70f0b3390f4542c8831753ecf26f6745&device_id=ef0f516d-f8cb-4c78-8e19-b5d530c90e68 HTTP/1.1" status: 200  len: 1128 time: 0.0533524
Mar 31 18:25:33.145619 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cfed60-c0dd-4110-9353-34d42c89be86 req-78cf270e-57ba-4f60-aca5-26548a70b2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:25:33.147095 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-45cfed60-c0dd-4110-9353-34d42c89be86 req-78cf270e-57ba-4f60-aca5-26548a70b2cd service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=70f0b3390f4542c8831753ecf26f6745&shared=False HTTP/1.1" status: 200  len: 912 time: 0.0948994
Mar 31 18:25:33.247990 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cfed60-c0dd-4110-9353-34d42c89be86 req-a17fd18e-79d9-48d9-b1b5-872c6e4d01b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:25:33.249997 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-45cfed60-c0dd-4110-9353-34d42c89be86 req-a17fd18e-79d9-48d9-b1b5-872c6e4d01b0 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0964332
Mar 31 18:25:33.384411 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cbd819-3b44-41af-947e-1ca604ee1242 req-860d6b0e-7386-4e05-bcf8-de5dd509636d tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:25:33.385883 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-53cbd819-3b44-41af-947e-1ca604ee1242 req-860d6b0e-7386-4e05-bcf8-de5dd509636d tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef0f516d-f8cb-4c78-8e19-b5d530c90e68 HTTP/1.1" status: 200  len: 944 time: 0.0834672
Mar 31 18:25:33.388537 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc3fc08-939b-456d-8111-6059ae9d0107 req-65e5dec5-83ff-48ff-98b2-b4f46f7a024d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:25:33.389895 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-adc3fc08-939b-456d-8111-6059ae9d0107 req-65e5dec5-83ff-48ff-98b2-b4f46f7a024d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=70f0b3390f4542c8831753ecf26f6745&device_id=ef0f516d-f8cb-4c78-8e19-b5d530c90e68 HTTP/1.1" status: 200  len: 1128 time: 0.0786524
Mar 31 18:25:33.451645 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-adc3fc08-939b-456d-8111-6059ae9d0107 req-268119d4-4dfc-4edb-9f43-c5621d26ea5d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=adbd679c-b2bc-4261-80ec-b13d349ff692 HTTP/1.1" status: 200  len: 217 time: 0.0472834
Mar 31 18:25:33.493392 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-53cbd819-3b44-41af-947e-1ca604ee1242 req-76e63922-6b65-44e0-be17-e20d409955c3 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a763037-c2ed-4230-b56f-5864e1324aae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1016510
Mar 31 18:25:33.511475 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc3fc08-939b-456d-8111-6059ae9d0107 req-0f068667-5d2b-4789-ba6b-26bbb296298a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:25:33.512961 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-adc3fc08-939b-456d-8111-6059ae9d0107 req-0f068667-5d2b-4789-ba6b-26bbb296298a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=905ec444-b4c2-43a9-986a-e2ab2e05accc HTTP/1.1" status: 200  len: 850 time: 0.0519228
Mar 31 18:25:33.561890 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc3fc08-939b-456d-8111-6059ae9d0107 req-07a76e72-fc8d-4a93-96df-2d924f97ecce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:25:33.564084 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-adc3fc08-939b-456d-8111-6059ae9d0107 req-07a76e72-fc8d-4a93-96df-2d924f97ecce service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=46cf5202-8790-480a-a14a-b087639c31e2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0456717
Mar 31 18:25:33.577282 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Device 66cb4db2-f182-4e79-945c-41d2828096bb up at agent hyperv_hv-cinder-maste {{(pid=103898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 31 18:25:33.646506 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee96e26-34f0-4728-92fd-ec73311f4458 req-a355dd36-e1d8-4044-984e-0741dc30fd6d tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:25:33.648001 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-8ee96e26-34f0-4728-92fd-ec73311f4458 req-a355dd36-e1d8-4044-984e-0741dc30fd6d tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d43f77a-cb85-4276-9bed-686f306ea21a HTTP/1.1" status: 200  len: 944 time: 0.0562518
Mar 31 18:25:33.661882 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-adc3fc08-939b-456d-8111-6059ae9d0107 req-6b6c7446-43d0-4c30-9493-52ff807ed257 service neutron] 10.222.0.44 "GET /v2.0/networks/46cf5202-8790-480a-a14a-b087639c31e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0915608
Mar 31 18:25:33.696575 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-8ee96e26-34f0-4728-92fd-ec73311f4458 req-8242dcff-4b40-4ac4-8a93-c9903a2c8d82 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/security-groups?id=2999ed04-fa20-4f9f-a4fb-1018a80bae6b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423865
Mar 31 18:25:33.699639 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Provisioning for port 66cb4db2-f182-4e79-945c-41d2828096bb completed by entity L2. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 31 18:25:33.704150 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Provisioning complete for port 66cb4db2-f182-4e79-945c-41d2828096bb triggered by entity L2. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:25:33.704532 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (66cb4db2-f182-4e79-945c-41d2828096bb), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:33.754363 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-adc3fc08-939b-456d-8111-6059ae9d0107 req-77e22e5b-3908-4568-bdfe-12f8f666819c service neutron] 10.222.0.44 "GET /v2.0/networks/46cf5202-8790-480a-a14a-b087639c31e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0867054
Mar 31 18:25:33.785431 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Current status of the port 66cb4db2-f182-4e79-945c-41d2828096bb is: BUILD; New status is: ACTIVE {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:25:33.785828 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (66cb4db2-f182-4e79-945c-41d2828096bb), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:33.808405 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d43f77a-cb85-4276-9bed-686f306ea21a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66cb4db2-f182-4e79-945c-41d2828096bb'}] {{(pid=103898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 31 18:25:33.810685 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb3075c6172e5baa69f5abc91eefeb9b3c1bf45f76ecf44b7f00bb5a6f62f1a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1caf3dff-5252-43f1-b6bf-7f39c0480ffd" -d '{"events": [{"server_uuid": "8d43f77a-cb85-4276-9bed-686f306ea21a", "name": "network-vif-plugged", "status": "completed", "tag": "66cb4db2-f182-4e79-945c-41d2828096bb"}]}' {{(pid=103898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 31 18:25:33.822977 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] For port 66cb4db2-f182-4e79-945c-41d2828096bb, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=66cb4db2-f182-4e79-945c-41d2828096bb,segment=NetworkSegment(d88eba78-682e-4e58-9428-c0cf5ca4e035),segment_id=d88eba78-682e-4e58-9428-c0cf5ca4e035)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:25:33.900586 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 18:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff05274d-1b28-4764-95e7-4b82dd04446e x-openstack-request-id: req-ff05274d-1b28-4764-95e7-4b82dd04446e {{(pid=103898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 31 18:25:33.900873 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d43f77a-cb85-4276-9bed-686f306ea21a", "name": "network-vif-plugged", "status": "completed", "tag": "66cb4db2-f182-4e79-945c-41d2828096bb", "code": 200}]} {{(pid=103898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 31 18:25:33.901131 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ff05274d-1b28-4764-95e7-4b82dd04446e {{(pid=103898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 31 18:25:33.901529 dv-cinder-master-3-iscsi neutron-server[103898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff05274d-1b28-4764-95e7-4b82dd04446e'] response: {'server_uuid': '8d43f77a-cb85-4276-9bed-686f306ea21a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66cb4db2-f182-4e79-945c-41d2828096bb', 'code': 200}
Mar 31 18:25:33.907258 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (66cb4db2-f182-4e79-945c-41d2828096bb), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:33.955459 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Pushing event updated for resources: {'Port': ['ID=66cb4db2-f182-4e79-945c-41d2828096bb,revision_number=5']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:25:33.986513 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-61acbcaf-515a-4595-a759-82c8bf4c0ac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (1ee04592-4785-424e-aa2a-0bd32f5faacf), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:34.300290 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d607c793-b823-407d-bd37-b16acdba17b7 req-3ef85032-68d3-4a75-b757-98dea7c6b208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:25:34.301792 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-d607c793-b823-407d-bd37-b16acdba17b7 req-3ef85032-68d3-4a75-b757-98dea7c6b208 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8d43f77a-cb85-4276-9bed-686f306ea21a HTTP/1.1" status: 200  len: 1129 time: 0.0502794
Mar 31 18:25:34.346815 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-d607c793-b823-407d-bd37-b16acdba17b7 req-02d71574-95ff-4b06-b673-8f25ef229d28 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=2999ed04-fa20-4f9f-a4fb-1018a80bae6b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0374420
Mar 31 18:25:34.612967 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4799cdba-b3d5-4fc1-9e69-959700ee9197 req-085705a7-d00c-4ca8-8499-5f11af1c423e tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:25:34.614427 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-4799cdba-b3d5-4fc1-9e69-959700ee9197 req-085705a7-d00c-4ca8-8499-5f11af1c423e tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef0f516d-f8cb-4c78-8e19-b5d530c90e68 HTTP/1.1" status: 200  len: 944 time: 0.0557072
Mar 31 18:25:34.663103 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-4799cdba-b3d5-4fc1-9e69-959700ee9197 req-1a157ecc-c3ed-451a-acc5-beb8d9fddf6f tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a763037-c2ed-4230-b56f-5864e1324aae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427270
Mar 31 18:25:34.818713 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a9082a-f815-4947-b948-e4cf1dfa96f1 req-b3d88da2-30f9-4d8e-848a-3fe5b64aff8f tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:25:34.820212 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-64a9082a-f815-4947-b948-e4cf1dfa96f1 req-b3d88da2-30f9-4d8e-848a-3fe5b64aff8f tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d43f77a-cb85-4276-9bed-686f306ea21a HTTP/1.1" status: 200  len: 945 time: 0.0528381
Mar 31 18:25:34.867548 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-64a9082a-f815-4947-b948-e4cf1dfa96f1 req-bbc26331-16f0-417b-bcdc-e7e8ebf0f60b tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/security-groups?id=2999ed04-fa20-4f9f-a4fb-1018a80bae6b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412905
Mar 31 18:25:35.065733 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (b6d39f6c-4dc3-40bd-bbe5-e05b1f1d4e13), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:35.777708 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a7c02b-ef5a-4c3f-85d8-fd25014975bc req-0a989f95-9913-42ee-8c8c-a6c62b6d710d tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:25:35.779226 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-98a7c02b-ef5a-4c3f-85d8-fd25014975bc req-0a989f95-9913-42ee-8c8c-a6c62b6d710d tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef0f516d-f8cb-4c78-8e19-b5d530c90e68 HTTP/1.1" status: 200  len: 944 time: 0.0519657
Mar 31 18:25:35.830808 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-98a7c02b-ef5a-4c3f-85d8-fd25014975bc req-bfb51483-ef6b-4ea3-83a7-7757e3e2877e tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a763037-c2ed-4230-b56f-5864e1324aae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453589
Mar 31 18:25:35.987507 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a9b510-a059-426a-bb58-518dfd566273 req-cda97ece-b83c-4eab-a636-c6cd0503b244 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:25:35.989010 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-61a9b510-a059-426a-bb58-518dfd566273 req-cda97ece-b83c-4eab-a636-c6cd0503b244 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d43f77a-cb85-4276-9bed-686f306ea21a HTTP/1.1" status: 200  len: 945 time: 0.0553274
Mar 31 18:25:36.042383 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-61a9b510-a059-426a-bb58-518dfd566273 req-0d6457dc-27ad-4a5f-9021-b6f520d5c5b8 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/security-groups?id=2999ed04-fa20-4f9f-a4fb-1018a80bae6b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0478404
Mar 31 18:25:36.369387 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (06f31eaf-9418-4d11-8606-24a34b4b4893), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:36.955705 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42a502e-7f1b-49a6-bf5b-92be7bcac05c req-0ed175ce-07b7-43b8-89bb-ac9f76693f97 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:25:36.957271 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-b42a502e-7f1b-49a6-bf5b-92be7bcac05c req-0ed175ce-07b7-43b8-89bb-ac9f76693f97 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef0f516d-f8cb-4c78-8e19-b5d530c90e68 HTTP/1.1" status: 200  len: 944 time: 0.0582945
Mar 31 18:25:37.006221 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-b42a502e-7f1b-49a6-bf5b-92be7bcac05c req-ce4b3f00-232c-436f-a5b3-c1f15e38e1ff tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a763037-c2ed-4230-b56f-5864e1324aae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433989
Mar 31 18:25:37.158810 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff42302-cf1a-4540-b280-323c87745158 req-16e90f4b-d316-41ce-b7e8-10eaf49ad754 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:25:37.160209 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-0ff42302-cf1a-4540-b280-323c87745158 req-16e90f4b-d316-41ce-b7e8-10eaf49ad754 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d43f77a-cb85-4276-9bed-686f306ea21a HTTP/1.1" status: 200  len: 945 time: 0.0528347
Mar 31 18:25:37.206311 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-0ff42302-cf1a-4540-b280-323c87745158 req-24c14a31-b8cf-492f-9aa3-764d4b4262c6 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/security-groups?id=2999ed04-fa20-4f9f-a4fb-1018a80bae6b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404856
Mar 31 18:25:37.319594 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f03708-7a31-4c54-9675-9feaa3ed485c req-8999cfa3-480f-44dd-9374-c2102ae797e1 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:25:37.321083 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-05f03708-7a31-4c54-9675-9feaa3ed485c req-8999cfa3-480f-44dd-9374-c2102ae797e1 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d43f77a-cb85-4276-9bed-686f306ea21a HTTP/1.1" status: 200  len: 945 time: 0.0543783
Mar 31 18:25:37.329499 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 55474) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:25:37.333841 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [None req-e4872021-0c24-4f2c-b4d6-64024a4a6f32 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Request body: {'floatingip': {'port_id': '66cb4db2-f182-4e79-945c-41d2828096bb'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:25:37.375732 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e4872021-0c24-4f2c-b4d6-64024a4a6f32 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks [] for floatingip (7de64759-5df7-4916-a8cf-32e62ee9bf83), before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:37.799782 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e4872021-0c24-4f2c-b4d6-64024a4a6f32 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:37.860982 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e4872021-0c24-4f2c-b4d6-64024a4a6f32 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505983'] for floatingip (7de64759-5df7-4916-a8cf-32e62ee9bf83), after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:37.965773 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.db.l3_db [None req-e4872021-0c24-4f2c-b4d6-64024a4a6f32 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Floating IP 7de64759-5df7-4916-a8cf-32e62ee9bf83 associated. External IP: 172.37.2.130, port: 66cb4db2-f182-4e79-945c-41d2828096bb.
Mar 31 18:25:38.134457 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f665ff1d-05a9-4e03-8f0f-d6c0c5791bfb req-b7e7e5ed-587a-4cd0-a7d6-f250fb312075 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:25:38.136060 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-f665ff1d-05a9-4e03-8f0f-d6c0c5791bfb req-b7e7e5ed-587a-4cd0-a7d6-f250fb312075 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef0f516d-f8cb-4c78-8e19-b5d530c90e68 HTTP/1.1" status: 200  len: 944 time: 0.0577469
Mar 31 18:25:38.191644 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-f665ff1d-05a9-4e03-8f0f-d6c0c5791bfb req-f6db1cab-d50d-40ec-ae63-cc218e9b3b24 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a763037-c2ed-4230-b56f-5864e1324aae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0484009
Mar 31 18:25:38.444197 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4872021-0c24-4f2c-b4d6-64024a4a6f32 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Router 18b416a9-88ee-499f-9846-13773bd75f53 has already been hosted by L3 agent f09d5d1b-4294-4f18-9a00-351412ae7ca6 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 31 18:25:38.552178 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4872021-0c24-4f2c-b4d6-64024a4a6f32 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 31 18:25:38.557104 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e4872021-0c24-4f2c-b4d6-64024a4a6f32 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30337'] for floatingip (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:38.564221 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df38771b-875d-445f-bf63-0edcd97f8264 None None] Sync routers for ids ['18b416a9-88ee-499f-9846-13773bd75f53'] in dv-cinder-master-3-iscsi {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 31 18:25:38.575060 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df38771b-875d-445f-bf63-0edcd97f8264 None None] Routers {'18b416a9-88ee-499f-9846-13773bd75f53'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 31 18:25:38.576456 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-df38771b-875d-445f-bf63-0edcd97f8264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7715299310>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T18:05:01Z,description=<?>,heartbeat_timestamp=2022-03-31T18:25:31Z,host='dv-cinder-master-3-iscsi',id=f09d5d1b-4294-4f18-9a00-351412ae7ca6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-31T18:05:02Z,topic='l3_agent')) {'router_ids': ['18b416a9-88ee-499f-9846-13773bd75f53'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:25:38.588279 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-e4872021-0c24-4f2c-b4d6-64024a4a6f32 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "PUT /v2.0/floatingips/7de64759-5df7-4916-a8cf-32e62ee9bf83 HTTP/1.1" status: 200  len: 991 time: 1.2575920
Mar 31 18:25:38.588985 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d43f77a-cb85-4276-9bed-686f306ea21a', 'tag': '66cb4db2-f182-4e79-945c-41d2828096bb'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 31 18:25:38.591279 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}465b76c4d2e897416be230837bd95a2d94c81786315ed3443e4884d9e49648d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3f12b01-5026-4f80-bbe4-dd8a3e671175" -d '{"events": [{"name": "network-changed", "server_uuid": "8d43f77a-cb85-4276-9bed-686f306ea21a", "tag": "66cb4db2-f182-4e79-945c-41d2828096bb"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 31 18:25:38.689497 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 18:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21da9db6-b2d6-48f1-aa0f-b09cf8902211 x-openstack-request-id: req-21da9db6-b2d6-48f1-aa0f-b09cf8902211 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 31 18:25:38.689801 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d43f77a-cb85-4276-9bed-686f306ea21a", "tag": "66cb4db2-f182-4e79-945c-41d2828096bb", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 31 18:25:38.690060 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-21da9db6-b2d6-48f1-aa0f-b09cf8902211 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 31 18:25:38.690476 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21da9db6-b2d6-48f1-aa0f-b09cf8902211'] response: {'name': 'network-changed', 'server_uuid': '8d43f77a-cb85-4276-9bed-686f306ea21a', 'tag': '66cb4db2-f182-4e79-945c-41d2828096bb', 'status': 'completed', 'code': 200}
Mar 31 18:25:38.789654 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f12b01-5026-4f80-bbe4-dd8a3e671175 req-8fc4c3c2-d736-44e7-915f-35499041cc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:25:38.791162 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-e3f12b01-5026-4f80-bbe4-dd8a3e671175 req-8fc4c3c2-d736-44e7-915f-35499041cc05 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7ae2325a87da4c5f8179a77fbd3d8748&device_id=8d43f77a-cb85-4276-9bed-686f306ea21a HTTP/1.1" status: 200  len: 1129 time: 0.0505078
Mar 31 18:25:38.820886 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-df38771b-875d-445f-bf63-0edcd97f8264 None None] Set router 18b416a9-88ee-499f-9846-13773bd75f53 gateway port host: dv-cinder-master-3-iscsi {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 31 18:25:38.880108 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f12b01-5026-4f80-bbe4-dd8a3e671175 req-314706da-08a8-4d97-97a6-79b2b0aec825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:25:38.881552 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-e3f12b01-5026-4f80-bbe4-dd8a3e671175 req-314706da-08a8-4d97-97a6-79b2b0aec825 service neutron] 10.222.0.44 "GET /v2.0/networks?id=48b6e4a0-767f-4f89-81e1-af0f127e9429 HTTP/1.1" status: 200  len: 915 time: 0.0843430
Mar 31 18:25:38.952055 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-e3f12b01-5026-4f80-bbe4-dd8a3e671175 req-64c90c81-0e02-413b-8608-90a36394a443 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=66cb4db2-f182-4e79-945c-41d2828096bb HTTP/1.1" status: 200  len: 999 time: 0.0637932
Mar 31 18:25:39.000405 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f12b01-5026-4f80-bbe4-dd8a3e671175 req-d1120a0d-22c5-4129-8b6b-e6c7cd5c6d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:25:39.001858 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-e3f12b01-5026-4f80-bbe4-dd8a3e671175 req-d1120a0d-22c5-4129-8b6b-e6c7cd5c6d61 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b702573e-a854-4e5e-962c-bc2e1a12d797 HTTP/1.1" status: 200  len: 853 time: 0.0436809
Mar 31 18:25:39.046934 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-df38771b-875d-445f-bf63-0edcd97f8264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7715299310>, [{'id': '18b416a9-88ee-499f-9846-13773bd75f53', 'name': 'tempest-AttachVolumeNegativeTest-783316322-router', 'tenant_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.224'}], 'enable_snat': True}, 'gw_port_id': '962870bc-50a8-4afe-8ee0-541ade01b570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:25:08Z', 'updated_at': '2022-03-31T18:25:12Z', 'revision_number': 4, 'project_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'gw_port': {'id': '962870bc-50a8-4afe-8ee0-541ade01b570', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:1d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b416a9-88ee-499f-9846-13773bd75f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:25:09Z', 'updated_at': '2022-03-31T18:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '7de64759-5df7-4916-a8cf-32e62ee9bf83', 'tenant_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'floating_ip_address': '172.37.2.130', 'floating_network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'router_id': '18b416a9-88ee-499f-9846-13773bd75f53', 'port_id': '66cb4db2-f182-4e79-945c-41d2828096bb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48b6e4a0-767f-4f89-81e1-af0f127e9429', 'mac_address': 'fa:16:3e:2a:6e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d43f77a-cb85-4276-9bed-686f306ea21a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T18:25:16Z', 'updated_at': '2022-03-31T18:25:37Z', 'revision_number': 1, 'project_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9e9053e-8135-4f8c-a7fa-10c10f86d87e', 'name': '', 'network_id': '48b6e4a0-767f-4f89-81e1-af0f127e9429', 'tenant_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'mac_address': 'fa:16:3e:6d:65:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b416a9-88ee-499f-9846-13773bd75f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'b702573e-a854-4e5e-962c-bc2e1a12d797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:25:11Z', 'updated_at': '2022-03-31T18:25:16Z', 'revision_number': 5, 'project_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'subnets': [{'id': 'b702573e-a854-4e5e-962c-bc2e1a12d797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:25:39.063718 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f12b01-5026-4f80-bbe4-dd8a3e671175 req-3b68ab56-1a54-4225-be24-5b35f6275685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:25:39.065248 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-e3f12b01-5026-4f80-bbe4-dd8a3e671175 req-3b68ab56-1a54-4225-be24-5b35f6275685 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=48b6e4a0-767f-4f89-81e1-af0f127e9429&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0458148
Mar 31 18:25:39.075534 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df38771b-875d-445f-bf63-0edcd97f8264 None None] Checking router: 18b416a9-88ee-499f-9846-13773bd75f53 for host: dv-cinder-master-3-iscsi {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 31 18:25:39.087348 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df38771b-875d-445f-bf63-0edcd97f8264 None None] Routers {'18b416a9-88ee-499f-9846-13773bd75f53'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 31 18:25:39.087986 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-df38771b-875d-445f-bf63-0edcd97f8264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7715299310>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T18:05:01Z,description=<?>,heartbeat_timestamp=2022-03-31T18:25:31Z,host='dv-cinder-master-3-iscsi',id=f09d5d1b-4294-4f18-9a00-351412ae7ca6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-31T18:05:02Z,topic='l3_agent')) {'router_ids': ['18b416a9-88ee-499f-9846-13773bd75f53'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:25:39.163760 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-e3f12b01-5026-4f80-bbe4-dd8a3e671175 req-4d02b04c-bc8a-4ae6-86dd-41eb77cbe143 service neutron] 10.222.0.44 "GET /v2.0/networks/48b6e4a0-767f-4f89-81e1-af0f127e9429?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0918922
Mar 31 18:25:39.201404 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-df38771b-875d-445f-bf63-0edcd97f8264 None None] Set router 18b416a9-88ee-499f-9846-13773bd75f53 gateway port host: dv-cinder-master-3-iscsi {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 31 18:25:39.257968 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-e3f12b01-5026-4f80-bbe4-dd8a3e671175 req-80050ee9-8724-41ac-aba5-6b27f3da08a4 service neutron] 10.222.0.44 "GET /v2.0/networks/48b6e4a0-767f-4f89-81e1-af0f127e9429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0883615
Mar 31 18:25:39.314111 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835027b4-7cae-4283-a7de-118f1fa7f2eb req-0ebff084-3e8f-46f6-9ce2-731e720e80d0 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:25:39.315598 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-835027b4-7cae-4283-a7de-118f1fa7f2eb req-0ebff084-3e8f-46f6-9ce2-731e720e80d0 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef0f516d-f8cb-4c78-8e19-b5d530c90e68 HTTP/1.1" status: 200  len: 944 time: 0.0551772
Mar 31 18:25:39.369362 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-835027b4-7cae-4283-a7de-118f1fa7f2eb req-b040d8b5-01e9-4036-9c15-46c9ae55ca8c tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a763037-c2ed-4230-b56f-5864e1324aae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0478334
Mar 31 18:25:39.435890 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-df38771b-875d-445f-bf63-0edcd97f8264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7715299310>, [{'id': '18b416a9-88ee-499f-9846-13773bd75f53', 'name': 'tempest-AttachVolumeNegativeTest-783316322-router', 'tenant_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.224'}], 'enable_snat': True}, 'gw_port_id': '962870bc-50a8-4afe-8ee0-541ade01b570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:25:08Z', 'updated_at': '2022-03-31T18:25:12Z', 'revision_number': 4, 'project_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'gw_port': {'id': '962870bc-50a8-4afe-8ee0-541ade01b570', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:1d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b416a9-88ee-499f-9846-13773bd75f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:25:09Z', 'updated_at': '2022-03-31T18:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '7de64759-5df7-4916-a8cf-32e62ee9bf83', 'tenant_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'floating_ip_address': '172.37.2.130', 'floating_network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'router_id': '18b416a9-88ee-499f-9846-13773bd75f53', 'port_id': '66cb4db2-f182-4e79-945c-41d2828096bb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48b6e4a0-767f-4f89-81e1-af0f127e9429', 'mac_address': 'fa:16:3e:2a:6e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d43f77a-cb85-4276-9bed-686f306ea21a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T18:25:16Z', 'updated_at': '2022-03-31T18:25:37Z', 'revision_number': 1, 'project_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9e9053e-8135-4f8c-a7fa-10c10f86d87e', 'name': '', 'network_id': '48b6e4a0-767f-4f89-81e1-af0f127e9429', 'tenant_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'mac_address': 'fa:16:3e:6d:65:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b416a9-88ee-499f-9846-13773bd75f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'b702573e-a854-4e5e-962c-bc2e1a12d797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:25:11Z', 'updated_at': '2022-03-31T18:25:16Z', 'revision_number': 5, 'project_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'subnets': [{'id': 'b702573e-a854-4e5e-962c-bc2e1a12d797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:25:39.462024 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df38771b-875d-445f-bf63-0edcd97f8264 None None] The sync data for ids ['18b416a9-88ee-499f-9846-13773bd75f53'] in dv-cinder-master-3-iscsi is: [{'id': '18b416a9-88ee-499f-9846-13773bd75f53', 'name': 'tempest-AttachVolumeNegativeTest-783316322-router', 'tenant_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.224'}], 'enable_snat': True}, 'gw_port_id': '962870bc-50a8-4afe-8ee0-541ade01b570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:25:08Z', 'updated_at': '2022-03-31T18:25:12Z', 'revision_number': 4, 'project_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'gw_port': {'id': '962870bc-50a8-4afe-8ee0-541ade01b570', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:1d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b416a9-88ee-499f-9846-13773bd75f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:25:09Z', 'updated_at': '2022-03-31T18:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '7de64759-5df7-4916-a8cf-32e62ee9bf83', 'tenant_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'floating_ip_address': '172.37.2.130', 'floating_network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'router_id': '18b416a9-88ee-499f-9846-13773bd75f53', 'port_id': '66cb4db2-f182-4e79-945c-41d2828096bb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48b6e4a0-767f-4f89-81e1-af0f127e9429', 'mac_address': 'fa:16:3e:2a:6e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d43f77a-cb85-4276-9bed-686f306ea21a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T18:25:16Z', 'updated_at': '2022-03-31T18:25:37Z', 'revision_number': 1, 'project_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9e9053e-8135-4f8c-a7fa-10c10f86d87e', 'name': '', 'network_id': '48b6e4a0-767f-4f89-81e1-af0f127e9429', 'tenant_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'mac_address': 'fa:16:3e:6d:65:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b416a9-88ee-499f-9846-13773bd75f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'b702573e-a854-4e5e-962c-bc2e1a12d797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:25:11Z', 'updated_at': '2022-03-31T18:25:16Z', 'revision_number': 5, 'project_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'subnets': [{'id': 'b702573e-a854-4e5e-962c-bc2e1a12d797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 31 18:25:39.647861 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4083f1-935c-44ac-aa0f-56df325c122f None None] New status for floating IP 7de64759-5df7-4916-a8cf-32e62ee9bf83: ACTIVE {{(pid=103899) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 31 18:25:40.487803 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a604d8-7589-4a48-b2d9-47197a9dd41c req-30d9fc25-ee80-4cae-919a-97bd9a461640 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:25:40.489284 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-b5a604d8-7589-4a48-b2d9-47197a9dd41c req-30d9fc25-ee80-4cae-919a-97bd9a461640 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef0f516d-f8cb-4c78-8e19-b5d530c90e68 HTTP/1.1" status: 200  len: 944 time: 0.0531864
Mar 31 18:25:40.541432 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-b5a604d8-7589-4a48-b2d9-47197a9dd41c req-9e03b3e1-ad69-481a-b3dc-c6ebe220ade1 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a763037-c2ed-4230-b56f-5864e1324aae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465684
Mar 31 18:25:41.657231 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b6080-42b0-4670-a760-f847c1169b3a req-9bb5d0ed-3f0f-4e63-9b10-63daac0cbf6b tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:25:41.658698 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-f93b6080-42b0-4670-a760-f847c1169b3a req-9bb5d0ed-3f0f-4e63-9b10-63daac0cbf6b tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef0f516d-f8cb-4c78-8e19-b5d530c90e68 HTTP/1.1" status: 200  len: 944 time: 0.0522399
Mar 31 18:25:41.708018 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-f93b6080-42b0-4670-a760-f847c1169b3a req-0a721798-f2bd-4eb0-8cf1-9d71650f9071 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a763037-c2ed-4230-b56f-5864e1324aae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436265
Mar 31 18:25:42.823999 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec458b7-3431-4302-aaca-91e7bfd48c93 req-a7fd7c34-9c79-401a-b285-1336f0d3cb55 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:25:42.825471 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-1ec458b7-3431-4302-aaca-91e7bfd48c93 req-a7fd7c34-9c79-401a-b285-1336f0d3cb55 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef0f516d-f8cb-4c78-8e19-b5d530c90e68 HTTP/1.1" status: 200  len: 944 time: 0.0524805
Mar 31 18:25:42.874418 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-1ec458b7-3431-4302-aaca-91e7bfd48c93 req-78dd4922-99ce-40f7-b947-3aa8c39abaa0 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a763037-c2ed-4230-b56f-5864e1324aae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433805
Mar 31 18:25:43.603088 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Device adbd679c-b2bc-4261-80ec-b13d349ff692 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103898) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 31 18:25:43.702349 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] For port adbd679c-b2bc-4261-80ec-b13d349ff692, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=adbd679c-b2bc-4261-80ec-b13d349ff692,segment=NetworkSegment(0e13db69-fb06-49b3-a448-31200d86bc6e),segment_id=0e13db69-fb06-49b3-a448-31200d86bc6e)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:25:43.715069 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Returning: {'device': 'adbd679c-b2bc-4261-80ec-b13d349ff692', 'network_id': '46cf5202-8790-480a-a14a-b087639c31e2', 'port_id': 'adbd679c-b2bc-4261-80ec-b13d349ff692', 'mac_address': 'fa:16:3e:17:08:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '905ec444-b4c2-43a9-986a-e2ab2e05accc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103898) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 31 18:25:43.751770 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Current status of the port adbd679c-b2bc-4261-80ec-b13d349ff692 is: DOWN; New status is: BUILD {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:25:43.752152 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (adbd679c-b2bc-4261-80ec-b13d349ff692), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:43.765719 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.notifiers.nova [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adbd679c-b2bc-4261-80ec-b13d349ff692 {{(pid=103898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 31 18:25:43.784969 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] For port adbd679c-b2bc-4261-80ec-b13d349ff692, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=adbd679c-b2bc-4261-80ec-b13d349ff692,segment=NetworkSegment(0e13db69-fb06-49b3-a448-31200d86bc6e),segment_id=0e13db69-fb06-49b3-a448-31200d86bc6e)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:25:43.843961 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (adbd679c-b2bc-4261-80ec-b13d349ff692), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:43.892689 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Pushing event updated for resources: {'Port': ['ID=adbd679c-b2bc-4261-80ec-b13d349ff692,revision_number=4']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:25:43.900190 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:25:43.900548 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:25:43.900899 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:25:43.901222 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:25:43.901795 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:25:43.901898 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:25:43.902183 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:25:43.902503 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:25:43.902854 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:25:43.903188 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:25:43.903518 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:25:43.903841 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:25:43.904157 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:25:43.904474 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:25:43.904792 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:25:43.991621 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cdffda-5378-43aa-8040-cd263650c8e3 req-ac9d83f9-2789-4da5-9679-8cf0ae891327 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:25:43.993120 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-45cdffda-5378-43aa-8040-cd263650c8e3 req-ac9d83f9-2789-4da5-9679-8cf0ae891327 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef0f516d-f8cb-4c78-8e19-b5d530c90e68 HTTP/1.1" status: 200  len: 945 time: 0.0524971
Mar 31 18:25:44.042055 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-45cdffda-5378-43aa-8040-cd263650c8e3 req-09acd3fc-3e85-4dcd-bf77-5bbc5cbe83c1 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a763037-c2ed-4230-b56f-5864e1324aae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434265
Mar 31 18:25:44.380674 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] get_ports_and_sgs() called for port_ids ['adbd679c-b2bc-4261-80ec-b13d349ff692'] {{(pid=103898) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 31 18:25:45.161192 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbde93bd-fb42-476c-9dbd-21bb854dab81 req-c2ebfe53-8ed2-4c60-9a04-0828cfb43657 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:25:45.162714 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-cbde93bd-fb42-476c-9dbd-21bb854dab81 req-c2ebfe53-8ed2-4c60-9a04-0828cfb43657 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef0f516d-f8cb-4c78-8e19-b5d530c90e68 HTTP/1.1" status: 200  len: 945 time: 0.0549042
Mar 31 18:25:45.211179 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-cbde93bd-fb42-476c-9dbd-21bb854dab81 req-53d54897-6a52-4694-ba84-998e534d8beb tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a763037-c2ed-4230-b56f-5864e1324aae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428503
Mar 31 18:25:45.629108 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Device adbd679c-b2bc-4261-80ec-b13d349ff692 up at agent hyperv_hv-cinder-maste {{(pid=103898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 31 18:25:45.673452 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-0a23b590-8457-493d-b956-182e86f85f61 req-f944f46d-5e33-49bf-b3d2-02fbab4517d4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=01ac6bc8-6406-46d8-b8a1-628449e68e58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0483174
Mar 31 18:25:45.785777 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Provisioning for port adbd679c-b2bc-4261-80ec-b13d349ff692 completed by entity L2. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 31 18:25:45.786658 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a23b590-8457-493d-b956-182e86f85f61 req-3dea7ff3-39b8-4cf8-83ab-7cac55247b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:25:45.788145 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-0a23b590-8457-493d-b956-182e86f85f61 req-3dea7ff3-39b8-4cf8-83ab-7cac55247b56 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=87baab8d37b040efbfe030d17be30823&device_id=01ac6bc8-6406-46d8-b8a1-628449e68e58 HTTP/1.1" status: 200  len: 1130 time: 0.0461969
Mar 31 18:25:45.789676 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Provisioning complete for port adbd679c-b2bc-4261-80ec-b13d349ff692 triggered by entity L2. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:25:45.790063 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (adbd679c-b2bc-4261-80ec-b13d349ff692), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:45.867009 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Current status of the port adbd679c-b2bc-4261-80ec-b13d349ff692 is: BUILD; New status is: ACTIVE {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:25:45.867403 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (adbd679c-b2bc-4261-80ec-b13d349ff692), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:45.892386 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef0f516d-f8cb-4c78-8e19-b5d530c90e68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adbd679c-b2bc-4261-80ec-b13d349ff692'}] {{(pid=103898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 31 18:25:45.892638 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a23b590-8457-493d-b956-182e86f85f61 req-58c4e979-1f95-4cf2-865e-de977cc9c2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:25:45.893213 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb3075c6172e5baa69f5abc91eefeb9b3c1bf45f76ecf44b7f00bb5a6f62f1a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f353def0-e835-4792-8ed6-f5e4d1951051" -d '{"events": [{"server_uuid": "ef0f516d-f8cb-4c78-8e19-b5d530c90e68", "name": "network-vif-plugged", "status": "completed", "tag": "adbd679c-b2bc-4261-80ec-b13d349ff692"}]}' {{(pid=103898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 31 18:25:45.893377 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-0a23b590-8457-493d-b956-182e86f85f61 req-58c4e979-1f95-4cf2-865e-de977cc9c2bb service neutron] 10.222.0.44 "GET /v2.0/networks?id=4410ea83-4566-4c60-99ff-d1b5f30ec440 HTTP/1.1" status: 200  len: 912 time: 0.0863285
Mar 31 18:25:45.906923 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] For port adbd679c-b2bc-4261-80ec-b13d349ff692, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=adbd679c-b2bc-4261-80ec-b13d349ff692,segment=NetworkSegment(0e13db69-fb06-49b3-a448-31200d86bc6e),segment_id=0e13db69-fb06-49b3-a448-31200d86bc6e)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:25:45.928985 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 18:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-508f1e43-3736-4d35-9795-c36b32fa361c x-openstack-request-id: req-508f1e43-3736-4d35-9795-c36b32fa361c {{(pid=103898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 31 18:25:45.929284 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef0f516d-f8cb-4c78-8e19-b5d530c90e68", "name": "network-vif-plugged", "status": "completed", "tag": "adbd679c-b2bc-4261-80ec-b13d349ff692", "code": 200}]} {{(pid=103898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 31 18:25:45.929536 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-508f1e43-3736-4d35-9795-c36b32fa361c {{(pid=103898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 31 18:25:45.929933 dv-cinder-master-3-iscsi neutron-server[103898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-508f1e43-3736-4d35-9795-c36b32fa361c'] response: {'server_uuid': 'ef0f516d-f8cb-4c78-8e19-b5d530c90e68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adbd679c-b2bc-4261-80ec-b13d349ff692', 'code': 200}
Mar 31 18:25:45.964296 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-0a23b590-8457-493d-b956-182e86f85f61 req-81b1ce5b-2115-4e22-a8cf-4a598a0a53da service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=39569c59-56fb-4b13-b985-d8cf317000fa HTTP/1.1" status: 200  len: 1002 time: 0.0650389
Mar 31 18:25:45.986944 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (adbd679c-b2bc-4261-80ec-b13d349ff692), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:46.021702 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a23b590-8457-493d-b956-182e86f85f61 req-4dc96cf5-2edc-4395-a630-2965e6e7d167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:25:46.023188 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-0a23b590-8457-493d-b956-182e86f85f61 req-4dc96cf5-2edc-4395-a630-2965e6e7d167 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ed71b331-b79e-46fb-9418-746c15fc735d HTTP/1.1" status: 200  len: 850 time: 0.0460830
Mar 31 18:25:46.038768 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Pushing event updated for resources: {'Port': ['ID=adbd679c-b2bc-4261-80ec-b13d349ff692,revision_number=5']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:25:46.076500 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a23b590-8457-493d-b956-182e86f85f61 req-3c095e44-2541-4550-849d-b315c1b3fb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:25:46.081564 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-0a23b590-8457-493d-b956-182e86f85f61 req-3c095e44-2541-4550-849d-b315c1b3fb51 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4410ea83-4566-4c60-99ff-d1b5f30ec440&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0457432
Mar 31 18:25:46.173263 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-0a23b590-8457-493d-b956-182e86f85f61 req-c936257c-8658-4930-888d-ebd90afbcf6c service neutron] 10.222.0.44 "GET /v2.0/networks/4410ea83-4566-4c60-99ff-d1b5f30ec440?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0852387
Mar 31 18:25:46.267300 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-0a23b590-8457-493d-b956-182e86f85f61 req-e0e3d622-390f-4223-ae6b-a6ee00fd4d18 service neutron] 10.222.0.44 "GET /v2.0/networks/4410ea83-4566-4c60-99ff-d1b5f30ec440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0851576
Mar 31 18:25:46.334275 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f44f8e7-d03f-4f9b-bbff-fcd5de3fea73 req-c54866fc-5019-4c35-ac6d-e9c4155058a8 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:25:46.335777 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-3f44f8e7-d03f-4f9b-bbff-fcd5de3fea73 req-c54866fc-5019-4c35-ac6d-e9c4155058a8 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef0f516d-f8cb-4c78-8e19-b5d530c90e68 HTTP/1.1" status: 200  len: 946 time: 0.0568013
Mar 31 18:25:46.385628 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-3f44f8e7-d03f-4f9b-bbff-fcd5de3fea73 req-f04435b6-3098-41bf-9ed9-718a1d7d9701 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a763037-c2ed-4230-b56f-5864e1324aae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443821
Mar 31 18:25:46.413419 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930c1854-44d6-4219-8539-1706d58956fb req-49fb66d6-2c63-468e-8a43-6910cb4e070d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:25:46.414953 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-930c1854-44d6-4219-8539-1706d58956fb req-49fb66d6-2c63-468e-8a43-6910cb4e070d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ef0f516d-f8cb-4c78-8e19-b5d530c90e68 HTTP/1.1" status: 200  len: 1130 time: 0.0493951
Mar 31 18:25:46.465326 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-930c1854-44d6-4219-8539-1706d58956fb req-601d5848-b0de-40a9-b271-4cad926cebbd service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=5a763037-c2ed-4230-b56f-5864e1324aae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390637
Mar 31 18:25:47.505518 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e23898e-ca2b-4b44-acd6-394854eb3c27 req-1c12486a-62a8-4248-89fb-fae6666ec676 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:25:47.507138 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-1e23898e-ca2b-4b44-acd6-394854eb3c27 req-1c12486a-62a8-4248-89fb-fae6666ec676 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef0f516d-f8cb-4c78-8e19-b5d530c90e68 HTTP/1.1" status: 200  len: 946 time: 0.0540807
Mar 31 18:25:47.558449 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-1e23898e-ca2b-4b44-acd6-394854eb3c27 req-c39682fe-0729-4f8f-bd32-d20cf8e87786 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a763037-c2ed-4230-b56f-5864e1324aae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456731
Mar 31 18:25:48.675886 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5e8bd9-acca-44d6-80c6-f5e1592837de req-bb00546c-906a-41b0-ab11-8abd917a9556 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:25:48.677359 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-3d5e8bd9-acca-44d6-80c6-f5e1592837de req-bb00546c-906a-41b0-ab11-8abd917a9556 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef0f516d-f8cb-4c78-8e19-b5d530c90e68 HTTP/1.1" status: 200  len: 946 time: 0.0545650
Mar 31 18:25:48.732952 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-3d5e8bd9-acca-44d6-80c6-f5e1592837de req-d1155199-2359-4263-966f-b0de97f43289 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a763037-c2ed-4230-b56f-5864e1324aae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0493302
Mar 31 18:25:49.851325 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100bc0e7-1b37-4c08-89b1-f3d37b2ff779 req-878017b7-f29b-4aca-a3d0-c8ea0b2cd58e tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:25:49.853432 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-100bc0e7-1b37-4c08-89b1-f3d37b2ff779 req-878017b7-f29b-4aca-a3d0-c8ea0b2cd58e tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef0f516d-f8cb-4c78-8e19-b5d530c90e68 HTTP/1.1" status: 200  len: 946 time: 0.0529585
Mar 31 18:25:49.904913 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-100bc0e7-1b37-4c08-89b1-f3d37b2ff779 req-702f4e66-945a-49dd-9ed6-7ecb26be7049 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a763037-c2ed-4230-b56f-5864e1324aae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458984
Mar 31 18:25:50.023734 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3480e8da-ae22-474b-82d8-aef44abcb701 req-0426fb9e-af91-45f7-9b66-ac5fad7c2f7d tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:25:50.025217 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-3480e8da-ae22-474b-82d8-aef44abcb701 req-0426fb9e-af91-45f7-9b66-ac5fad7c2f7d tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef0f516d-f8cb-4c78-8e19-b5d530c90e68 HTTP/1.1" status: 200  len: 946 time: 0.0562708
Mar 31 18:25:50.073871 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-3480e8da-ae22-474b-82d8-aef44abcb701 req-c392c9ac-41b2-4969-9f54-79932fa1d11f tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a763037-c2ed-4230-b56f-5864e1324aae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430584
Mar 31 18:25:50.095749 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 55512) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:25:50.290991 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1895906e-087b-4112-9074-867cd59bafdf tempest-TestVolumeBootPattern-1220854962 tempest-TestVolumeBootPattern-1220854962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:25:50.292389 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-1895906e-087b-4112-9074-867cd59bafdf tempest-TestVolumeBootPattern-1220854962 tempest-TestVolumeBootPattern-1220854962-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=ef0f516d-f8cb-4c78-8e19-b5d530c90e68 HTTP/1.1" status: 200  len: 1125 time: 0.1956775
Mar 31 18:25:50.295174 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 55516) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:25:50.299509 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [None req-a7faf395-4519-4eb9-81a0-d8b9d8d1cbb3 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Request body: {'floatingip': {'floating_network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'port_id': 'adbd679c-b2bc-4261-80ec-b13d349ff692', 'tenant_id': '70f0b3390f4542c8831753ecf26f6745', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:25:50.375365 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a7faf395-4519-4eb9-81a0-d8b9d8d1cbb3 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:50.475541 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a7faf395-4519-4eb9-81a0-d8b9d8d1cbb3 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:50.575804 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-a7faf395-4519-4eb9-81a0-d8b9d8d1cbb3 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Allocated IP 172.37.2.59 (b698396b-51c1-468f-b58d-8c59a3beb4d9/19546f9a-afff-4e10-9105-a9d5358dbe6e/4bef61e1-dc15-4847-b6b4-230a63a7720b) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 31 18:25:50.676528 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a7faf395-4519-4eb9-81a0-d8b9d8d1cbb3 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Publish callbacks [] for port (4bef61e1-dc15-4847-b6b4-230a63a7720b), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:50.769808 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a7faf395-4519-4eb9-81a0-d8b9d8d1cbb3 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759342510062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12885778'] for port (4bef61e1-dc15-4847-b6b4-230a63a7720b), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:50.804893 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7faf395-4519-4eb9-81a0-d8b9d8d1cbb3 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Network b698396b-51c1-468f-b58d-8c59a3beb4d9 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 31 18:25:50.808371 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-a7faf395-4519-4eb9-81a0-d8b9d8d1cbb3 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Resources bound (agent type, host, resource id):  {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 31 18:25:50.811881 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7faf395-4519-4eb9-81a0-d8b9d8d1cbb3 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 31 18:25:50.837456 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7faf395-4519-4eb9-81a0-d8b9d8d1cbb3 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Pushing event updated for resources: {'Port': ['ID=4bef61e1-dc15-4847-b6b4-230a63a7720b,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:25:50.852579 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7faf395-4519-4eb9-81a0-d8b9d8d1cbb3 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:25:50.852917 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7faf395-4519-4eb9-81a0-d8b9d8d1cbb3 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:25:50.853254 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7faf395-4519-4eb9-81a0-d8b9d8d1cbb3 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:25:50.853588 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7faf395-4519-4eb9-81a0-d8b9d8d1cbb3 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:25:50.853913 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7faf395-4519-4eb9-81a0-d8b9d8d1cbb3 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:25:50.854236 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7faf395-4519-4eb9-81a0-d8b9d8d1cbb3 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:25:50.854558 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7faf395-4519-4eb9-81a0-d8b9d8d1cbb3 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:25:50.854906 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7faf395-4519-4eb9-81a0-d8b9d8d1cbb3 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:25:50.855224 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7faf395-4519-4eb9-81a0-d8b9d8d1cbb3 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:25:50.855546 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7faf395-4519-4eb9-81a0-d8b9d8d1cbb3 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:25:50.855864 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7faf395-4519-4eb9-81a0-d8b9d8d1cbb3 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:25:50.856183 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7faf395-4519-4eb9-81a0-d8b9d8d1cbb3 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:25:50.856501 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7faf395-4519-4eb9-81a0-d8b9d8d1cbb3 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:25:50.856812 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7faf395-4519-4eb9-81a0-d8b9d8d1cbb3 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:25:50.857124 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7faf395-4519-4eb9-81a0-d8b9d8d1cbb3 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:25:51.185776 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a7faf395-4519-4eb9-81a0-d8b9d8d1cbb3 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Publish callbacks [] for floatingip (0f19fa7e-6ec9-4a6d-805f-f91fd1c830f1), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:51.342529 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a7faf395-4519-4eb9-81a0-d8b9d8d1cbb3 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (4bef61e1-dc15-4847-b6b4-230a63a7720b), before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:51.508500 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a7faf395-4519-4eb9-81a0-d8b9d8d1cbb3 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Publish callbacks [] for port (4bef61e1-dc15-4847-b6b4-230a63a7720b), precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:51.603752 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a7faf395-4519-4eb9-81a0-d8b9d8d1cbb3 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12885787'] for port (4bef61e1-dc15-4847-b6b4-230a63a7720b), after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:51.676740 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7faf395-4519-4eb9-81a0-d8b9d8d1cbb3 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Pushing event updated for resources: {'Port': ['ID=4bef61e1-dc15-4847-b6b4-230a63a7720b,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:25:51.686431 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a7faf395-4519-4eb9-81a0-d8b9d8d1cbb3 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505983'] for floatingip (0f19fa7e-6ec9-4a6d-805f-f91fd1c830f1), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:51.790508 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.db.l3_db [None req-a7faf395-4519-4eb9-81a0-d8b9d8d1cbb3 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Floating IP 0f19fa7e-6ec9-4a6d-805f-f91fd1c830f1 associated. External IP: 172.37.2.59, port: adbd679c-b2bc-4261-80ec-b13d349ff692.
Mar 31 18:25:51.991360 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7faf395-4519-4eb9-81a0-d8b9d8d1cbb3 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Router 7cf9ce2c-74d5-45b5-825a-ca1695a42357 has already been hosted by L3 agent f09d5d1b-4294-4f18-9a00-351412ae7ca6 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 31 18:25:52.102411 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7faf395-4519-4eb9-81a0-d8b9d8d1cbb3 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 31 18:25:52.111727 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfe5f7b-7fee-488a-9b41-b63ac6a61a18 None None] Sync routers for ids ['7cf9ce2c-74d5-45b5-825a-ca1695a42357'] in dv-cinder-master-3-iscsi {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 31 18:25:52.120958 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfe5f7b-7fee-488a-9b41-b63ac6a61a18 None None] Routers {'7cf9ce2c-74d5-45b5-825a-ca1695a42357'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 31 18:25:52.121561 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-0cfe5f7b-7fee-488a-9b41-b63ac6a61a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7715581880>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T18:05:01Z,description=<?>,heartbeat_timestamp=2022-03-31T18:25:31Z,host='dv-cinder-master-3-iscsi',id=f09d5d1b-4294-4f18-9a00-351412ae7ca6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-31T18:05:02Z,topic='l3_agent')) {'router_ids': ['7cf9ce2c-74d5-45b5-825a-ca1695a42357'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:25:52.200558 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a7faf395-4519-4eb9-81a0-d8b9d8d1cbb3 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30337'] for floatingip (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:25:52.230563 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-0cfe5f7b-7fee-488a-9b41-b63ac6a61a18 None None] Set router 7cf9ce2c-74d5-45b5-825a-ca1695a42357 gateway port host: dv-cinder-master-3-iscsi {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 31 18:25:52.231675 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-a7faf395-4519-4eb9-81a0-d8b9d8d1cbb3 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.9354553
Mar 31 18:25:52.232256 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef0f516d-f8cb-4c78-8e19-b5d530c90e68', 'tag': 'adbd679c-b2bc-4261-80ec-b13d349ff692'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 31 18:25:52.234538 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}465b76c4d2e897416be230837bd95a2d94c81786315ed3443e4884d9e49648d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-717aaa95-57fb-4f5b-ad03-58ad97342db0" -d '{"events": [{"name": "network-changed", "server_uuid": "ef0f516d-f8cb-4c78-8e19-b5d530c90e68", "tag": "adbd679c-b2bc-4261-80ec-b13d349ff692"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 31 18:25:52.269784 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 18:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff4d250f-7022-45e4-bc45-394b38424e7c x-openstack-request-id: req-ff4d250f-7022-45e4-bc45-394b38424e7c {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 31 18:25:52.270074 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef0f516d-f8cb-4c78-8e19-b5d530c90e68", "tag": "adbd679c-b2bc-4261-80ec-b13d349ff692", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 31 18:25:52.270325 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ff4d250f-7022-45e4-bc45-394b38424e7c {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 31 18:25:52.270758 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff4d250f-7022-45e4-bc45-394b38424e7c'] response: {'name': 'network-changed', 'server_uuid': 'ef0f516d-f8cb-4c78-8e19-b5d530c90e68', 'tag': 'adbd679c-b2bc-4261-80ec-b13d349ff692', 'status': 'completed', 'code': 200}
Mar 31 18:25:52.379653 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717aaa95-57fb-4f5b-ad03-58ad97342db0 req-d29f7ecf-3758-4215-8297-dd8bbc84c5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:25:52.381087 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-717aaa95-57fb-4f5b-ad03-58ad97342db0 req-d29f7ecf-3758-4215-8297-dd8bbc84c5db service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=70f0b3390f4542c8831753ecf26f6745&device_id=ef0f516d-f8cb-4c78-8e19-b5d530c90e68 HTTP/1.1" status: 200  len: 1130 time: 0.0436325
Mar 31 18:25:52.457436 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-0cfe5f7b-7fee-488a-9b41-b63ac6a61a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7715581880>, [{'id': '7cf9ce2c-74d5-45b5-825a-ca1695a42357', 'name': 'tempest-TestVolumeBootPattern-402431251-router', 'tenant_id': '70f0b3390f4542c8831753ecf26f6745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.139'}], 'enable_snat': True}, 'gw_port_id': 'dc7b18b7-7eb0-4761-9528-290ea51bf770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:18:51Z', 'updated_at': '2022-03-31T18:18:55Z', 'revision_number': 4, 'project_id': '70f0b3390f4542c8831753ecf26f6745', 'gw_port': {'id': 'dc7b18b7-7eb0-4761-9528-290ea51bf770', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:2b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf9ce2c-74d5-45b5-825a-ca1695a42357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:18:52Z', 'updated_at': '2022-03-31T18:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '0f19fa7e-6ec9-4a6d-805f-f91fd1c830f1', 'tenant_id': '70f0b3390f4542c8831753ecf26f6745', 'floating_ip_address': '172.37.2.59', 'floating_network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'router_id': '7cf9ce2c-74d5-45b5-825a-ca1695a42357', 'port_id': 'adbd679c-b2bc-4261-80ec-b13d349ff692', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46cf5202-8790-480a-a14a-b087639c31e2', 'mac_address': 'fa:16:3e:17:08:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef0f516d-f8cb-4c78-8e19-b5d530c90e68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T18:25:51Z', 'updated_at': '2022-03-31T18:25:51Z', 'revision_number': 0, 'project_id': '70f0b3390f4542c8831753ecf26f6745', 'fixed_ip_address_scope': None}, {'id': 'e8a3b822-2a01-4d28-a593-8d12f54e93cb', 'tenant_id': '70f0b3390f4542c8831753ecf26f6745', 'floating_ip_address': '172.37.2.214', 'floating_network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'router_id': '7cf9ce2c-74d5-45b5-825a-ca1695a42357', 'port_id': '8009d02e-5d59-48da-9d8c-071ba781cd76', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46cf5202-8790-480a-a14a-b087639c31e2', 'mac_address': 'fa:16:3e:42:d9:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635a0e04-c990-4a66-81ed-ab572007484b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T18:22:55Z', 'updated_at': '2022-03-31T18:22:58Z', 'revision_number': 1, 'project_id': '70f0b3390f4542c8831753ecf26f6745', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f237034-63c3-4a22-be68-04490a5aa046', 'name': '', 'network_id': '46cf5202-8790-480a-a14a-b087639c31e2', 'tenant_id': '70f0b3390f4542c8831753ecf26f6745', 'mac_address': 'fa:16:3e:0c:4f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf9ce2c-74d5-45b5-825a-ca1695a42357', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '905ec444-b4c2-43a9-986a-e2ab2e05accc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:18:54Z', 'updated_at': '2022-03-31T18:18:59Z', 'revision_number': 5, 'project_id': '70f0b3390f4542c8831753ecf26f6745', 'subnets': [{'id': '905ec444-b4c2-43a9-986a-e2ab2e05accc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:25:52.475106 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717aaa95-57fb-4f5b-ad03-58ad97342db0 req-2c799da9-b5aa-4230-b596-48563d6819e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:25:52.476580 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-717aaa95-57fb-4f5b-ad03-58ad97342db0 req-2c799da9-b5aa-4230-b596-48563d6819e9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=46cf5202-8790-480a-a14a-b087639c31e2 HTTP/1.1" status: 200  len: 912 time: 0.0848255
Mar 31 18:25:52.487038 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfe5f7b-7fee-488a-9b41-b63ac6a61a18 None None] Checking router: 7cf9ce2c-74d5-45b5-825a-ca1695a42357 for host: dv-cinder-master-3-iscsi {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 31 18:25:52.495473 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfe5f7b-7fee-488a-9b41-b63ac6a61a18 None None] Routers {'7cf9ce2c-74d5-45b5-825a-ca1695a42357'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 31 18:25:52.496084 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-0cfe5f7b-7fee-488a-9b41-b63ac6a61a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7715581880>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T18:05:01Z,description=<?>,heartbeat_timestamp=2022-03-31T18:25:31Z,host='dv-cinder-master-3-iscsi',id=f09d5d1b-4294-4f18-9a00-351412ae7ca6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-31T18:05:02Z,topic='l3_agent')) {'router_ids': ['7cf9ce2c-74d5-45b5-825a-ca1695a42357'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:25:52.549663 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-717aaa95-57fb-4f5b-ad03-58ad97342db0 req-718c4ed4-555b-4a80-a401-1d244cdfc3b6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=adbd679c-b2bc-4261-80ec-b13d349ff692 HTTP/1.1" status: 200  len: 999 time: 0.0648868
Mar 31 18:25:52.603699 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-0cfe5f7b-7fee-488a-9b41-b63ac6a61a18 None None] Set router 7cf9ce2c-74d5-45b5-825a-ca1695a42357 gateway port host: dv-cinder-master-3-iscsi {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 31 18:25:52.603882 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717aaa95-57fb-4f5b-ad03-58ad97342db0 req-aecd520e-20f1-4b84-becd-e895c4da7ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:25:52.605290 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-717aaa95-57fb-4f5b-ad03-58ad97342db0 req-aecd520e-20f1-4b84-becd-e895c4da7ae8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=905ec444-b4c2-43a9-986a-e2ab2e05accc HTTP/1.1" status: 200  len: 850 time: 0.0466826
Mar 31 18:25:52.657507 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717aaa95-57fb-4f5b-ad03-58ad97342db0 req-0e28fae9-d72a-4f5e-8b83-0d81486100a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:25:52.658934 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-717aaa95-57fb-4f5b-ad03-58ad97342db0 req-0e28fae9-d72a-4f5e-8b83-0d81486100a6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=46cf5202-8790-480a-a14a-b087639c31e2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0474749
Mar 31 18:25:52.756281 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-717aaa95-57fb-4f5b-ad03-58ad97342db0 req-bfdf6f48-2f88-431a-af7b-81b9f0542441 service neutron] 10.222.0.44 "GET /v2.0/networks/46cf5202-8790-480a-a14a-b087639c31e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0907528
Mar 31 18:25:52.857314 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-717aaa95-57fb-4f5b-ad03-58ad97342db0 req-24bfa51f-c199-43e1-9075-1e9d44ed3ac7 service neutron] 10.222.0.44 "GET /v2.0/networks/46cf5202-8790-480a-a14a-b087639c31e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0875471
Mar 31 18:25:52.967890 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-0cfe5f7b-7fee-488a-9b41-b63ac6a61a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7715581880>, [{'id': '7cf9ce2c-74d5-45b5-825a-ca1695a42357', 'name': 'tempest-TestVolumeBootPattern-402431251-router', 'tenant_id': '70f0b3390f4542c8831753ecf26f6745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.139'}], 'enable_snat': True}, 'gw_port_id': 'dc7b18b7-7eb0-4761-9528-290ea51bf770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:18:51Z', 'updated_at': '2022-03-31T18:18:55Z', 'revision_number': 4, 'project_id': '70f0b3390f4542c8831753ecf26f6745', 'gw_port': {'id': 'dc7b18b7-7eb0-4761-9528-290ea51bf770', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:2b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf9ce2c-74d5-45b5-825a-ca1695a42357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:18:52Z', 'updated_at': '2022-03-31T18:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '0f19fa7e-6ec9-4a6d-805f-f91fd1c830f1', 'tenant_id': '70f0b3390f4542c8831753ecf26f6745', 'floating_ip_address': '172.37.2.59', 'floating_network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'router_id': '7cf9ce2c-74d5-45b5-825a-ca1695a42357', 'port_id': 'adbd679c-b2bc-4261-80ec-b13d349ff692', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46cf5202-8790-480a-a14a-b087639c31e2', 'mac_address': 'fa:16:3e:17:08:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef0f516d-f8cb-4c78-8e19-b5d530c90e68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T18:25:51Z', 'updated_at': '2022-03-31T18:25:51Z', 'revision_number': 0, 'project_id': '70f0b3390f4542c8831753ecf26f6745', 'fixed_ip_address_scope': None}, {'id': 'e8a3b822-2a01-4d28-a593-8d12f54e93cb', 'tenant_id': '70f0b3390f4542c8831753ecf26f6745', 'floating_ip_address': '172.37.2.214', 'floating_network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'router_id': '7cf9ce2c-74d5-45b5-825a-ca1695a42357', 'port_id': '8009d02e-5d59-48da-9d8c-071ba781cd76', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46cf5202-8790-480a-a14a-b087639c31e2', 'mac_address': 'fa:16:3e:42:d9:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635a0e04-c990-4a66-81ed-ab572007484b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T18:22:55Z', 'updated_at': '2022-03-31T18:22:58Z', 'revision_number': 1, 'project_id': '70f0b3390f4542c8831753ecf26f6745', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f237034-63c3-4a22-be68-04490a5aa046', 'name': '', 'network_id': '46cf5202-8790-480a-a14a-b087639c31e2', 'tenant_id': '70f0b3390f4542c8831753ecf26f6745', 'mac_address': 'fa:16:3e:0c:4f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf9ce2c-74d5-45b5-825a-ca1695a42357', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '905ec444-b4c2-43a9-986a-e2ab2e05accc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:18:54Z', 'updated_at': '2022-03-31T18:18:59Z', 'revision_number': 5, 'project_id': '70f0b3390f4542c8831753ecf26f6745', 'subnets': [{'id': '905ec444-b4c2-43a9-986a-e2ab2e05accc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:25:52.998883 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfe5f7b-7fee-488a-9b41-b63ac6a61a18 None None] The sync data for ids ['7cf9ce2c-74d5-45b5-825a-ca1695a42357'] in dv-cinder-master-3-iscsi is: [{'id': '7cf9ce2c-74d5-45b5-825a-ca1695a42357', 'name': 'tempest-TestVolumeBootPattern-402431251-router', 'tenant_id': '70f0b3390f4542c8831753ecf26f6745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.139'}], 'enable_snat': True}, 'gw_port_id': 'dc7b18b7-7eb0-4761-9528-290ea51bf770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:18:51Z', 'updated_at': '2022-03-31T18:18:55Z', 'revision_number': 4, 'project_id': '70f0b3390f4542c8831753ecf26f6745', 'gw_port': {'id': 'dc7b18b7-7eb0-4761-9528-290ea51bf770', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:2b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf9ce2c-74d5-45b5-825a-ca1695a42357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:18:52Z', 'updated_at': '2022-03-31T18:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '0f19fa7e-6ec9-4a6d-805f-f91fd1c830f1', 'tenant_id': '70f0b3390f4542c8831753ecf26f6745', 'floating_ip_address': '172.37.2.59', 'floating_network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'router_id': '7cf9ce2c-74d5-45b5-825a-ca1695a42357', 'port_id': 'adbd679c-b2bc-4261-80ec-b13d349ff692', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46cf5202-8790-480a-a14a-b087639c31e2', 'mac_address': 'fa:16:3e:17:08:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef0f516d-f8cb-4c78-8e19-b5d530c90e68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T18:25:51Z', 'updated_at': '2022-03-31T18:25:51Z', 'revision_number': 0, 'project_id': '70f0b3390f4542c8831753ecf26f6745', 'fixed_ip_address_scope': None}, {'id': 'e8a3b822-2a01-4d28-a593-8d12f54e93cb', 'tenant_id': '70f0b3390f4542c8831753ecf26f6745', 'floating_ip_address': '172.37.2.214', 'floating_network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'router_id': '7cf9ce2c-74d5-45b5-825a-ca1695a42357', 'port_id': '8009d02e-5d59-48da-9d8c-071ba781cd76', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46cf5202-8790-480a-a14a-b087639c31e2', 'mac_address': 'fa:16:3e:42:d9:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635a0e04-c990-4a66-81ed-ab572007484b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T18:22:55Z', 'updated_at': '2022-03-31T18:22:58Z', 'revision_number': 1, 'project_id': '70f0b3390f4542c8831753ecf26f6745', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f237034-63c3-4a22-be68-04490a5aa046', 'name': '', 'network_id': '46cf5202-8790-480a-a14a-b087639c31e2', 'tenant_id': '70f0b3390f4542c8831753ecf26f6745', 'mac_address': 'fa:16:3e:0c:4f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf9ce2c-74d5-45b5-825a-ca1695a42357', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '905ec444-b4c2-43a9-986a-e2ab2e05accc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:18:54Z', 'updated_at': '2022-03-31T18:18:59Z', 'revision_number': 5, 'project_id': '70f0b3390f4542c8831753ecf26f6745', 'subnets': [{'id': '905ec444-b4c2-43a9-986a-e2ab2e05accc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 31 18:25:53.191790 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b752d7-8a72-4cd6-85ab-e287410a7ef5 None None] New status for floating IP 0f19fa7e-6ec9-4a6d-805f-f91fd1c830f1: ACTIVE {{(pid=103899) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 31 18:25:56.802209 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.agents_db [None req-39f62d97-bd56-4bf2-8522-12846eccdd8f None None] Agent healthcheck: found 6 active agents {{(pid=103899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 31 18:25:59.061548 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-c2721446-0c09-4ce1-983b-2680ec1b6a3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (08150f5b-1b08-4271-84f1-4a3b03ee1892), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:26:01.335004 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-1b71bbb7-412a-4b93-844e-5d0503104b8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (f09d5d1b-4294-4f18-9a00-351412ae7ca6), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:26:02.375712 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-be477ca9-b30f-4eb3-92ce-971cde9f4756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (d0835089-4a76-4105-9221-c81b46927b3c), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:26:03.986720 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-61acbcaf-515a-4595-a759-82c8bf4c0ac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (1ee04592-4785-424e-aa2a-0bd32f5faacf), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:26:05.066317 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (b6d39f6c-4dc3-40bd-bbe5-e05b1f1d4e13), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:26:06.375300 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (06f31eaf-9418-4d11-8606-24a34b4b4893), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:26:29.009075 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-45921b5d-df17-45ca-b6f8-edf5fb7dab20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (08150f5b-1b08-4271-84f1-4a3b03ee1892), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:26:31.340755 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b368396d-ec3d-41ad-8841-dfc02e7f6029 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (f09d5d1b-4294-4f18-9a00-351412ae7ca6), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:26:32.386775 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-be477ca9-b30f-4eb3-92ce-971cde9f4756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (d0835089-4a76-4105-9221-c81b46927b3c), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:26:33.801286 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.agents_db [None req-39f62d97-bd56-4bf2-8522-12846eccdd8f None None] Agent healthcheck: found 6 active agents {{(pid=103899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 31 18:26:33.963822 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-61acbcaf-515a-4595-a759-82c8bf4c0ac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (1ee04592-4785-424e-aa2a-0bd32f5faacf), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:26:35.101160 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (b6d39f6c-4dc3-40bd-bbe5-e05b1f1d4e13), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:26:36.380886 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (06f31eaf-9418-4d11-8606-24a34b4b4893), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:26:44.610673 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94840f9b-ba10-4da3-8a8f-ca59d83cfb3d req-e957509e-67c5-4b1a-b408-5eaf2af2229c tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:26:44.612820 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-94840f9b-ba10-4da3-8a8f-ca59d83cfb3d req-e957509e-67c5-4b1a-b408-5eaf2af2229c tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/ports?device_id=01ac6bc8-6406-46d8-b8a1-628449e68e58 HTTP/1.1" status: 200  len: 946 time: 0.0563366
Mar 31 18:26:44.659899 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-94840f9b-ba10-4da3-8a8f-ca59d83cfb3d req-27e92d75-be24-45fa-a0e2-c49743515a81 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2340186-1a42-4429-b30f-1b1c6ca4f507&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415938
Mar 31 18:26:45.789191 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215c28bc-3c09-46d2-ad80-091f6cf59f99 req-ac1d708c-e7f6-4675-93de-6c32815e0e5c tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:26:45.790670 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-215c28bc-3c09-46d2-ad80-091f6cf59f99 req-ac1d708c-e7f6-4675-93de-6c32815e0e5c tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/ports?device_id=01ac6bc8-6406-46d8-b8a1-628449e68e58 HTTP/1.1" status: 200  len: 946 time: 0.0618894
Mar 31 18:26:45.837179 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-215c28bc-3c09-46d2-ad80-091f6cf59f99 req-83eb2325-2d5f-40fa-9e0d-76338fba5832 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2340186-1a42-4429-b30f-1b1c6ca4f507&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408583
Mar 31 18:26:46.959000 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c17a31d-f586-4e18-8086-30bb50d152eb req-3cb890cc-0480-44dd-9694-db1b067eba02 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:26:46.960577 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-9c17a31d-f586-4e18-8086-30bb50d152eb req-3cb890cc-0480-44dd-9694-db1b067eba02 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/ports?device_id=01ac6bc8-6406-46d8-b8a1-628449e68e58 HTTP/1.1" status: 200  len: 946 time: 0.0577409
Mar 31 18:26:47.010411 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-9c17a31d-f586-4e18-8086-30bb50d152eb req-3692e99e-fa5f-4cbc-9e33-ad9ced86849c tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2340186-1a42-4429-b30f-1b1c6ca4f507&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440879
Mar 31 18:26:47.388386 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb73493-9670-469f-b108-5ed269dc8363 req-1d3121c5-4731-43f7-b977-96e78cba7ce2 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:26:47.389857 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-8fb73493-9670-469f-b108-5ed269dc8363 req-1d3121c5-4731-43f7-b977-96e78cba7ce2 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.44 "GET /v2.0/ports?device_id=01ac6bc8-6406-46d8-b8a1-628449e68e58 HTTP/1.1" status: 200  len: 946 time: 0.0517037
Mar 31 18:26:47.484429 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [req-8fb73493-9670-469f-b108-5ed269dc8363 req-a131e3f7-5dd5-468b-871d-eeb90b029f6d tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Deleting port 39569c59-56fb-4b13-b985-d8cf317000fa {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 31 18:26:47.484768 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-8fb73493-9670-469f-b108-5ed269dc8363 req-a131e3f7-5dd5-468b-871d-eeb90b029f6d tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759343023638'] for port (39569c59-56fb-4b13-b985-d8cf317000fa), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:26:47.571769 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [req-8fb73493-9670-469f-b108-5ed269dc8363 req-a131e3f7-5dd5-468b-871d-eeb90b029f6d tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] For port 39569c59-56fb-4b13-b985-d8cf317000fa, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=39569c59-56fb-4b13-b985-d8cf317000fa,segment=NetworkSegment(cfa3332b-071f-4b4c-8acd-1aaa41e80ec4),segment_id=cfa3332b-071f-4b4c-8acd-1aaa41e80ec4)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:26:47.572131 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-8fb73493-9670-469f-b108-5ed269dc8363 req-a131e3f7-5dd5-468b-871d-eeb90b029f6d tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505421'] for port (39569c59-56fb-4b13-b985-d8cf317000fa), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:26:47.740321 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-8fb73493-9670-469f-b108-5ed269dc8363 req-a131e3f7-5dd5-468b-871d-eeb90b029f6d tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:26:47.740694 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-8fb73493-9670-469f-b108-5ed269dc8363 req-a131e3f7-5dd5-468b-871d-eeb90b029f6d tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505983'] for floatingip (d89be1a3-805b-4e26-8532-75efec1d79f7), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:26:47.741018 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.db.l3_db [req-8fb73493-9670-469f-b108-5ed269dc8363 req-a131e3f7-5dd5-468b-871d-eeb90b029f6d tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Floating IP d89be1a3-805b-4e26-8532-75efec1d79f7 disassociated. External IP: 172.37.2.165, port: 39569c59-56fb-4b13-b985-d8cf317000fa.
Mar 31 18:26:47.741350 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [req-8fb73493-9670-469f-b108-5ed269dc8363 req-a131e3f7-5dd5-468b-871d-eeb90b029f6d tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Calling delete_port for 39569c59-56fb-4b13-b985-d8cf317000fa owned by compute:nova {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 31 18:26:47.935329 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-8fb73493-9670-469f-b108-5ed269dc8363 req-a131e3f7-5dd5-468b-871d-eeb90b029f6d tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759343027577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759342510071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13081985'] for port (39569c59-56fb-4b13-b985-d8cf317000fa), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:26:47.965148 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a131e3f7-5dd5-468b-871d-eeb90b029f6d tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Pushing event deleted for resources: {'Port': ['ID=39569c59-56fb-4b13-b985-d8cf317000fa,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:26:47.976807 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a131e3f7-5dd5-468b-871d-eeb90b029f6d tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:26:47.977151 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a131e3f7-5dd5-468b-871d-eeb90b029f6d tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:26:47.977493 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a131e3f7-5dd5-468b-871d-eeb90b029f6d tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:26:47.977832 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a131e3f7-5dd5-468b-871d-eeb90b029f6d tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:26:47.978165 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a131e3f7-5dd5-468b-871d-eeb90b029f6d tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:26:47.978494 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a131e3f7-5dd5-468b-871d-eeb90b029f6d tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:26:47.978845 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a131e3f7-5dd5-468b-871d-eeb90b029f6d tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:26:47.979170 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a131e3f7-5dd5-468b-871d-eeb90b029f6d tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:26:47.979524 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a131e3f7-5dd5-468b-871d-eeb90b029f6d tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:26:47.979848 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a131e3f7-5dd5-468b-871d-eeb90b029f6d tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:26:47.980261 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a131e3f7-5dd5-468b-871d-eeb90b029f6d tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:26:47.984950 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a131e3f7-5dd5-468b-871d-eeb90b029f6d tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:26:47.984950 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a131e3f7-5dd5-468b-871d-eeb90b029f6d tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:26:47.984950 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a131e3f7-5dd5-468b-871d-eeb90b029f6d tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:26:47.984950 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a131e3f7-5dd5-468b-871d-eeb90b029f6d tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:26:48.129304 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-c229a6c5-d870-4e99-916b-b2b9241d6023 req-6d05dbfe-3a03-43ad-9c8b-180e74f961b5 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/ports?device_id=01ac6bc8-6406-46d8-b8a1-628449e68e58 HTTP/1.1" status: 200  len: 210 time: 0.0360036
Mar 31 18:26:48.146331 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-4241d3cd-4856-46d8-9929-aff8a84b9787 req-0958c4d5-21b8-42cb-9111-16caccf69d81 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=635a0e04-c990-4a66-81ed-ab572007484b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1222963
Mar 31 18:26:48.160014 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8fb73493-9670-469f-b108-5ed269dc8363 req-a131e3f7-5dd5-468b-871d-eeb90b029f6d tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Router 60054fe4-6103-427c-aeff-cd2dd1123bf5 has already been hosted by L3 agent f09d5d1b-4294-4f18-9a00-351412ae7ca6 {{(pid=103897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 31 18:26:48.290658 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4241d3cd-4856-46d8-9929-aff8a84b9787 req-9de87424-05c2-461f-93a6-48740b9d4cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:26:48.292083 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-4241d3cd-4856-46d8-9929-aff8a84b9787 req-9de87424-05c2-461f-93a6-48740b9d4cae service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=70f0b3390f4542c8831753ecf26f6745&device_id=635a0e04-c990-4a66-81ed-ab572007484b HTTP/1.1" status: 200  len: 1129 time: 0.0891745
Mar 31 18:26:48.306590 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8fb73493-9670-469f-b108-5ed269dc8363 req-a131e3f7-5dd5-468b-871d-eeb90b029f6d tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 31 18:26:48.318028 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870e7975-fedb-4b4f-8b29-0c53aa3b2af0 None None] Sync routers for ids ['60054fe4-6103-427c-aeff-cd2dd1123bf5'] in dv-cinder-master-3-iscsi {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 31 18:26:48.328645 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870e7975-fedb-4b4f-8b29-0c53aa3b2af0 None None] Routers {'60054fe4-6103-427c-aeff-cd2dd1123bf5'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 31 18:26:48.329319 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-870e7975-fedb-4b4f-8b29-0c53aa3b2af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7715254520>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T18:05:01Z,description=<?>,heartbeat_timestamp=2022-03-31T18:26:31Z,host='dv-cinder-master-3-iscsi',id=f09d5d1b-4294-4f18-9a00-351412ae7ca6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-31T18:05:02Z,topic='l3_agent')) {'router_ids': ['60054fe4-6103-427c-aeff-cd2dd1123bf5'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:26:48.448102 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-870e7975-fedb-4b4f-8b29-0c53aa3b2af0 None None] Set router 60054fe4-6103-427c-aeff-cd2dd1123bf5 gateway port host: dv-cinder-master-3-iscsi {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 31 18:26:48.652951 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fb73493-9670-469f-b108-5ed269dc8363 req-a131e3f7-5dd5-468b-871d-eeb90b029f6d tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] No DVR routers for this DVR port 39569c59-56fb-4b13-b985-d8cf317000fa on host hv-cinder-maste {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 31 18:26:48.658273 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-8fb73493-9670-469f-b108-5ed269dc8363 req-a131e3f7-5dd5-468b-871d-eeb90b029f6d tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30337'] for port (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:26:48.661096 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-870e7975-fedb-4b4f-8b29-0c53aa3b2af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7715254520>, [{'id': '60054fe4-6103-427c-aeff-cd2dd1123bf5', 'name': 'tempest-AttachVolumeTestJSON-1501045789-router', 'tenant_id': '87baab8d37b040efbfe030d17be30823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.158'}], 'enable_snat': True}, 'gw_port_id': 'e48f013b-a0c3-4c71-8e06-d186d6e3e821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:21:36Z', 'updated_at': '2022-03-31T18:21:39Z', 'revision_number': 4, 'project_id': '87baab8d37b040efbfe030d17be30823', 'gw_port': {'id': 'e48f013b-a0c3-4c71-8e06-d186d6e3e821', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:fa:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60054fe4-6103-427c-aeff-cd2dd1123bf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:21:37Z', 'updated_at': '2022-03-31T18:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '6ddd5886-9ab7-4c14-9469-77d47a4fb578', 'name': '', 'network_id': '4410ea83-4566-4c60-99ff-d1b5f30ec440', 'tenant_id': '87baab8d37b040efbfe030d17be30823', 'mac_address': 'fa:16:3e:94:41:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60054fe4-6103-427c-aeff-cd2dd1123bf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'ed71b331-b79e-46fb-9418-746c15fc735d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:21:39Z', 'updated_at': '2022-03-31T18:21:43Z', 'revision_number': 5, 'project_id': '87baab8d37b040efbfe030d17be30823', 'subnets': [{'id': 'ed71b331-b79e-46fb-9418-746c15fc735d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:26:48.662182 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-8fb73493-9670-469f-b108-5ed269dc8363 req-a131e3f7-5dd5-468b-871d-eeb90b029f6d tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.44 "DELETE /v2.0/ports/39569c59-56fb-4b13-b985-d8cf317000fa HTTP/1.1" status: 204  len: 173 time: 1.2667809
Mar 31 18:26:48.662657 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01ac6bc8-6406-46d8-b8a1-628449e68e58', 'name': 'network-vif-deleted', 'tag': '39569c59-56fb-4b13-b985-d8cf317000fa'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 31 18:26:48.664897 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73fc78de55affb2fac0a31bf62e314c48f0d961b1f9e9815d43b8150b113e94f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-460620ac-f7fb-4956-b12c-deea69416b33" -d '{"events": [{"server_uuid": "01ac6bc8-6406-46d8-b8a1-628449e68e58", "name": "network-vif-deleted", "tag": "39569c59-56fb-4b13-b985-d8cf317000fa"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 31 18:26:48.695696 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870e7975-fedb-4b4f-8b29-0c53aa3b2af0 None None] Checking router: 60054fe4-6103-427c-aeff-cd2dd1123bf5 for host: dv-cinder-master-3-iscsi {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 31 18:26:48.705715 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870e7975-fedb-4b4f-8b29-0c53aa3b2af0 None None] Routers {'60054fe4-6103-427c-aeff-cd2dd1123bf5'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 31 18:26:48.705908 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4241d3cd-4856-46d8-9929-aff8a84b9787 req-78c536c9-60d5-4ee5-aedb-23b933b9a988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:26:48.706343 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-870e7975-fedb-4b4f-8b29-0c53aa3b2af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7715254520>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T18:05:01Z,description=<?>,heartbeat_timestamp=2022-03-31T18:26:31Z,host='dv-cinder-master-3-iscsi',id=f09d5d1b-4294-4f18-9a00-351412ae7ca6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-31T18:05:02Z,topic='l3_agent')) {'router_ids': ['60054fe4-6103-427c-aeff-cd2dd1123bf5'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:26:48.708464 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-4241d3cd-4856-46d8-9929-aff8a84b9787 req-78c536c9-60d5-4ee5-aedb-23b933b9a988 service neutron] 10.222.0.44 "GET /v2.0/networks?id=46cf5202-8790-480a-a14a-b087639c31e2 HTTP/1.1" status: 200  len: 912 time: 0.3946517
Mar 31 18:26:48.709945 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 18:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d4ed36c-070c-40bc-8277-65023dc0acbc x-openstack-request-id: req-3d4ed36c-070c-40bc-8277-65023dc0acbc {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 31 18:26:48.710234 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01ac6bc8-6406-46d8-b8a1-628449e68e58", "name": "network-vif-deleted", "tag": "39569c59-56fb-4b13-b985-d8cf317000fa", "status": "completed", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 31 18:26:48.710485 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3d4ed36c-070c-40bc-8277-65023dc0acbc {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 31 18:26:48.710896 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d4ed36c-070c-40bc-8277-65023dc0acbc'] response: {'server_uuid': '01ac6bc8-6406-46d8-b8a1-628449e68e58', 'name': 'network-vif-deleted', 'tag': '39569c59-56fb-4b13-b985-d8cf317000fa', 'status': 'completed', 'code': 200}
Mar 31 18:26:48.799035 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-4241d3cd-4856-46d8-9929-aff8a84b9787 req-0c20909c-f61f-4ab5-a142-ef7c7b228a7a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8009d02e-5d59-48da-9d8c-071ba781cd76 HTTP/1.1" status: 200  len: 1001 time: 0.0617335
Mar 31 18:26:48.821254 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-870e7975-fedb-4b4f-8b29-0c53aa3b2af0 None None] Set router 60054fe4-6103-427c-aeff-cd2dd1123bf5 gateway port host: dv-cinder-master-3-iscsi {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 31 18:26:48.882912 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4241d3cd-4856-46d8-9929-aff8a84b9787 req-d29b01e1-d1f5-4b35-937c-b0607c5391d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:26:48.884361 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-4241d3cd-4856-46d8-9929-aff8a84b9787 req-d29b01e1-d1f5-4b35-937c-b0607c5391d7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=905ec444-b4c2-43a9-986a-e2ab2e05accc HTTP/1.1" status: 200  len: 850 time: 0.0636091
Mar 31 18:26:48.939415 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4241d3cd-4856-46d8-9929-aff8a84b9787 req-91edeaee-0386-449c-b60b-8e148085d571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:26:48.941025 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-4241d3cd-4856-46d8-9929-aff8a84b9787 req-91edeaee-0386-449c-b60b-8e148085d571 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=46cf5202-8790-480a-a14a-b087639c31e2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0502725
Mar 31 18:26:49.044555 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-4241d3cd-4856-46d8-9929-aff8a84b9787 req-c6fd6750-a689-477d-b5bc-dbe02ff211ca service neutron] 10.222.0.44 "GET /v2.0/networks/46cf5202-8790-480a-a14a-b087639c31e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0936394
Mar 31 18:26:49.053067 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-870e7975-fedb-4b4f-8b29-0c53aa3b2af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7715254520>, [{'id': '60054fe4-6103-427c-aeff-cd2dd1123bf5', 'name': 'tempest-AttachVolumeTestJSON-1501045789-router', 'tenant_id': '87baab8d37b040efbfe030d17be30823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.158'}], 'enable_snat': True}, 'gw_port_id': 'e48f013b-a0c3-4c71-8e06-d186d6e3e821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:21:36Z', 'updated_at': '2022-03-31T18:21:39Z', 'revision_number': 4, 'project_id': '87baab8d37b040efbfe030d17be30823', 'gw_port': {'id': 'e48f013b-a0c3-4c71-8e06-d186d6e3e821', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:fa:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60054fe4-6103-427c-aeff-cd2dd1123bf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:21:37Z', 'updated_at': '2022-03-31T18:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '6ddd5886-9ab7-4c14-9469-77d47a4fb578', 'name': '', 'network_id': '4410ea83-4566-4c60-99ff-d1b5f30ec440', 'tenant_id': '87baab8d37b040efbfe030d17be30823', 'mac_address': 'fa:16:3e:94:41:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60054fe4-6103-427c-aeff-cd2dd1123bf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'ed71b331-b79e-46fb-9418-746c15fc735d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:21:39Z', 'updated_at': '2022-03-31T18:21:43Z', 'revision_number': 5, 'project_id': '87baab8d37b040efbfe030d17be30823', 'subnets': [{'id': 'ed71b331-b79e-46fb-9418-746c15fc735d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:26:49.082565 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870e7975-fedb-4b4f-8b29-0c53aa3b2af0 None None] The sync data for ids ['60054fe4-6103-427c-aeff-cd2dd1123bf5'] in dv-cinder-master-3-iscsi is: [{'id': '60054fe4-6103-427c-aeff-cd2dd1123bf5', 'name': 'tempest-AttachVolumeTestJSON-1501045789-router', 'tenant_id': '87baab8d37b040efbfe030d17be30823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.158'}], 'enable_snat': True}, 'gw_port_id': 'e48f013b-a0c3-4c71-8e06-d186d6e3e821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:21:36Z', 'updated_at': '2022-03-31T18:21:39Z', 'revision_number': 4, 'project_id': '87baab8d37b040efbfe030d17be30823', 'gw_port': {'id': 'e48f013b-a0c3-4c71-8e06-d186d6e3e821', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:fa:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60054fe4-6103-427c-aeff-cd2dd1123bf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:21:37Z', 'updated_at': '2022-03-31T18:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '6ddd5886-9ab7-4c14-9469-77d47a4fb578', 'name': '', 'network_id': '4410ea83-4566-4c60-99ff-d1b5f30ec440', 'tenant_id': '87baab8d37b040efbfe030d17be30823', 'mac_address': 'fa:16:3e:94:41:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60054fe4-6103-427c-aeff-cd2dd1123bf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'ed71b331-b79e-46fb-9418-746c15fc735d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:21:39Z', 'updated_at': '2022-03-31T18:21:43Z', 'revision_number': 5, 'project_id': '87baab8d37b040efbfe030d17be30823', 'subnets': [{'id': 'ed71b331-b79e-46fb-9418-746c15fc735d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 31 18:26:49.147193 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-4241d3cd-4856-46d8-9929-aff8a84b9787 req-8aab16f9-9d1d-4356-b5ee-15e8a4d10bb9 service neutron] 10.222.0.44 "GET /v2.0/networks/46cf5202-8790-480a-a14a-b087639c31e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0952084
Mar 31 18:26:49.242131 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-7374dd15-ae91-4a66-8877-d4b2099e7974 req-be3eebc8-2387-4e73-b523-3a0a75cc1535 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/ports?device_id=01ac6bc8-6406-46d8-b8a1-628449e68e58 HTTP/1.1" status: 200  len: 210 time: 0.0290229
Mar 31 18:26:49.317542 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bdaf1a-2b93-44ae-972b-724de9c071d7 None None] New status for floating IP d89be1a3-805b-4e26-8532-75efec1d79f7: DOWN {{(pid=103899) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 31 18:26:50.393223 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 55596) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:26:50.448209 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-baf521bc-3306-4747-a4c4-f7fa3d22f0d9 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Publish callbacks [] for security_group (a2340186-1a42-4429-b30f-1b1c6ca4f507), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:26:50.471427 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-baf521bc-3306-4747-a4c4-f7fa3d22f0d9 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Publish callbacks [] for security_group (a2340186-1a42-4429-b30f-1b1c6ca4f507), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:26:50.586297 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-baf521bc-3306-4747-a4c4-f7fa3d22f0d9 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (a2340186-1a42-4429-b30f-1b1c6ca4f507), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:26:50.588889 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-baf521bc-3306-4747-a4c4-f7fa3d22f0d9 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Publish callbacks [] for security_group (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:26:50.590024 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-baf521bc-3306-4747-a4c4-f7fa3d22f0d9 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "DELETE /v2.0/security-groups/a2340186-1a42-4429-b30f-1b1c6ca4f507 HTTP/1.1" status: 204  len: 168 time: 0.1958253
Mar 31 18:26:50.592990 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 55598) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:26:50.599375 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf521bc-3306-4747-a4c4-f7fa3d22f0d9 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2340186-1a42-4429-b30f-1b1c6ca4f507,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:26:50.609141 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.api.v2.resource [None req-0b7d4a39-f5be-4b4d-95e7-955c7048221a tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] show failed (client error): The resource could not be found.
Mar 31 18:26:50.609764 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-0b7d4a39-f5be-4b4d-95e7-955c7048221a tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/security-groups/a2340186-1a42-4429-b30f-1b1c6ca4f507 HTTP/1.1" status: 404  len: 347 time: 0.0158043
Mar 31 18:26:50.612718 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 55600) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:26:50.737155 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-bf736301-4a7b-4389-adb4-e44c6341653d tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Deleting port f60ca839-1bd9-452d-8104-b7aab87cc510 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 31 18:26:50.737492 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bf736301-4a7b-4389-adb4-e44c6341653d tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759343023638'] for port (f60ca839-1bd9-452d-8104-b7aab87cc510), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:26:50.820771 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bf736301-4a7b-4389-adb4-e44c6341653d tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505421'] for port (f60ca839-1bd9-452d-8104-b7aab87cc510), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:26:50.821105 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bf736301-4a7b-4389-adb4-e44c6341653d tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Publish callbacks [] for floatingip (f60ca839-1bd9-452d-8104-b7aab87cc510), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:26:50.833336 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-bf736301-4a7b-4389-adb4-e44c6341653d tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Calling delete_port for f60ca839-1bd9-452d-8104-b7aab87cc510 owned by network:floatingip {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 31 18:26:51.113487 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bf736301-4a7b-4389-adb4-e44c6341653d tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759343027577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759342510071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12885778'] for port (f60ca839-1bd9-452d-8104-b7aab87cc510), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:26:51.139655 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf736301-4a7b-4389-adb4-e44c6341653d tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Pushing event deleted for resources: {'Port': ['ID=f60ca839-1bd9-452d-8104-b7aab87cc510,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:26:51.151993 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf736301-4a7b-4389-adb4-e44c6341653d tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:26:51.152728 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf736301-4a7b-4389-adb4-e44c6341653d tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:26:51.152728 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf736301-4a7b-4389-adb4-e44c6341653d tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:26:51.153059 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf736301-4a7b-4389-adb4-e44c6341653d tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:26:51.153395 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf736301-4a7b-4389-adb4-e44c6341653d tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:26:51.153733 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf736301-4a7b-4389-adb4-e44c6341653d tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:26:51.154062 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf736301-4a7b-4389-adb4-e44c6341653d tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:26:51.154389 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf736301-4a7b-4389-adb4-e44c6341653d tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:26:51.154744 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf736301-4a7b-4389-adb4-e44c6341653d tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:26:51.155074 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf736301-4a7b-4389-adb4-e44c6341653d tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:26:51.155400 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf736301-4a7b-4389-adb4-e44c6341653d tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:26:51.155727 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf736301-4a7b-4389-adb4-e44c6341653d tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:26:51.156053 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf736301-4a7b-4389-adb4-e44c6341653d tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:26:51.156372 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf736301-4a7b-4389-adb4-e44c6341653d tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:26:51.156693 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf736301-4a7b-4389-adb4-e44c6341653d tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:26:51.211101 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bf736301-4a7b-4389-adb4-e44c6341653d tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Publish callbacks [] for floatingip (d89be1a3-805b-4e26-8532-75efec1d79f7), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:26:51.213673 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bf736301-4a7b-4389-adb4-e44c6341653d tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30337'] for floatingip (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:26:51.214848 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-bf736301-4a7b-4389-adb4-e44c6341653d tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "DELETE /v2.0/floatingips/d89be1a3-805b-4e26-8532-75efec1d79f7 HTTP/1.1" status: 204  len: 168 time: 0.6010149
Mar 31 18:26:51.510654 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 55604) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:26:51.515242 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [None req-19729f80-4630-4838-84e4-b691a4c8b8c6 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1656161161', 'description': 'tempest-description--704335066'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:26:51.592333 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-19729f80-4630-4838-84e4-b691a4c8b8c6 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Publish callbacks [] for security_group (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:26:51.657644 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-19729f80-4630-4838-84e4-b691a4c8b8c6 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Publish callbacks [] for security_group (6785854e-f13e-4f5a-ad96-391ce33a8a19), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:26:51.718012 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-19729f80-4630-4838-84e4-b691a4c8b8c6 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (6785854e-f13e-4f5a-ad96-391ce33a8a19), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:26:51.747075 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19729f80-4630-4838-84e4-b691a4c8b8c6 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6785854e-f13e-4f5a-ad96-391ce33a8a19,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:26:51.828757 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-19729f80-4630-4838-84e4-b691a4c8b8c6 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Publish callbacks [] for security_group (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:26:51.830036 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-19729f80-4630-4838-84e4-b691a4c8b8c6 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.3183489
Mar 31 18:26:51.833541 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 55606) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:26:51.838745 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [None req-80727a4a-084f-443c-8638-1d031789284f tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Request body: {'security_group_rule': {'security_group_id': '6785854e-f13e-4f5a-ad96-391ce33a8a19', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:26:51.915841 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Device 39569c59-56fb-4b13-b985-d8cf317000fa no longer exists at agent hyperv_hv-cinder-maste {{(pid=103898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 31 18:26:51.937258 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] No Port match for: 39569c59-56fb-4b13-b985-d8cf317000fa {{(pid=103898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 31 18:26:51.940289 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Device 39569c59-56fb-4b13-b985-d8cf317000fa not bound to the agent host hv-cinder-maste {{(pid=103898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 31 18:26:51.963108 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-80727a4a-084f-443c-8638-1d031789284f tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Publish callbacks [] for security_group_rule (95433ae5-2a75-4bee-b220-026a7980e313), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:26:52.022517 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-80727a4a-084f-443c-8638-1d031789284f tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Publish callbacks [] for security_group_rule (95433ae5-2a75-4bee-b220-026a7980e313), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:26:52.140995 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-80727a4a-084f-443c-8638-1d031789284f tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527249'] for security_group_rule (95433ae5-2a75-4bee-b220-026a7980e313), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:26:52.158908 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80727a4a-084f-443c-8638-1d031789284f tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95433ae5-2a75-4bee-b220-026a7980e313,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:26:52.234737 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-80727a4a-084f-443c-8638-1d031789284f tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:26:52.236014 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-80727a4a-084f-443c-8638-1d031789284f tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4014885
Mar 31 18:26:52.239293 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 55608) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:26:52.243774 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.v2.base [None req-9826ea27-774c-4209-a717-5c1ee1038f73 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Request body: {'security_group_rule': {'security_group_id': '6785854e-f13e-4f5a-ad96-391ce33a8a19', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:26:52.345735 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9826ea27-774c-4209-a717-5c1ee1038f73 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Publish callbacks [] for security_group_rule (d524ec3c-22c3-4ca2-9f2c-307313dfb19a), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:26:52.393378 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9826ea27-774c-4209-a717-5c1ee1038f73 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Publish callbacks [] for security_group_rule (d524ec3c-22c3-4ca2-9f2c-307313dfb19a), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:26:52.478141 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9826ea27-774c-4209-a717-5c1ee1038f73 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527249'] for security_group_rule (d524ec3c-22c3-4ca2-9f2c-307313dfb19a), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:26:52.500368 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9826ea27-774c-4209-a717-5c1ee1038f73 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d524ec3c-22c3-4ca2-9f2c-307313dfb19a,revision_number=0']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:26:52.590247 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9826ea27-774c-4209-a717-5c1ee1038f73 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:26:52.591525 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-9826ea27-774c-4209-a717-5c1ee1038f73 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3512459
Mar 31 18:26:52.596619 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 55610) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:26:52.602128 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.v2.base [None req-b5c13247-5695-491f-8c4b-a1708e2956c6 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Request body: {'floatingip': {'floating_network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9'}} {{(pid=103897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:26:52.712799 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b5c13247-5695-491f-8c4b-a1708e2956c6 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:26:52.816607 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b5c13247-5695-491f-8c4b-a1708e2956c6 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (None), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:26:52.923207 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-b5c13247-5695-491f-8c4b-a1708e2956c6 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Allocated IP 172.37.2.195 (b698396b-51c1-468f-b58d-8c59a3beb4d9/19546f9a-afff-4e10-9105-a9d5358dbe6e/0fb0b321-4b0f-4bd9-a097-82261fa07743) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 31 18:26:53.027259 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b5c13247-5695-491f-8c4b-a1708e2956c6 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Publish callbacks [] for port (0fb0b321-4b0f-4bd9-a097-82261fa07743), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:26:53.118665 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b5c13247-5695-491f-8c4b-a1708e2956c6 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759342510062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13081985'] for port (0fb0b321-4b0f-4bd9-a097-82261fa07743), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:26:53.163319 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c13247-5695-491f-8c4b-a1708e2956c6 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Network b698396b-51c1-468f-b58d-8c59a3beb4d9 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 31 18:26:53.166189 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-b5c13247-5695-491f-8c4b-a1708e2956c6 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Resources bound (agent type, host, resource id):  {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 31 18:26:53.171856 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c13247-5695-491f-8c4b-a1708e2956c6 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 31 18:26:53.177789 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c13247-5695-491f-8c4b-a1708e2956c6 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Pushing event updated for resources: {'Port': ['ID=0fb0b321-4b0f-4bd9-a097-82261fa07743,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:26:53.259724 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b5c13247-5695-491f-8c4b-a1708e2956c6 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Publish callbacks [] for floatingip (32b7cbd3-1483-468b-89af-30d848baf7f6), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:26:53.342552 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b5c13247-5695-491f-8c4b-a1708e2956c6 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (0fb0b321-4b0f-4bd9-a097-82261fa07743), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:26:53.498358 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b5c13247-5695-491f-8c4b-a1708e2956c6 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Publish callbacks [] for port (0fb0b321-4b0f-4bd9-a097-82261fa07743), precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:26:53.598918 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b5c13247-5695-491f-8c4b-a1708e2956c6 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13081992'] for port (0fb0b321-4b0f-4bd9-a097-82261fa07743), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:26:53.672067 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c13247-5695-491f-8c4b-a1708e2956c6 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Pushing event updated for resources: {'Port': ['ID=0fb0b321-4b0f-4bd9-a097-82261fa07743,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:26:53.682731 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b5c13247-5695-491f-8c4b-a1708e2956c6 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505983'] for floatingip (32b7cbd3-1483-468b-89af-30d848baf7f6), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:26:53.777544 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b5c13247-5695-491f-8c4b-a1708e2956c6 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30337'] for floatingip (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:26:53.779103 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-b5c13247-5695-491f-8c4b-a1708e2956c6 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.1814034
Mar 31 18:26:53.927750 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-5f0c8d41-8f83-496f-8812-6fec3daa5a0e req-c2a18ad0-e2d7-4d12-b12e-c52f7d11d37b tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1656161161&fields=id&tenant_id=87baab8d37b040efbfe030d17be30823 HTTP/1.1" status: 200  len: 267 time: 0.0436592
Mar 31 18:26:54.032174 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0c8d41-8f83-496f-8812-6fec3daa5a0e req-7a93f055-4361-4238-ab14-06256faa8136 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:26:54.033525 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-5f0c8d41-8f83-496f-8812-6fec3daa5a0e req-7a93f055-4361-4238-ab14-06256faa8136 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/networks?id=4410ea83-4566-4c60-99ff-d1b5f30ec440 HTTP/1.1" status: 200  len: 811 time: 0.0995941
Mar 31 18:26:54.048729 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-5f0c8d41-8f83-496f-8812-6fec3daa5a0e req-ed68d467-1adb-4212-8131-a10e62628278 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/quotas/87baab8d37b040efbfe030d17be30823 HTTP/1.1" status: 200  len: 375 time: 0.0089428
Mar 31 18:26:54.109037 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-5f0c8d41-8f83-496f-8812-6fec3daa5a0e req-aaaa6795-dd4f-4258-bf86-4da242b8cfb0 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=87baab8d37b040efbfe030d17be30823&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0551934
Mar 31 18:26:54.186275 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [req-5f0c8d41-8f83-496f-8812-6fec3daa5a0e req-edd33e56-bfa3-46b0-87e7-53234dfd7e02 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=103897) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 31 18:26:54.187350 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-5f0c8d41-8f83-496f-8812-6fec3daa5a0e req-edd33e56-bfa3-46b0-87e7-53234dfd7e02 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0673254
Mar 31 18:26:54.279224 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-5f0c8d41-8f83-496f-8812-6fec3daa5a0e req-d13c9898-ef80-41f9-9aae-1825e91e05ae service neutron] 10.222.0.58 "GET /v2.0/networks/4410ea83-4566-4c60-99ff-d1b5f30ec440?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0848300
Mar 31 18:26:54.372556 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-5f0c8d41-8f83-496f-8812-6fec3daa5a0e req-ebff7895-74a2-4ca0-a34e-fccf0e4e4a1e service neutron] 10.222.0.58 "GET /v2.0/networks/4410ea83-4566-4c60-99ff-d1b5f30ec440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0867815
Mar 31 18:26:54.635716 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-223a86b4-08c3-4e02-8715-554c547a3e82 req-47995732-b7eb-434a-be4a-393cfe88865d tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c1ec735-055d-4f24-acec-a40cb9576c0d HTTP/1.1" status: 200  len: 210 time: 0.0277367
Mar 31 18:26:55.729764 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-f5cfa7ef-abb1-4a69-9948-8ad14d1c0e5e req-69e308d6-c1f2-4f4e-9c02-852003849557 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c1ec735-055d-4f24-acec-a40cb9576c0d HTTP/1.1" status: 200  len: 210 time: 0.0283113
Mar 31 18:26:56.824703 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-0884d39e-e9bf-4ed5-8d80-0e85c787d119 req-d906ddd9-e058-4682-aea7-28d902517911 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c1ec735-055d-4f24-acec-a40cb9576c0d HTTP/1.1" status: 200  len: 210 time: 0.0297124
Mar 31 18:26:57.112618 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0c8d41-8f83-496f-8812-6fec3daa5a0e req-08816be2-9bff-45bc-963d-57b10378b070 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:26:57.114085 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-5f0c8d41-8f83-496f-8812-6fec3daa5a0e req-08816be2-9bff-45bc-963d-57b10378b070 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.44 "GET /v2.0/networks?id=4410ea83-4566-4c60-99ff-d1b5f30ec440 HTTP/1.1" status: 200  len: 811 time: 0.1026673
Mar 31 18:26:57.316412 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-5f0c8d41-8f83-496f-8812-6fec3daa5a0e req-77fbc460-3fe9-4b3e-aaeb-b7951f18945d tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=87baab8d37b040efbfe030d17be30823 HTTP/1.1" status: 200  len: 380 time: 0.0532062
Mar 31 18:26:57.325470 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.v2.base [req-5f0c8d41-8f83-496f-8812-6fec3daa5a0e req-ed200204-4001-4d42-9c6b-bbb522fd85ba tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Request body: {'port': {'device_id': '7c1ec735-055d-4f24-acec-a40cb9576c0d', 'network_id': '4410ea83-4566-4c60-99ff-d1b5f30ec440', 'admin_state_up': True, 'tenant_id': '87baab8d37b040efbfe030d17be30823', 'security_groups': ['6785854e-f13e-4f5a-ad96-391ce33a8a19']}} {{(pid=103897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:26:57.529419 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f0c8d41-8f83-496f-8812-6fec3daa5a0e req-ed200204-4001-4d42-9c6b-bbb522fd85ba tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Made reservation on behalf of 87baab8d37b040efbfe030d17be30823 for: {'port': 1} {{(pid=103897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 31 18:26:57.532911 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-5f0c8d41-8f83-496f-8812-6fec3daa5a0e req-ed200204-4001-4d42-9c6b-bbb522fd85ba tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (None), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:26:57.665373 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [req-5f0c8d41-8f83-496f-8812-6fec3daa5a0e req-ed200204-4001-4d42-9c6b-bbb522fd85ba tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Allocated IP 172.20.0.8 (4410ea83-4566-4c60-99ff-d1b5f30ec440/ed71b331-b79e-46fb-9418-746c15fc735d/1f4cdbaf-59bc-42f8-968b-9f65a74c2312) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 31 18:26:57.805489 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-5f0c8d41-8f83-496f-8812-6fec3daa5a0e req-ed200204-4001-4d42-9c6b-bbb522fd85ba tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Publish callbacks [] for port (1f4cdbaf-59bc-42f8-968b-9f65a74c2312), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:26:57.908420 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-5f0c8d41-8f83-496f-8812-6fec3daa5a0e req-ed200204-4001-4d42-9c6b-bbb522fd85ba tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759342510062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13081985'] for port (1f4cdbaf-59bc-42f8-968b-9f65a74c2312), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:26:57.977551 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f0c8d41-8f83-496f-8812-6fec3daa5a0e req-ed200204-4001-4d42-9c6b-bbb522fd85ba tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Network 4410ea83-4566-4c60-99ff-d1b5f30ec440 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 31 18:26:57.986722 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [req-5f0c8d41-8f83-496f-8812-6fec3daa5a0e req-ed200204-4001-4d42-9c6b-bbb522fd85ba tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Resources bound (agent type, host, resource id):  {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 31 18:26:57.992754 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f0c8d41-8f83-496f-8812-6fec3daa5a0e req-ed200204-4001-4d42-9c6b-bbb522fd85ba tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 31 18:26:57.997509 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed200204-4001-4d42-9c6b-bbb522fd85ba tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Pushing event updated for resources: {'Port': ['ID=1f4cdbaf-59bc-42f8-968b-9f65a74c2312,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:26:58.028313 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87967dc7-1948-4dd3-8961-1f15c0f7d967 req-aec037f7-488a-41ab-9623-ea3ef6ea6ae2 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:26:58.029865 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-87967dc7-1948-4dd3-8961-1f15c0f7d967 req-aec037f7-488a-41ab-9623-ea3ef6ea6ae2 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c1ec735-055d-4f24-acec-a40cb9576c0d HTTP/1.1" status: 200  len: 931 time: 0.1324933
Mar 31 18:26:58.073408 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0c8d41-8f83-496f-8812-6fec3daa5a0e req-ed200204-4001-4d42-9c6b-bbb522fd85ba tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:26:58.074033 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-5f0c8d41-8f83-496f-8812-6fec3daa5a0e req-ed200204-4001-4d42-9c6b-bbb522fd85ba tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30337'] for port (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:26:58.105282 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-87967dc7-1948-4dd3-8961-1f15c0f7d967 req-da6e7836-649c-462d-ae29-19f9753b725e tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/security-groups?id=6785854e-f13e-4f5a-ad96-391ce33a8a19&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0672076
Mar 31 18:26:58.189442 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-5f0c8d41-8f83-496f-8812-6fec3daa5a0e req-ed200204-4001-4d42-9c6b-bbb522fd85ba tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8675382
Mar 31 18:26:58.207616 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-aefa192b-f8eb-4e23-9bf9-f45e612d43b6 None None] Provisioning complete for port 1f4cdbaf-59bc-42f8-968b-9f65a74c2312 triggered by entity DHCP. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:26:58.208241 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-aefa192b-f8eb-4e23-9bf9-f45e612d43b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (1f4cdbaf-59bc-42f8-968b-9f65a74c2312), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:26:58.243454 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-aefa192b-f8eb-4e23-9bf9-f45e612d43b6 None None] Port 1f4cdbaf-59bc-42f8-968b-9f65a74c2312 cannot update to ACTIVE because it is not bound. {{(pid=103898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 31 18:26:58.272047 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.v2.base [req-5f0c8d41-8f83-496f-8812-6fec3daa5a0e req-8dd2a173-c562-4e91-be9f-9f18c927ef65 service neutron] Request body: {'port': {'device_id': '7c1ec735-055d-4f24-acec-a40cb9576c0d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=103897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:26:58.334142 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-5f0c8d41-8f83-496f-8812-6fec3daa5a0e req-8dd2a173-c562-4e91-be9f-9f18c927ef65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (1f4cdbaf-59bc-42f8-968b-9f65a74c2312), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:26:58.599908 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [req-5f0c8d41-8f83-496f-8812-6fec3daa5a0e req-8dd2a173-c562-4e91-be9f-9f18c927ef65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f4cdbaf-59bc-42f8-968b-9f65a74c2312 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 31 18:26:58.606874 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-5f0c8d41-8f83-496f-8812-6fec3daa5a0e req-8dd2a173-c562-4e91-be9f-9f18c927ef65 service neutron] Publish callbacks [] for port (1f4cdbaf-59bc-42f8-968b-9f65a74c2312), precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:26:58.619430 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [req-5f0c8d41-8f83-496f-8812-6fec3daa5a0e req-8dd2a173-c562-4e91-be9f-9f18c927ef65 service neutron] Transition to ACTIVE for port object 1f4cdbaf-59bc-42f8-968b-9f65a74c2312 will not be triggered until provisioned by entity L2. {{(pid=103897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 31 18:26:58.706589 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-5f0c8d41-8f83-496f-8812-6fec3daa5a0e req-8dd2a173-c562-4e91-be9f-9f18c927ef65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13081992'] for port (1f4cdbaf-59bc-42f8-968b-9f65a74c2312), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:26:58.760442 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd2a173-c562-4e91-be9f-9f18c927ef65 service neutron] Pushing event updated for resources: {'Port': ['ID=1f4cdbaf-59bc-42f8-968b-9f65a74c2312,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:26:58.838496 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [req-5f0c8d41-8f83-496f-8812-6fec3daa5a0e req-8dd2a173-c562-4e91-be9f-9f18c927ef65 service neutron] Attempting to bind port 1f4cdbaf-59bc-42f8-968b-9f65a74c2312 on host hv-cinder-maste for vnic_type normal with profile  {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 31 18:26:58.838855 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [req-5f0c8d41-8f83-496f-8812-6fec3daa5a0e req-8dd2a173-c562-4e91-be9f-9f18c927ef65 service neutron] Attempting to bind port 1f4cdbaf-59bc-42f8-968b-9f65a74c2312 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'cfa3332b-071f-4b4c-8acd-1aaa41e80ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4410ea83-4566-4c60-99ff-d1b5f30ec440'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 31 18:26:58.839189 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f0c8d41-8f83-496f-8812-6fec3daa5a0e req-8dd2a173-c562-4e91-be9f-9f18c927ef65 service neutron] Attempting to bind port 1f4cdbaf-59bc-42f8-968b-9f65a74c2312 on network 4410ea83-4566-4c60-99ff-d1b5f30ec440 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 31 18:26:58.844180 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f0c8d41-8f83-496f-8812-6fec3daa5a0e req-8dd2a173-c562-4e91-be9f-9f18c927ef65 service neutron] Port 1f4cdbaf-59bc-42f8-968b-9f65a74c2312 on network 4410ea83-4566-4c60-99ff-d1b5f30ec440 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 31 18:26:58.844510 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f0c8d41-8f83-496f-8812-6fec3daa5a0e req-8dd2a173-c562-4e91-be9f-9f18c927ef65 service neutron] Attempting to bind port 1f4cdbaf-59bc-42f8-968b-9f65a74c2312 on network 4410ea83-4566-4c60-99ff-d1b5f30ec440 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 31 18:26:58.850145 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f0c8d41-8f83-496f-8812-6fec3daa5a0e req-8dd2a173-c562-4e91-be9f-9f18c927ef65 service neutron] Checking agent: {'id': '06f31eaf-9418-4d11-8606-24a34b4b4893', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 11, 36), 'started_at': datetime.datetime(2022, 3, 31, 18, 11, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 31 18:26:58.850437 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f0c8d41-8f83-496f-8812-6fec3daa5a0e req-8dd2a173-c562-4e91-be9f-9f18c927ef65 service neutron] Checking segment: {'id': 'cfa3332b-071f-4b4c-8acd-1aaa41e80ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4410ea83-4566-4c60-99ff-d1b5f30ec440'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 31 18:26:58.850874 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f0c8d41-8f83-496f-8812-6fec3daa5a0e req-8dd2a173-c562-4e91-be9f-9f18c927ef65 service neutron] Bound using segment: {'id': 'cfa3332b-071f-4b4c-8acd-1aaa41e80ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4410ea83-4566-4c60-99ff-d1b5f30ec440'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 31 18:26:58.851305 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [req-5f0c8d41-8f83-496f-8812-6fec3daa5a0e req-8dd2a173-c562-4e91-be9f-9f18c927ef65 service neutron] Bound port: 1f4cdbaf-59bc-42f8-968b-9f65a74c2312, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfa3332b-071f-4b4c-8acd-1aaa41e80ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4410ea83-4566-4c60-99ff-d1b5f30ec440'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 31 18:26:58.851667 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-5f0c8d41-8f83-496f-8812-6fec3daa5a0e req-8dd2a173-c562-4e91-be9f-9f18c927ef65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (1f4cdbaf-59bc-42f8-968b-9f65a74c2312), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:26:58.920896 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [req-5f0c8d41-8f83-496f-8812-6fec3daa5a0e req-8dd2a173-c562-4e91-be9f-9f18c927ef65 service neutron] For port 1f4cdbaf-59bc-42f8-968b-9f65a74c2312, host hv-cinder-maste, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 31 18:26:58.923976 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [req-5f0c8d41-8f83-496f-8812-6fec3daa5a0e req-8dd2a173-c562-4e91-be9f-9f18c927ef65 service neutron] For port 1f4cdbaf-59bc-42f8-968b-9f65a74c2312, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1f4cdbaf-59bc-42f8-968b-9f65a74c2312,segment=NetworkSegment(cfa3332b-071f-4b4c-8acd-1aaa41e80ec4),segment_id=cfa3332b-071f-4b4c-8acd-1aaa41e80ec4)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 31 18:26:59.027500 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-5f0c8d41-8f83-496f-8812-6fec3daa5a0e req-8dd2a173-c562-4e91-be9f-9f18c927ef65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13081992'] for port (1f4cdbaf-59bc-42f8-968b-9f65a74c2312), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:26:59.032266 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-efc89285-0b5f-43ae-a39e-5477e38e090c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (08150f5b-1b08-4271-84f1-4a3b03ee1892), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:26:59.064925 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0c8d41-8f83-496f-8812-6fec3daa5a0e req-8dd2a173-c562-4e91-be9f-9f18c927ef65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:26:59.065456 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-5f0c8d41-8f83-496f-8812-6fec3daa5a0e req-8dd2a173-c562-4e91-be9f-9f18c927ef65 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30337'] for port (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:26:59.066829 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-5f0c8d41-8f83-496f-8812-6fec3daa5a0e req-8dd2a173-c562-4e91-be9f-9f18c927ef65 service neutron] 10.222.0.44 "PUT /v2.0/ports/1f4cdbaf-59bc-42f8-968b-9f65a74c2312 HTTP/1.1" status: 200  len: 1093 time: 0.8001790
Mar 31 18:26:59.067267 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c1ec735-055d-4f24-acec-a40cb9576c0d', 'tag': '1f4cdbaf-59bc-42f8-968b-9f65a74c2312'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 31 18:26:59.069597 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73fc78de55affb2fac0a31bf62e314c48f0d961b1f9e9815d43b8150b113e94f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afe2a494-0e96-4202-bbc5-de638603ae33" -d '{"events": [{"name": "network-changed", "server_uuid": "7c1ec735-055d-4f24-acec-a40cb9576c0d", "tag": "1f4cdbaf-59bc-42f8-968b-9f65a74c2312"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 31 18:26:59.096217 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd2a173-c562-4e91-be9f-9f18c927ef65 service neutron] Pushing event updated for resources: {'Port': ['ID=1f4cdbaf-59bc-42f8-968b-9f65a74c2312,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:26:59.118985 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 18:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b6b2db7-8130-434d-9db1-52aeabc6d17c x-openstack-request-id: req-0b6b2db7-8130-434d-9db1-52aeabc6d17c {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 31 18:26:59.119283 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c1ec735-055d-4f24-acec-a40cb9576c0d", "tag": "1f4cdbaf-59bc-42f8-968b-9f65a74c2312", "status": "completed", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 31 18:26:59.119537 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0b6b2db7-8130-434d-9db1-52aeabc6d17c {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 31 18:26:59.119945 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b6b2db7-8130-434d-9db1-52aeabc6d17c'] response: {'name': 'network-changed', 'server_uuid': '7c1ec735-055d-4f24-acec-a40cb9576c0d', 'tag': '1f4cdbaf-59bc-42f8-968b-9f65a74c2312', 'status': 'completed', 'code': 200}
Mar 31 18:26:59.251255 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe2a494-0e96-4202-bbc5-de638603ae33 req-134bddb1-8694-40db-842f-a0700ce0c156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:26:59.252760 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-afe2a494-0e96-4202-bbc5-de638603ae33 req-134bddb1-8694-40db-842f-a0700ce0c156 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=87baab8d37b040efbfe030d17be30823&device_id=7c1ec735-055d-4f24-acec-a40cb9576c0d HTTP/1.1" status: 200  len: 1127 time: 0.0861304
Mar 31 18:26:59.260679 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2e8367-3afe-46cc-b0b8-9a53d3d112f9 req-b9b9b0ea-fc28-4203-8ddb-daf894b7285b tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:26:59.262051 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-cf2e8367-3afe-46cc-b0b8-9a53d3d112f9 req-b9b9b0ea-fc28-4203-8ddb-daf894b7285b tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c1ec735-055d-4f24-acec-a40cb9576c0d HTTP/1.1" status: 200  len: 943 time: 0.0852294
Mar 31 18:26:59.380893 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-cf2e8367-3afe-46cc-b0b8-9a53d3d112f9 req-1f7cc5ea-01d0-47dd-9336-0479ebc12c11 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/security-groups?id=6785854e-f13e-4f5a-ad96-391ce33a8a19&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1119843
Mar 31 18:26:59.396884 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe2a494-0e96-4202-bbc5-de638603ae33 req-5df1876c-4bf3-4ad7-a65b-287a8fc1719c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:26:59.398380 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-afe2a494-0e96-4202-bbc5-de638603ae33 req-5df1876c-4bf3-4ad7-a65b-287a8fc1719c service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=87baab8d37b040efbfe030d17be30823&shared=False HTTP/1.1" status: 200  len: 912 time: 0.1311235
Mar 31 18:26:59.493838 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe2a494-0e96-4202-bbc5-de638603ae33 req-6c4c8a8c-0a3a-4219-9d33-f4a17ea97e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:26:59.495328 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-afe2a494-0e96-4202-bbc5-de638603ae33 req-6c4c8a8c-0a3a-4219-9d33-f4a17ea97e09 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0882561
Mar 31 18:26:59.608574 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0c8d41-8f83-496f-8812-6fec3daa5a0e req-d04b8161-2a1a-4e85-b71e-4561c6ac5a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:26:59.610062 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-5f0c8d41-8f83-496f-8812-6fec3daa5a0e req-d04b8161-2a1a-4e85-b71e-4561c6ac5a8d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=87baab8d37b040efbfe030d17be30823&device_id=7c1ec735-055d-4f24-acec-a40cb9576c0d HTTP/1.1" status: 200  len: 1127 time: 0.0475016
Mar 31 18:26:59.662791 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-5f0c8d41-8f83-496f-8812-6fec3daa5a0e req-7b749c96-9ef7-4d1d-b27c-067456c7eec4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f4cdbaf-59bc-42f8-968b-9f65a74c2312 HTTP/1.1" status: 200  len: 217 time: 0.0379007
Mar 31 18:26:59.711666 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0c8d41-8f83-496f-8812-6fec3daa5a0e req-615a0549-a626-4a33-bd40-2be13e760ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:26:59.713061 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-5f0c8d41-8f83-496f-8812-6fec3daa5a0e req-615a0549-a626-4a33-bd40-2be13e760ec1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ed71b331-b79e-46fb-9418-746c15fc735d HTTP/1.1" status: 200  len: 850 time: 0.0439150
Mar 31 18:26:59.761100 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0c8d41-8f83-496f-8812-6fec3daa5a0e req-f6935b9f-a3e7-47a4-a2a4-00d1d4208d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:26:59.762762 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-5f0c8d41-8f83-496f-8812-6fec3daa5a0e req-f6935b9f-a3e7-47a4-a2a4-00d1d4208d6a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4410ea83-4566-4c60-99ff-d1b5f30ec440&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0432835
Mar 31 18:26:59.856449 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-5f0c8d41-8f83-496f-8812-6fec3daa5a0e req-46ae5a73-18ae-44dd-a1c5-0bfcb2ff3aa2 service neutron] 10.222.0.44 "GET /v2.0/networks/4410ea83-4566-4c60-99ff-d1b5f30ec440?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0850706
Mar 31 18:26:59.945092 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-5f0c8d41-8f83-496f-8812-6fec3daa5a0e req-d0759a08-b7ad-460e-a91b-70cfcb1917f5 service neutron] 10.222.0.44 "GET /v2.0/networks/4410ea83-4566-4c60-99ff-d1b5f30ec440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0817456
Mar 31 18:27:00.498539 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0600cc6b-6232-4a31-afed-961481593c85 req-622f970e-84fb-46dc-b82d-02d412fe2e2b tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:27:00.500027 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-0600cc6b-6232-4a31-afed-961481593c85 req-622f970e-84fb-46dc-b82d-02d412fe2e2b tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c1ec735-055d-4f24-acec-a40cb9576c0d HTTP/1.1" status: 200  len: 943 time: 0.0525680
Mar 31 18:27:00.546120 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-0600cc6b-6232-4a31-afed-961481593c85 req-2a911080-8674-40a9-9832-7116c12a1cf2 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/security-groups?id=6785854e-f13e-4f5a-ad96-391ce33a8a19&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403264
Mar 31 18:27:01.381524 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-2d8ed9ad-aece-4b8c-b64e-df18e90828fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (f09d5d1b-4294-4f18-9a00-351412ae7ca6), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:27:01.668438 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fed834-8b43-49b4-b75d-ec35ac004e4a req-0a41a886-8fe1-4ec6-a669-f32c6f25c623 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:27:01.669923 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-f2fed834-8b43-49b4-b75d-ec35ac004e4a req-0a41a886-8fe1-4ec6-a669-f32c6f25c623 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c1ec735-055d-4f24-acec-a40cb9576c0d HTTP/1.1" status: 200  len: 943 time: 0.0562017
Mar 31 18:27:01.716410 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-f2fed834-8b43-49b4-b75d-ec35ac004e4a req-e71efd27-92ae-4fc4-8f5d-1a0e618f622b tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/security-groups?id=6785854e-f13e-4f5a-ad96-391ce33a8a19&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410161
Mar 31 18:27:02.392452 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-be477ca9-b30f-4eb3-92ce-971cde9f4756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (d0835089-4a76-4105-9221-c81b46927b3c), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:27:02.837637 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b411cc-b292-4992-ab02-d93b9215e57d req-b3e41e40-83b3-472a-8626-75ac3a4184d2 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:27:02.839211 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-96b411cc-b292-4992-ab02-d93b9215e57d req-b3e41e40-83b3-472a-8626-75ac3a4184d2 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c1ec735-055d-4f24-acec-a40cb9576c0d HTTP/1.1" status: 200  len: 943 time: 0.0552292
Mar 31 18:27:02.889638 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-96b411cc-b292-4992-ab02-d93b9215e57d req-4acfd200-b8bf-4d18-9feb-a77906b9e9ba tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/security-groups?id=6785854e-f13e-4f5a-ad96-391ce33a8a19&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449605
Mar 31 18:27:03.974591 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Device 1f4cdbaf-59bc-42f8-968b-9f65a74c2312 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103898) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 31 18:27:03.987890 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-61acbcaf-515a-4595-a759-82c8bf4c0ac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (1ee04592-4785-424e-aa2a-0bd32f5faacf), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:27:04.015793 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b71eca7-da22-44ca-9ec4-17bd1946beb5 req-93b72827-ac8e-49da-94f9-947924532b1b tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:27:04.017490 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-2b71eca7-da22-44ca-9ec4-17bd1946beb5 req-93b72827-ac8e-49da-94f9-947924532b1b tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c1ec735-055d-4f24-acec-a40cb9576c0d HTTP/1.1" status: 200  len: 943 time: 0.0604296
Mar 31 18:27:04.070031 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-2b71eca7-da22-44ca-9ec4-17bd1946beb5 req-0685e450-e81f-4521-ad26-af0e098942e8 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/security-groups?id=6785854e-f13e-4f5a-ad96-391ce33a8a19&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463145
Mar 31 18:27:04.092123 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] For port 1f4cdbaf-59bc-42f8-968b-9f65a74c2312, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1f4cdbaf-59bc-42f8-968b-9f65a74c2312,segment=NetworkSegment(cfa3332b-071f-4b4c-8acd-1aaa41e80ec4),segment_id=cfa3332b-071f-4b4c-8acd-1aaa41e80ec4)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:27:04.104240 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Returning: {'device': '1f4cdbaf-59bc-42f8-968b-9f65a74c2312', 'network_id': '4410ea83-4566-4c60-99ff-d1b5f30ec440', 'port_id': '1f4cdbaf-59bc-42f8-968b-9f65a74c2312', 'mac_address': 'fa:16:3e:7c:94:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed71b331-b79e-46fb-9418-746c15fc735d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103898) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 31 18:27:04.142066 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Current status of the port 1f4cdbaf-59bc-42f8-968b-9f65a74c2312 is: DOWN; New status is: BUILD {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:27:04.142346 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (1f4cdbaf-59bc-42f8-968b-9f65a74c2312), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:27:04.155965 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.notifiers.nova [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f4cdbaf-59bc-42f8-968b-9f65a74c2312 {{(pid=103898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 31 18:27:04.178293 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] For port 1f4cdbaf-59bc-42f8-968b-9f65a74c2312, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1f4cdbaf-59bc-42f8-968b-9f65a74c2312,segment=NetworkSegment(cfa3332b-071f-4b4c-8acd-1aaa41e80ec4),segment_id=cfa3332b-071f-4b4c-8acd-1aaa41e80ec4)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:27:04.237964 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (1f4cdbaf-59bc-42f8-968b-9f65a74c2312), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:27:04.286864 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Pushing event updated for resources: {'Port': ['ID=1f4cdbaf-59bc-42f8-968b-9f65a74c2312,revision_number=4']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:27:04.293982 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:27:04.294333 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:27:04.294702 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:27:04.295043 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:27:04.295380 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:27:04.295713 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:27:04.296038 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:27:04.296377 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:27:04.296716 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:27:04.297042 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:27:04.297368 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:27:04.297693 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:27:04.298015 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:27:04.298340 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:27:04.298686 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:27:04.842914 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] get_ports_and_sgs() called for port_ids ['1f4cdbaf-59bc-42f8-968b-9f65a74c2312'] {{(pid=103898) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 31 18:27:05.112692 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (b6d39f6c-4dc3-40bd-bbe5-e05b1f1d4e13), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:27:05.196471 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec22a06-f246-412d-8f91-18120d695eef req-430d85eb-3aec-48e3-9dfb-904936700df3 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:27:05.197861 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-9ec22a06-f246-412d-8f91-18120d695eef req-430d85eb-3aec-48e3-9dfb-904936700df3 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c1ec735-055d-4f24-acec-a40cb9576c0d HTTP/1.1" status: 200  len: 944 time: 0.0587044
Mar 31 18:27:05.244166 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-9ec22a06-f246-412d-8f91-18120d695eef req-dcbd065a-6523-4496-b4df-12a078fb9dfa tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/security-groups?id=6785854e-f13e-4f5a-ad96-391ce33a8a19&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407662
Mar 31 18:27:05.989973 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Device 1f4cdbaf-59bc-42f8-968b-9f65a74c2312 up at agent hyperv_hv-cinder-maste {{(pid=103898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 31 18:27:06.118238 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Provisioning for port 1f4cdbaf-59bc-42f8-968b-9f65a74c2312 completed by entity L2. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 31 18:27:06.122352 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Provisioning complete for port 1f4cdbaf-59bc-42f8-968b-9f65a74c2312 triggered by entity L2. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:27:06.122771 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (1f4cdbaf-59bc-42f8-968b-9f65a74c2312), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:27:06.342314 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Current status of the port 1f4cdbaf-59bc-42f8-968b-9f65a74c2312 is: BUILD; New status is: ACTIVE {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:27:06.342741 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (1f4cdbaf-59bc-42f8-968b-9f65a74c2312), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:27:06.362759 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (06f31eaf-9418-4d11-8606-24a34b4b4893), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:27:06.366210 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3663414-08ce-4323-aaaf-72a8d13a457f req-e9974682-99ae-4af8-bb71-6e5a0461e9f7 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:27:06.367749 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-c3663414-08ce-4323-aaaf-72a8d13a457f req-e9974682-99ae-4af8-bb71-6e5a0461e9f7 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c1ec735-055d-4f24-acec-a40cb9576c0d HTTP/1.1" status: 200  len: 944 time: 0.0530717
Mar 31 18:27:06.367912 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c1ec735-055d-4f24-acec-a40cb9576c0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f4cdbaf-59bc-42f8-968b-9f65a74c2312'}] {{(pid=103898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 31 18:27:06.370040 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb3075c6172e5baa69f5abc91eefeb9b3c1bf45f76ecf44b7f00bb5a6f62f1a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60a6d4be-330d-4810-be4b-8a1118763d3e" -d '{"events": [{"server_uuid": "7c1ec735-055d-4f24-acec-a40cb9576c0d", "name": "network-vif-plugged", "status": "completed", "tag": "1f4cdbaf-59bc-42f8-968b-9f65a74c2312"}]}' {{(pid=103898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 31 18:27:06.383359 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] For port 1f4cdbaf-59bc-42f8-968b-9f65a74c2312, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1f4cdbaf-59bc-42f8-968b-9f65a74c2312,segment=NetworkSegment(cfa3332b-071f-4b4c-8acd-1aaa41e80ec4),segment_id=cfa3332b-071f-4b4c-8acd-1aaa41e80ec4)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:27:06.408119 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 18:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcdd0d95-ffca-4a33-b874-7b098a07b9c2 x-openstack-request-id: req-fcdd0d95-ffca-4a33-b874-7b098a07b9c2 {{(pid=103898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 31 18:27:06.408431 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c1ec735-055d-4f24-acec-a40cb9576c0d", "name": "network-vif-plugged", "status": "completed", "tag": "1f4cdbaf-59bc-42f8-968b-9f65a74c2312", "code": 200}]} {{(pid=103898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 31 18:27:06.408707 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fcdd0d95-ffca-4a33-b874-7b098a07b9c2 {{(pid=103898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 31 18:27:06.409105 dv-cinder-master-3-iscsi neutron-server[103898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcdd0d95-ffca-4a33-b874-7b098a07b9c2'] response: {'server_uuid': '7c1ec735-055d-4f24-acec-a40cb9576c0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f4cdbaf-59bc-42f8-968b-9f65a74c2312', 'code': 200}
Mar 31 18:27:06.417586 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-c3663414-08ce-4323-aaaf-72a8d13a457f req-d43174fc-7a04-4324-a987-c83fee6b12c5 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/security-groups?id=6785854e-f13e-4f5a-ad96-391ce33a8a19&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438042
Mar 31 18:27:06.478193 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (1f4cdbaf-59bc-42f8-968b-9f65a74c2312), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:27:06.529540 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Pushing event updated for resources: {'Port': ['ID=1f4cdbaf-59bc-42f8-968b-9f65a74c2312,revision_number=5']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:27:06.792144 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109c9ecf-1546-4888-a159-f64ac27660a0 req-3b8e9eca-056f-415a-9653-6dbb9417ab08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:27:06.793634 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-109c9ecf-1546-4888-a159-f64ac27660a0 req-3b8e9eca-056f-415a-9653-6dbb9417ab08 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7c1ec735-055d-4f24-acec-a40cb9576c0d HTTP/1.1" status: 200  len: 1129 time: 0.0449905
Mar 31 18:27:06.843439 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-109c9ecf-1546-4888-a159-f64ac27660a0 req-565dffb8-9cc5-4a15-9312-7fc5f9dde380 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=6785854e-f13e-4f5a-ad96-391ce33a8a19&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398722
Mar 31 18:27:07.536330 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dcc656-0ce3-447a-a80b-25785f58a975 req-97a92bad-3544-4bff-8b8d-af3979ce1312 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:27:07.537834 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-b5dcc656-0ce3-447a-a80b-25785f58a975 req-97a92bad-3544-4bff-8b8d-af3979ce1312 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c1ec735-055d-4f24-acec-a40cb9576c0d HTTP/1.1" status: 200  len: 945 time: 0.0523579
Mar 31 18:27:07.583561 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-b5dcc656-0ce3-447a-a80b-25785f58a975 req-ca4bf1b4-f435-4162-a33f-6601bad40e49 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/security-groups?id=6785854e-f13e-4f5a-ad96-391ce33a8a19&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401418
Mar 31 18:27:08.705018 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a1c52e-1c6d-42a8-ae15-9243eac69984 req-e70f09aa-2279-49a7-ad9a-1e495df1dbdc tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:27:08.706506 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-43a1c52e-1c6d-42a8-ae15-9243eac69984 req-e70f09aa-2279-49a7-ad9a-1e495df1dbdc tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c1ec735-055d-4f24-acec-a40cb9576c0d HTTP/1.1" status: 200  len: 945 time: 0.0565271
Mar 31 18:27:08.753077 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-43a1c52e-1c6d-42a8-ae15-9243eac69984 req-92ce8a71-6db4-410f-bb4a-624c4ea2190c tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/security-groups?id=6785854e-f13e-4f5a-ad96-391ce33a8a19&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402374
Mar 31 18:27:09.871661 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accbb4d8-c8c9-43a6-9333-91ed3cb5b6fe req-1364c5fe-b031-4206-89b8-39c679bab53d tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:27:09.873214 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-accbb4d8-c8c9-43a6-9333-91ed3cb5b6fe req-1364c5fe-b031-4206-89b8-39c679bab53d tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c1ec735-055d-4f24-acec-a40cb9576c0d HTTP/1.1" status: 200  len: 945 time: 0.0527868
Mar 31 18:27:09.926244 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-accbb4d8-c8c9-43a6-9333-91ed3cb5b6fe req-8465e1fc-e726-43bc-99af-09f25a4e8446 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/security-groups?id=6785854e-f13e-4f5a-ad96-391ce33a8a19&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0471654
Mar 31 18:27:10.057963 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7513eb77-0025-48c2-ba33-bdd48896d76b req-3c317789-7dbd-4fd7-9419-101a107b4237 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:27:10.059488 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-7513eb77-0025-48c2-ba33-bdd48896d76b req-3c317789-7dbd-4fd7-9419-101a107b4237 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c1ec735-055d-4f24-acec-a40cb9576c0d HTTP/1.1" status: 200  len: 945 time: 0.0654955
Mar 31 18:27:10.069005 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 55718) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:27:10.073404 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.v2.base [None req-b4c32bcb-461c-460a-a75d-802d501549bb tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Request body: {'floatingip': {'port_id': '1f4cdbaf-59bc-42f8-968b-9f65a74c2312'}} {{(pid=103897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:27:10.122691 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b4c32bcb-461c-460a-a75d-802d501549bb tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Publish callbacks [] for floatingip (32b7cbd3-1483-468b-89af-30d848baf7f6), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:27:10.606554 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b4c32bcb-461c-460a-a75d-802d501549bb tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:27:10.683841 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b4c32bcb-461c-460a-a75d-802d501549bb tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505983'] for floatingip (32b7cbd3-1483-468b-89af-30d848baf7f6), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:27:10.789037 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.db.l3_db [None req-b4c32bcb-461c-460a-a75d-802d501549bb tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Floating IP 32b7cbd3-1483-468b-89af-30d848baf7f6 associated. External IP: 172.37.2.195, port: 1f4cdbaf-59bc-42f8-968b-9f65a74c2312.
Mar 31 18:27:10.799675 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.agents_db [None req-39f62d97-bd56-4bf2-8522-12846eccdd8f None None] Agent healthcheck: found 6 active agents {{(pid=103899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 31 18:27:11.003993 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4c32bcb-461c-460a-a75d-802d501549bb tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Router 60054fe4-6103-427c-aeff-cd2dd1123bf5 has already been hosted by L3 agent f09d5d1b-4294-4f18-9a00-351412ae7ca6 {{(pid=103897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 31 18:27:11.370105 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4c32bcb-461c-460a-a75d-802d501549bb tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 31 18:27:11.374589 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b4c32bcb-461c-460a-a75d-802d501549bb tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30337'] for floatingip (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:27:11.381463 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada2441b-9ba2-4f85-9805-f892d7bf2b42 None None] Sync routers for ids ['60054fe4-6103-427c-aeff-cd2dd1123bf5'] in dv-cinder-master-3-iscsi {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 31 18:27:11.391517 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada2441b-9ba2-4f85-9805-f892d7bf2b42 None None] Routers {'60054fe4-6103-427c-aeff-cd2dd1123bf5'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 31 18:27:11.392126 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-ada2441b-9ba2-4f85-9805-f892d7bf2b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f771600c520>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T18:05:01Z,description=<?>,heartbeat_timestamp=2022-03-31T18:27:01Z,host='dv-cinder-master-3-iscsi',id=f09d5d1b-4294-4f18-9a00-351412ae7ca6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-31T18:05:02Z,topic='l3_agent')) {'router_ids': ['60054fe4-6103-427c-aeff-cd2dd1123bf5'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:27:11.404283 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-b4c32bcb-461c-460a-a75d-802d501549bb tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "PUT /v2.0/floatingips/32b7cbd3-1483-468b-89af-30d848baf7f6 HTTP/1.1" status: 200  len: 991 time: 1.3342228
Mar 31 18:27:11.404861 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c1ec735-055d-4f24-acec-a40cb9576c0d', 'tag': '1f4cdbaf-59bc-42f8-968b-9f65a74c2312'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 31 18:27:11.407113 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73fc78de55affb2fac0a31bf62e314c48f0d961b1f9e9815d43b8150b113e94f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db1f9046-f10a-4c86-a543-af8f32a5c3c8" -d '{"events": [{"name": "network-changed", "server_uuid": "7c1ec735-055d-4f24-acec-a40cb9576c0d", "tag": "1f4cdbaf-59bc-42f8-968b-9f65a74c2312"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 31 18:27:11.442551 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 18:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a87019e3-7543-476b-95f9-1f1c5229e0cd x-openstack-request-id: req-a87019e3-7543-476b-95f9-1f1c5229e0cd {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 31 18:27:11.442871 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c1ec735-055d-4f24-acec-a40cb9576c0d", "tag": "1f4cdbaf-59bc-42f8-968b-9f65a74c2312", "status": "completed", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 31 18:27:11.443131 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a87019e3-7543-476b-95f9-1f1c5229e0cd {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 31 18:27:11.443538 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a87019e3-7543-476b-95f9-1f1c5229e0cd'] response: {'name': 'network-changed', 'server_uuid': '7c1ec735-055d-4f24-acec-a40cb9576c0d', 'tag': '1f4cdbaf-59bc-42f8-968b-9f65a74c2312', 'status': 'completed', 'code': 200}
Mar 31 18:27:11.501595 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-ada2441b-9ba2-4f85-9805-f892d7bf2b42 None None] Set router 60054fe4-6103-427c-aeff-cd2dd1123bf5 gateway port host: dv-cinder-master-3-iscsi {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 31 18:27:11.533916 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1f9046-f10a-4c86-a543-af8f32a5c3c8 req-2f004231-4fbd-4224-bcb9-ba2b8a68b84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:27:11.535934 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-db1f9046-f10a-4c86-a543-af8f32a5c3c8 req-2f004231-4fbd-4224-bcb9-ba2b8a68b84f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=87baab8d37b040efbfe030d17be30823&device_id=7c1ec735-055d-4f24-acec-a40cb9576c0d HTTP/1.1" status: 200  len: 1129 time: 0.0439970
Mar 31 18:27:11.629168 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1f9046-f10a-4c86-a543-af8f32a5c3c8 req-ccf16c88-a9fe-4ce6-a2be-04bcad91a340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:27:11.630554 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-db1f9046-f10a-4c86-a543-af8f32a5c3c8 req-ccf16c88-a9fe-4ce6-a2be-04bcad91a340 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4410ea83-4566-4c60-99ff-d1b5f30ec440 HTTP/1.1" status: 200  len: 912 time: 0.0890095
Mar 31 18:27:11.698419 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-db1f9046-f10a-4c86-a543-af8f32a5c3c8 req-39f34dda-6fc3-431e-8c92-7d351b7f8958 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f4cdbaf-59bc-42f8-968b-9f65a74c2312 HTTP/1.1" status: 200  len: 999 time: 0.0612836
Mar 31 18:27:11.726558 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-ada2441b-9ba2-4f85-9805-f892d7bf2b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f771600c520>, [{'id': '60054fe4-6103-427c-aeff-cd2dd1123bf5', 'name': 'tempest-AttachVolumeTestJSON-1501045789-router', 'tenant_id': '87baab8d37b040efbfe030d17be30823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.158'}], 'enable_snat': True}, 'gw_port_id': 'e48f013b-a0c3-4c71-8e06-d186d6e3e821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:21:36Z', 'updated_at': '2022-03-31T18:21:39Z', 'revision_number': 4, 'project_id': '87baab8d37b040efbfe030d17be30823', 'gw_port': {'id': 'e48f013b-a0c3-4c71-8e06-d186d6e3e821', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:fa:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60054fe4-6103-427c-aeff-cd2dd1123bf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:21:37Z', 'updated_at': '2022-03-31T18:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '32b7cbd3-1483-468b-89af-30d848baf7f6', 'tenant_id': '87baab8d37b040efbfe030d17be30823', 'floating_ip_address': '172.37.2.195', 'floating_network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'router_id': '60054fe4-6103-427c-aeff-cd2dd1123bf5', 'port_id': '1f4cdbaf-59bc-42f8-968b-9f65a74c2312', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4410ea83-4566-4c60-99ff-d1b5f30ec440', 'mac_address': 'fa:16:3e:7c:94:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1ec735-055d-4f24-acec-a40cb9576c0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T18:26:53Z', 'updated_at': '2022-03-31T18:27:10Z', 'revision_number': 1, 'project_id': '87baab8d37b040efbfe030d17be30823', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ddd5886-9ab7-4c14-9469-77d47a4fb578', 'name': '', 'network_id': '4410ea83-4566-4c60-99ff-d1b5f30ec440', 'tenant_id': '87baab8d37b040efbfe030d17be30823', 'mac_address': 'fa:16:3e:94:41:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60054fe4-6103-427c-aeff-cd2dd1123bf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'ed71b331-b79e-46fb-9418-746c15fc735d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:21:39Z', 'updated_at': '2022-03-31T18:21:43Z', 'revision_number': 5, 'project_id': '87baab8d37b040efbfe030d17be30823', 'subnets': [{'id': 'ed71b331-b79e-46fb-9418-746c15fc735d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:27:11.747903 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1f9046-f10a-4c86-a543-af8f32a5c3c8 req-79231c67-c7cf-4901-8c50-6ce5883391f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:27:11.749342 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-db1f9046-f10a-4c86-a543-af8f32a5c3c8 req-79231c67-c7cf-4901-8c50-6ce5883391f0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ed71b331-b79e-46fb-9418-746c15fc735d HTTP/1.1" status: 200  len: 850 time: 0.0439105
Mar 31 18:27:11.757462 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada2441b-9ba2-4f85-9805-f892d7bf2b42 None None] Checking router: 60054fe4-6103-427c-aeff-cd2dd1123bf5 for host: dv-cinder-master-3-iscsi {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 31 18:27:11.765907 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada2441b-9ba2-4f85-9805-f892d7bf2b42 None None] Routers {'60054fe4-6103-427c-aeff-cd2dd1123bf5'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 31 18:27:11.766537 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-ada2441b-9ba2-4f85-9805-f892d7bf2b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f771600c520>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T18:05:01Z,description=<?>,heartbeat_timestamp=2022-03-31T18:27:01Z,host='dv-cinder-master-3-iscsi',id=f09d5d1b-4294-4f18-9a00-351412ae7ca6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-31T18:05:02Z,topic='l3_agent')) {'router_ids': ['60054fe4-6103-427c-aeff-cd2dd1123bf5'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:27:11.803389 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1f9046-f10a-4c86-a543-af8f32a5c3c8 req-db8420f2-d7af-4d1b-8a5e-0e645084a14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:27:11.804868 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-db1f9046-f10a-4c86-a543-af8f32a5c3c8 req-db8420f2-d7af-4d1b-8a5e-0e645084a14a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4410ea83-4566-4c60-99ff-d1b5f30ec440&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0480711
Mar 31 18:27:11.875717 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-ada2441b-9ba2-4f85-9805-f892d7bf2b42 None None] Set router 60054fe4-6103-427c-aeff-cd2dd1123bf5 gateway port host: dv-cinder-master-3-iscsi {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 31 18:27:11.897229 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-db1f9046-f10a-4c86-a543-af8f32a5c3c8 req-03305203-faf2-4cc2-b998-c1cbbab88648 service neutron] 10.222.0.44 "GET /v2.0/networks/4410ea83-4566-4c60-99ff-d1b5f30ec440?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0839024
Mar 31 18:27:11.989899 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-db1f9046-f10a-4c86-a543-af8f32a5c3c8 req-5d4f0cc8-204a-4229-b599-15fc6b9ca5b3 service neutron] 10.222.0.44 "GET /v2.0/networks/4410ea83-4566-4c60-99ff-d1b5f30ec440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0859985
Mar 31 18:27:12.107677 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-ada2441b-9ba2-4f85-9805-f892d7bf2b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f771600c520>, [{'id': '60054fe4-6103-427c-aeff-cd2dd1123bf5', 'name': 'tempest-AttachVolumeTestJSON-1501045789-router', 'tenant_id': '87baab8d37b040efbfe030d17be30823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.158'}], 'enable_snat': True}, 'gw_port_id': 'e48f013b-a0c3-4c71-8e06-d186d6e3e821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:21:36Z', 'updated_at': '2022-03-31T18:21:39Z', 'revision_number': 4, 'project_id': '87baab8d37b040efbfe030d17be30823', 'gw_port': {'id': 'e48f013b-a0c3-4c71-8e06-d186d6e3e821', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:fa:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60054fe4-6103-427c-aeff-cd2dd1123bf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:21:37Z', 'updated_at': '2022-03-31T18:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '32b7cbd3-1483-468b-89af-30d848baf7f6', 'tenant_id': '87baab8d37b040efbfe030d17be30823', 'floating_ip_address': '172.37.2.195', 'floating_network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'router_id': '60054fe4-6103-427c-aeff-cd2dd1123bf5', 'port_id': '1f4cdbaf-59bc-42f8-968b-9f65a74c2312', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4410ea83-4566-4c60-99ff-d1b5f30ec440', 'mac_address': 'fa:16:3e:7c:94:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1ec735-055d-4f24-acec-a40cb9576c0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T18:26:53Z', 'updated_at': '2022-03-31T18:27:10Z', 'revision_number': 1, 'project_id': '87baab8d37b040efbfe030d17be30823', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ddd5886-9ab7-4c14-9469-77d47a4fb578', 'name': '', 'network_id': '4410ea83-4566-4c60-99ff-d1b5f30ec440', 'tenant_id': '87baab8d37b040efbfe030d17be30823', 'mac_address': 'fa:16:3e:94:41:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60054fe4-6103-427c-aeff-cd2dd1123bf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'ed71b331-b79e-46fb-9418-746c15fc735d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:21:39Z', 'updated_at': '2022-03-31T18:21:43Z', 'revision_number': 5, 'project_id': '87baab8d37b040efbfe030d17be30823', 'subnets': [{'id': 'ed71b331-b79e-46fb-9418-746c15fc735d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:27:12.139345 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada2441b-9ba2-4f85-9805-f892d7bf2b42 None None] The sync data for ids ['60054fe4-6103-427c-aeff-cd2dd1123bf5'] in dv-cinder-master-3-iscsi is: [{'id': '60054fe4-6103-427c-aeff-cd2dd1123bf5', 'name': 'tempest-AttachVolumeTestJSON-1501045789-router', 'tenant_id': '87baab8d37b040efbfe030d17be30823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.158'}], 'enable_snat': True}, 'gw_port_id': 'e48f013b-a0c3-4c71-8e06-d186d6e3e821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:21:36Z', 'updated_at': '2022-03-31T18:21:39Z', 'revision_number': 4, 'project_id': '87baab8d37b040efbfe030d17be30823', 'gw_port': {'id': 'e48f013b-a0c3-4c71-8e06-d186d6e3e821', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:fa:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60054fe4-6103-427c-aeff-cd2dd1123bf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:21:37Z', 'updated_at': '2022-03-31T18:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '32b7cbd3-1483-468b-89af-30d848baf7f6', 'tenant_id': '87baab8d37b040efbfe030d17be30823', 'floating_ip_address': '172.37.2.195', 'floating_network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'router_id': '60054fe4-6103-427c-aeff-cd2dd1123bf5', 'port_id': '1f4cdbaf-59bc-42f8-968b-9f65a74c2312', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4410ea83-4566-4c60-99ff-d1b5f30ec440', 'mac_address': 'fa:16:3e:7c:94:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1ec735-055d-4f24-acec-a40cb9576c0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T18:26:53Z', 'updated_at': '2022-03-31T18:27:10Z', 'revision_number': 1, 'project_id': '87baab8d37b040efbfe030d17be30823', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ddd5886-9ab7-4c14-9469-77d47a4fb578', 'name': '', 'network_id': '4410ea83-4566-4c60-99ff-d1b5f30ec440', 'tenant_id': '87baab8d37b040efbfe030d17be30823', 'mac_address': 'fa:16:3e:94:41:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60054fe4-6103-427c-aeff-cd2dd1123bf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'ed71b331-b79e-46fb-9418-746c15fc735d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:21:39Z', 'updated_at': '2022-03-31T18:21:43Z', 'revision_number': 5, 'project_id': '87baab8d37b040efbfe030d17be30823', 'subnets': [{'id': 'ed71b331-b79e-46fb-9418-746c15fc735d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 31 18:27:12.327486 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4256ab-a41a-4019-b88a-bb2e478a6416 None None] New status for floating IP 32b7cbd3-1483-468b-89af-30d848baf7f6: ACTIVE {{(pid=103899) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 31 18:27:13.568677 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 55736) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:27:13.573224 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.v2.base [None req-113da534-2890-4a23-b82f-2db4c6b38f36 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Request body: {'security_group': {'name': 'tempest-securitygroup--178598986', 'description': 'tempest-description--1119149960'}} {{(pid=103897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:27:13.632683 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-113da534-2890-4a23-b82f-2db4c6b38f36 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks [] for security_group (None), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:27:13.697444 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-113da534-2890-4a23-b82f-2db4c6b38f36 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks [] for security_group (2e181700-f662-4239-9fef-8bdfa7dc3448), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:27:13.752406 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-113da534-2890-4a23-b82f-2db4c6b38f36 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (2e181700-f662-4239-9fef-8bdfa7dc3448), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:27:13.782290 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113da534-2890-4a23-b82f-2db4c6b38f36 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e181700-f662-4239-9fef-8bdfa7dc3448,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:27:13.845669 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-113da534-2890-4a23-b82f-2db4c6b38f36 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks [] for security_group (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:27:13.846959 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-113da534-2890-4a23-b82f-2db4c6b38f36 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.2772543
Mar 31 18:27:13.858237 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 55740) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:27:13.862660 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.v2.base [None req-b30e1ee7-106a-4f7f-be35-b603428f185c tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Request body: {'security_group_rule': {'security_group_id': '2e181700-f662-4239-9fef-8bdfa7dc3448', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:27:13.980289 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b30e1ee7-106a-4f7f-be35-b603428f185c tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks [] for security_group_rule (96eca8b5-b1bc-4cfd-b47d-104d6aadabc5), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:27:14.034553 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b30e1ee7-106a-4f7f-be35-b603428f185c tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks [] for security_group_rule (96eca8b5-b1bc-4cfd-b47d-104d6aadabc5), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:27:14.118165 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b30e1ee7-106a-4f7f-be35-b603428f185c tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527249'] for security_group_rule (96eca8b5-b1bc-4cfd-b47d-104d6aadabc5), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:27:14.142271 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30e1ee7-106a-4f7f-be35-b603428f185c tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96eca8b5-b1bc-4cfd-b47d-104d6aadabc5,revision_number=0']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:27:14.211148 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b30e1ee7-106a-4f7f-be35-b603428f185c tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:27:14.212384 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-b30e1ee7-106a-4f7f-be35-b603428f185c tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3531408
Mar 31 18:27:14.214940 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 55742) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:27:14.219169 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.v2.base [None req-38a7ee3a-e053-4569-903f-dc68e68c7b74 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Request body: {'security_group_rule': {'security_group_id': '2e181700-f662-4239-9fef-8bdfa7dc3448', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:27:14.311355 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-38a7ee3a-e053-4569-903f-dc68e68c7b74 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks [] for security_group_rule (442c2c82-a4bb-4053-92f8-a2324fc59a26), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:27:14.369536 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-38a7ee3a-e053-4569-903f-dc68e68c7b74 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks [] for security_group_rule (442c2c82-a4bb-4053-92f8-a2324fc59a26), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:27:14.432335 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-38a7ee3a-e053-4569-903f-dc68e68c7b74 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527249'] for security_group_rule (442c2c82-a4bb-4053-92f8-a2324fc59a26), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:27:14.451380 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7ee3a-e053-4569-903f-dc68e68c7b74 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=442c2c82-a4bb-4053-92f8-a2324fc59a26,revision_number=0']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:27:14.520503 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-38a7ee3a-e053-4569-903f-dc68e68c7b74 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:27:14.521728 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-38a7ee3a-e053-4569-903f-dc68e68c7b74 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3058152
Mar 31 18:27:14.525194 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 55744) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:27:14.529466 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.v2.base [None req-4fff43cb-e9c0-4eec-85bc-9cd91b11d4db tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Request body: {'floatingip': {'floating_network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9'}} {{(pid=103897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:27:14.604019 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4fff43cb-e9c0-4eec-85bc-9cd91b11d4db tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:27:14.699246 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4fff43cb-e9c0-4eec-85bc-9cd91b11d4db tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (None), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:27:14.806168 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-4fff43cb-e9c0-4eec-85bc-9cd91b11d4db tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Allocated IP 172.37.2.60 (b698396b-51c1-468f-b58d-8c59a3beb4d9/19546f9a-afff-4e10-9105-a9d5358dbe6e/290e6398-2e7c-47b8-ab61-dd2399f7d323) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 31 18:27:14.907940 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4fff43cb-e9c0-4eec-85bc-9cd91b11d4db tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks [] for port (290e6398-2e7c-47b8-ab61-dd2399f7d323), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:27:14.992785 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4fff43cb-e9c0-4eec-85bc-9cd91b11d4db tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759342510062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13081985'] for port (290e6398-2e7c-47b8-ab61-dd2399f7d323), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:27:15.034430 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fff43cb-e9c0-4eec-85bc-9cd91b11d4db tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Network b698396b-51c1-468f-b58d-8c59a3beb4d9 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 31 18:27:15.037806 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-4fff43cb-e9c0-4eec-85bc-9cd91b11d4db tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Resources bound (agent type, host, resource id):  {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 31 18:27:15.041294 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fff43cb-e9c0-4eec-85bc-9cd91b11d4db tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 31 18:27:15.067036 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fff43cb-e9c0-4eec-85bc-9cd91b11d4db tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Pushing event updated for resources: {'Port': ['ID=290e6398-2e7c-47b8-ab61-dd2399f7d323,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:27:15.132251 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4fff43cb-e9c0-4eec-85bc-9cd91b11d4db tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks [] for floatingip (358f0e02-5196-4e09-abfb-8c099aca32e1), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:27:15.220067 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4fff43cb-e9c0-4eec-85bc-9cd91b11d4db tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (290e6398-2e7c-47b8-ab61-dd2399f7d323), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:27:15.369945 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4fff43cb-e9c0-4eec-85bc-9cd91b11d4db tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks [] for port (290e6398-2e7c-47b8-ab61-dd2399f7d323), precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:27:15.432176 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4fff43cb-e9c0-4eec-85bc-9cd91b11d4db tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13081992'] for port (290e6398-2e7c-47b8-ab61-dd2399f7d323), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:27:15.504572 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fff43cb-e9c0-4eec-85bc-9cd91b11d4db tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Pushing event updated for resources: {'Port': ['ID=290e6398-2e7c-47b8-ab61-dd2399f7d323,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:27:15.515293 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4fff43cb-e9c0-4eec-85bc-9cd91b11d4db tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505983'] for floatingip (358f0e02-5196-4e09-abfb-8c099aca32e1), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:27:15.593931 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4fff43cb-e9c0-4eec-85bc-9cd91b11d4db tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30337'] for floatingip (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:27:15.595235 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-4fff43cb-e9c0-4eec-85bc-9cd91b11d4db tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.0691094
Mar 31 18:27:15.740042 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-01f125c0-3472-4f2c-8483-ebf18a801564 req-e34f5587-c7c1-4e58-ad20-b6c76b3d8eb9 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--178598986&fields=id&tenant_id=7ae2325a87da4c5f8179a77fbd3d8748 HTTP/1.1" status: 200  len: 267 time: 0.0408914
Mar 31 18:27:15.841719 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f125c0-3472-4f2c-8483-ebf18a801564 req-f6436b0f-2909-40db-aa78-791e704b71ee tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:27:15.843167 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-01f125c0-3472-4f2c-8483-ebf18a801564 req-f6436b0f-2909-40db-aa78-791e704b71ee tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/networks?id=48b6e4a0-767f-4f89-81e1-af0f127e9429 HTTP/1.1" status: 200  len: 814 time: 0.0969708
Mar 31 18:27:15.857871 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-01f125c0-3472-4f2c-8483-ebf18a801564 req-b7805d11-abcb-459e-bbde-cade7c2e6818 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/quotas/7ae2325a87da4c5f8179a77fbd3d8748 HTTP/1.1" status: 200  len: 375 time: 0.0087945
Mar 31 18:27:15.916960 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-01f125c0-3472-4f2c-8483-ebf18a801564 req-56483fbe-ccb9-465f-80e3-ea53de6cd260 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=7ae2325a87da4c5f8179a77fbd3d8748&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0542839
Mar 31 18:27:15.976068 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [req-01f125c0-3472-4f2c-8483-ebf18a801564 req-0305ceaa-26ac-4d02-a304-df5ddb445a4d service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=103896) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 31 18:27:15.977092 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-01f125c0-3472-4f2c-8483-ebf18a801564 req-0305ceaa-26ac-4d02-a304-df5ddb445a4d service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0489297
Mar 31 18:27:16.282389 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-01f125c0-3472-4f2c-8483-ebf18a801564 req-ffa2c5d1-3ff7-443d-9362-7576b062d927 service neutron] 10.222.0.58 "GET /v2.0/networks/48b6e4a0-767f-4f89-81e1-af0f127e9429?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2993031
Mar 31 18:27:16.372254 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-01f125c0-3472-4f2c-8483-ebf18a801564 req-e52157da-bafc-41c6-bae4-0e87a9a8e552 service neutron] 10.222.0.58 "GET /v2.0/networks/48b6e4a0-767f-4f89-81e1-af0f127e9429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0840697
Mar 31 18:27:16.628986 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-f204d681-0577-4b0a-b65f-e6e30c13c144 req-bc5656d0-f3e6-4757-b336-985a2337975b tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/ports?device_id=99e5e8ac-ddfc-4450-8900-3d66a7ac8910 HTTP/1.1" status: 200  len: 210 time: 0.0275218
Mar 31 18:27:17.721102 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-a4fe9ef9-38ba-4122-a029-83b6f4b814ec req-6f56accf-f71b-413a-a4bc-359a7573002e tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/ports?device_id=99e5e8ac-ddfc-4450-8900-3d66a7ac8910 HTTP/1.1" status: 200  len: 210 time: 0.0270429
Mar 31 18:27:18.659968 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f125c0-3472-4f2c-8483-ebf18a801564 req-5e6c1fd0-f75a-4049-8b53-70f54b51f07e tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:27:18.661428 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-01f125c0-3472-4f2c-8483-ebf18a801564 req-5e6c1fd0-f75a-4049-8b53-70f54b51f07e tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.44 "GET /v2.0/networks?id=48b6e4a0-767f-4f89-81e1-af0f127e9429 HTTP/1.1" status: 200  len: 814 time: 0.1016991
Mar 31 18:27:18.752358 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-01f125c0-3472-4f2c-8483-ebf18a801564 req-3cce28f7-d3da-4df4-ae56-3d708fbc42d5 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ae2325a87da4c5f8179a77fbd3d8748 HTTP/1.1" status: 200  len: 472 time: 0.0663803
Mar 31 18:27:18.761757 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.v2.base [req-01f125c0-3472-4f2c-8483-ebf18a801564 req-e85129b7-8d7a-4591-add0-8f1621fb32d5 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Request body: {'port': {'device_id': '99e5e8ac-ddfc-4450-8900-3d66a7ac8910', 'network_id': '48b6e4a0-767f-4f89-81e1-af0f127e9429', 'admin_state_up': True, 'tenant_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'security_groups': ['2e181700-f662-4239-9fef-8bdfa7dc3448']}} {{(pid=103897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:27:18.836216 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-3fb6111c-2eb9-4bed-87cb-4b35078ea476 req-17b2dda6-a2ec-4e04-ba8b-97b8fd14fdba tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/ports?device_id=99e5e8ac-ddfc-4450-8900-3d66a7ac8910 HTTP/1.1" status: 200  len: 210 time: 0.0331869
Mar 31 18:27:18.986424 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01f125c0-3472-4f2c-8483-ebf18a801564 req-e85129b7-8d7a-4591-add0-8f1621fb32d5 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Made reservation on behalf of 7ae2325a87da4c5f8179a77fbd3d8748 for: {'port': 1} {{(pid=103897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 31 18:27:18.990798 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-01f125c0-3472-4f2c-8483-ebf18a801564 req-e85129b7-8d7a-4591-add0-8f1621fb32d5 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (None), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:27:19.123011 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [req-01f125c0-3472-4f2c-8483-ebf18a801564 req-e85129b7-8d7a-4591-add0-8f1621fb32d5 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Allocated IP 172.20.0.13 (48b6e4a0-767f-4f89-81e1-af0f127e9429/b702573e-a854-4e5e-962c-bc2e1a12d797/d53f10e2-e3b6-45ca-951d-3dfc9e640379) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 31 18:27:19.260183 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-01f125c0-3472-4f2c-8483-ebf18a801564 req-e85129b7-8d7a-4591-add0-8f1621fb32d5 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks [] for port (d53f10e2-e3b6-45ca-951d-3dfc9e640379), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:27:19.375629 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-01f125c0-3472-4f2c-8483-ebf18a801564 req-e85129b7-8d7a-4591-add0-8f1621fb32d5 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759342510062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13081985'] for port (d53f10e2-e3b6-45ca-951d-3dfc9e640379), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:27:19.418044 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01f125c0-3472-4f2c-8483-ebf18a801564 req-e85129b7-8d7a-4591-add0-8f1621fb32d5 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Network 48b6e4a0-767f-4f89-81e1-af0f127e9429 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 31 18:27:19.421067 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [req-01f125c0-3472-4f2c-8483-ebf18a801564 req-e85129b7-8d7a-4591-add0-8f1621fb32d5 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Resources bound (agent type, host, resource id):  {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 31 18:27:19.427412 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [req-01f125c0-3472-4f2c-8483-ebf18a801564 req-e85129b7-8d7a-4591-add0-8f1621fb32d5 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 31 18:27:19.477595 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85129b7-8d7a-4591-add0-8f1621fb32d5 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Pushing event updated for resources: {'Port': ['ID=d53f10e2-e3b6-45ca-951d-3dfc9e640379,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:27:19.480372 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f125c0-3472-4f2c-8483-ebf18a801564 req-e85129b7-8d7a-4591-add0-8f1621fb32d5 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:27:19.481006 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-01f125c0-3472-4f2c-8483-ebf18a801564 req-e85129b7-8d7a-4591-add0-8f1621fb32d5 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30337'] for port (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:27:19.606570 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-01f125c0-3472-4f2c-8483-ebf18a801564 req-e85129b7-8d7a-4591-add0-8f1621fb32d5 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8484387
Mar 31 18:27:19.625396 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.v2.base [req-01f125c0-3472-4f2c-8483-ebf18a801564 req-206406b5-db58-49d2-a9eb-fb92d4b831c9 service neutron] Request body: {'port': {'device_id': '99e5e8ac-ddfc-4450-8900-3d66a7ac8910', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=103897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:27:19.635964 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-15e52349-430f-46de-ade0-c833c49f61b2 None None] Provisioning complete for port d53f10e2-e3b6-45ca-951d-3dfc9e640379 triggered by entity DHCP. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:27:19.636488 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-15e52349-430f-46de-ade0-c833c49f61b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (d53f10e2-e3b6-45ca-951d-3dfc9e640379), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:27:19.671305 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-15e52349-430f-46de-ade0-c833c49f61b2 None None] Port d53f10e2-e3b6-45ca-951d-3dfc9e640379 cannot update to ACTIVE because it is not bound. {{(pid=103898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 31 18:27:19.690402 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-01f125c0-3472-4f2c-8483-ebf18a801564 req-206406b5-db58-49d2-a9eb-fb92d4b831c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (d53f10e2-e3b6-45ca-951d-3dfc9e640379), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:27:19.952103 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [req-01f125c0-3472-4f2c-8483-ebf18a801564 req-206406b5-db58-49d2-a9eb-fb92d4b831c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d53f10e2-e3b6-45ca-951d-3dfc9e640379 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 31 18:27:19.954259 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035eaa19-0147-4ac0-a43a-25c8841e689d req-4a44931d-31a4-4a60-8eea-47adb97b7486 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:27:19.955777 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-035eaa19-0147-4ac0-a43a-25c8841e689d req-4a44931d-31a4-4a60-8eea-47adb97b7486 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/ports?device_id=99e5e8ac-ddfc-4450-8900-3d66a7ac8910 HTTP/1.1" status: 200  len: 932 time: 0.0524182
Mar 31 18:27:19.960457 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-01f125c0-3472-4f2c-8483-ebf18a801564 req-206406b5-db58-49d2-a9eb-fb92d4b831c9 service neutron] Publish callbacks [] for port (d53f10e2-e3b6-45ca-951d-3dfc9e640379), precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:27:19.972246 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [req-01f125c0-3472-4f2c-8483-ebf18a801564 req-206406b5-db58-49d2-a9eb-fb92d4b831c9 service neutron] Transition to ACTIVE for port object d53f10e2-e3b6-45ca-951d-3dfc9e640379 will not be triggered until provisioned by entity L2. {{(pid=103897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 31 18:27:20.001770 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-035eaa19-0147-4ac0-a43a-25c8841e689d req-1a6f3ffd-24be-4e74-9197-7d3e1fec3a45 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/security-groups?id=2e181700-f662-4239-9fef-8bdfa7dc3448&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398710
Mar 31 18:27:20.043746 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-01f125c0-3472-4f2c-8483-ebf18a801564 req-206406b5-db58-49d2-a9eb-fb92d4b831c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13081992'] for port (d53f10e2-e3b6-45ca-951d-3dfc9e640379), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:27:20.094027 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206406b5-db58-49d2-a9eb-fb92d4b831c9 service neutron] Pushing event updated for resources: {'Port': ['ID=d53f10e2-e3b6-45ca-951d-3dfc9e640379,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:27:20.175103 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [req-01f125c0-3472-4f2c-8483-ebf18a801564 req-206406b5-db58-49d2-a9eb-fb92d4b831c9 service neutron] Attempting to bind port d53f10e2-e3b6-45ca-951d-3dfc9e640379 on host hv-cinder-maste for vnic_type normal with profile  {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 31 18:27:20.175441 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [req-01f125c0-3472-4f2c-8483-ebf18a801564 req-206406b5-db58-49d2-a9eb-fb92d4b831c9 service neutron] Attempting to bind port d53f10e2-e3b6-45ca-951d-3dfc9e640379 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'd88eba78-682e-4e58-9428-c0cf5ca4e035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '48b6e4a0-767f-4f89-81e1-af0f127e9429'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 31 18:27:20.175776 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f125c0-3472-4f2c-8483-ebf18a801564 req-206406b5-db58-49d2-a9eb-fb92d4b831c9 service neutron] Attempting to bind port d53f10e2-e3b6-45ca-951d-3dfc9e640379 on network 48b6e4a0-767f-4f89-81e1-af0f127e9429 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 31 18:27:20.181608 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f125c0-3472-4f2c-8483-ebf18a801564 req-206406b5-db58-49d2-a9eb-fb92d4b831c9 service neutron] Port d53f10e2-e3b6-45ca-951d-3dfc9e640379 on network 48b6e4a0-767f-4f89-81e1-af0f127e9429 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 31 18:27:20.181937 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f125c0-3472-4f2c-8483-ebf18a801564 req-206406b5-db58-49d2-a9eb-fb92d4b831c9 service neutron] Attempting to bind port d53f10e2-e3b6-45ca-951d-3dfc9e640379 on network 48b6e4a0-767f-4f89-81e1-af0f127e9429 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 31 18:27:20.187028 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f125c0-3472-4f2c-8483-ebf18a801564 req-206406b5-db58-49d2-a9eb-fb92d4b831c9 service neutron] Checking agent: {'id': '06f31eaf-9418-4d11-8606-24a34b4b4893', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 11, 36), 'started_at': datetime.datetime(2022, 3, 31, 18, 11, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 31 18:27:20.187365 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f125c0-3472-4f2c-8483-ebf18a801564 req-206406b5-db58-49d2-a9eb-fb92d4b831c9 service neutron] Checking segment: {'id': 'd88eba78-682e-4e58-9428-c0cf5ca4e035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '48b6e4a0-767f-4f89-81e1-af0f127e9429'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 31 18:27:20.187751 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f125c0-3472-4f2c-8483-ebf18a801564 req-206406b5-db58-49d2-a9eb-fb92d4b831c9 service neutron] Bound using segment: {'id': 'd88eba78-682e-4e58-9428-c0cf5ca4e035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '48b6e4a0-767f-4f89-81e1-af0f127e9429'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 31 18:27:20.188184 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [req-01f125c0-3472-4f2c-8483-ebf18a801564 req-206406b5-db58-49d2-a9eb-fb92d4b831c9 service neutron] Bound port: d53f10e2-e3b6-45ca-951d-3dfc9e640379, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd88eba78-682e-4e58-9428-c0cf5ca4e035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '48b6e4a0-767f-4f89-81e1-af0f127e9429'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 31 18:27:20.188549 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-01f125c0-3472-4f2c-8483-ebf18a801564 req-206406b5-db58-49d2-a9eb-fb92d4b831c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (d53f10e2-e3b6-45ca-951d-3dfc9e640379), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:27:20.255861 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [req-01f125c0-3472-4f2c-8483-ebf18a801564 req-206406b5-db58-49d2-a9eb-fb92d4b831c9 service neutron] For port d53f10e2-e3b6-45ca-951d-3dfc9e640379, host hv-cinder-maste, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 31 18:27:20.258779 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [req-01f125c0-3472-4f2c-8483-ebf18a801564 req-206406b5-db58-49d2-a9eb-fb92d4b831c9 service neutron] For port d53f10e2-e3b6-45ca-951d-3dfc9e640379, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d53f10e2-e3b6-45ca-951d-3dfc9e640379,segment=NetworkSegment(d88eba78-682e-4e58-9428-c0cf5ca4e035),segment_id=d88eba78-682e-4e58-9428-c0cf5ca4e035)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 31 18:27:20.347267 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-01f125c0-3472-4f2c-8483-ebf18a801564 req-206406b5-db58-49d2-a9eb-fb92d4b831c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13081992'] for port (d53f10e2-e3b6-45ca-951d-3dfc9e640379), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:27:20.382317 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f125c0-3472-4f2c-8483-ebf18a801564 req-206406b5-db58-49d2-a9eb-fb92d4b831c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:27:20.382966 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-01f125c0-3472-4f2c-8483-ebf18a801564 req-206406b5-db58-49d2-a9eb-fb92d4b831c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30337'] for port (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:27:20.384315 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-01f125c0-3472-4f2c-8483-ebf18a801564 req-206406b5-db58-49d2-a9eb-fb92d4b831c9 service neutron] 10.222.0.44 "PUT /v2.0/ports/d53f10e2-e3b6-45ca-951d-3dfc9e640379 HTTP/1.1" status: 200  len: 1094 time: 0.7629771
Mar 31 18:27:20.384748 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99e5e8ac-ddfc-4450-8900-3d66a7ac8910', 'tag': 'd53f10e2-e3b6-45ca-951d-3dfc9e640379'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 31 18:27:20.387064 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73fc78de55affb2fac0a31bf62e314c48f0d961b1f9e9815d43b8150b113e94f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83e46a17-436f-46bc-9ee2-2c37e835623c" -d '{"events": [{"name": "network-changed", "server_uuid": "99e5e8ac-ddfc-4450-8900-3d66a7ac8910", "tag": "d53f10e2-e3b6-45ca-951d-3dfc9e640379"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 31 18:27:20.414163 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206406b5-db58-49d2-a9eb-fb92d4b831c9 service neutron] Pushing event updated for resources: {'Port': ['ID=d53f10e2-e3b6-45ca-951d-3dfc9e640379,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:27:20.430929 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 18:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbced805-1479-4ce5-8655-1b6fdd462e65 x-openstack-request-id: req-bbced805-1479-4ce5-8655-1b6fdd462e65 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 31 18:27:20.430929 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99e5e8ac-ddfc-4450-8900-3d66a7ac8910", "tag": "d53f10e2-e3b6-45ca-951d-3dfc9e640379", "status": "completed", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 31 18:27:20.431734 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bbced805-1479-4ce5-8655-1b6fdd462e65 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 31 18:27:20.431734 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbced805-1479-4ce5-8655-1b6fdd462e65'] response: {'name': 'network-changed', 'server_uuid': '99e5e8ac-ddfc-4450-8900-3d66a7ac8910', 'tag': 'd53f10e2-e3b6-45ca-951d-3dfc9e640379', 'status': 'completed', 'code': 200}
Mar 31 18:27:20.528785 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e46a17-436f-46bc-9ee2-2c37e835623c req-51b677f5-3ac0-4c66-ae63-707514b05048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:27:20.530299 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-83e46a17-436f-46bc-9ee2-2c37e835623c req-51b677f5-3ac0-4c66-ae63-707514b05048 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7ae2325a87da4c5f8179a77fbd3d8748&device_id=99e5e8ac-ddfc-4450-8900-3d66a7ac8910 HTTP/1.1" status: 200  len: 1128 time: 0.0482700
Mar 31 18:27:20.640008 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e46a17-436f-46bc-9ee2-2c37e835623c req-4c18f0e7-8618-45e0-af24-2c967c78276f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:27:20.641520 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-83e46a17-436f-46bc-9ee2-2c37e835623c req-4c18f0e7-8618-45e0-af24-2c967c78276f service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=7ae2325a87da4c5f8179a77fbd3d8748&shared=False HTTP/1.1" status: 200  len: 915 time: 0.0947671
Mar 31 18:27:20.734159 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e46a17-436f-46bc-9ee2-2c37e835623c req-d9e8a588-e61c-4562-99d7-8e3d67c7e4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:27:20.735673 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-83e46a17-436f-46bc-9ee2-2c37e835623c req-d9e8a588-e61c-4562-99d7-8e3d67c7e4d5 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0866995
Mar 31 18:27:20.855420 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f125c0-3472-4f2c-8483-ebf18a801564 req-48a69156-1ea2-4a9b-87dd-b00b906350df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:27:20.856902 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-01f125c0-3472-4f2c-8483-ebf18a801564 req-48a69156-1ea2-4a9b-87dd-b00b906350df service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7ae2325a87da4c5f8179a77fbd3d8748&device_id=99e5e8ac-ddfc-4450-8900-3d66a7ac8910 HTTP/1.1" status: 200  len: 1128 time: 0.0492375
Mar 31 18:27:20.916629 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-01f125c0-3472-4f2c-8483-ebf18a801564 req-a122a057-0d4c-4f49-9d9e-bcd2892e52ae service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d53f10e2-e3b6-45ca-951d-3dfc9e640379 HTTP/1.1" status: 200  len: 217 time: 0.0338147
Mar 31 18:27:20.964895 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f125c0-3472-4f2c-8483-ebf18a801564 req-cc22f6a9-9ab2-4e56-bab2-dff5b7369c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:27:20.966306 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-01f125c0-3472-4f2c-8483-ebf18a801564 req-cc22f6a9-9ab2-4e56-bab2-dff5b7369c2b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b702573e-a854-4e5e-962c-bc2e1a12d797 HTTP/1.1" status: 200  len: 853 time: 0.0438240
Mar 31 18:27:21.017353 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f125c0-3472-4f2c-8483-ebf18a801564 req-87344dec-5d08-4f84-8637-bdea7d9597c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:27:21.019045 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-01f125c0-3472-4f2c-8483-ebf18a801564 req-87344dec-5d08-4f84-8637-bdea7d9597c5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=48b6e4a0-767f-4f89-81e1-af0f127e9429&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0467715
Mar 31 18:27:21.111772 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-01f125c0-3472-4f2c-8483-ebf18a801564 req-6a08e1a2-3e76-4811-a545-b8b04e1bf0ad service neutron] 10.222.0.44 "GET /v2.0/networks/48b6e4a0-767f-4f89-81e1-af0f127e9429?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0854137
Mar 31 18:27:21.124431 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bb1471-c4a8-4064-834e-371360955cb3 req-b3ba4896-c5b1-401e-a4ee-0f924b4c0634 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:27:21.126634 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-66bb1471-c4a8-4064-834e-371360955cb3 req-b3ba4896-c5b1-401e-a4ee-0f924b4c0634 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/ports?device_id=99e5e8ac-ddfc-4450-8900-3d66a7ac8910 HTTP/1.1" status: 200  len: 944 time: 0.0553434
Mar 31 18:27:21.176644 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-66bb1471-c4a8-4064-834e-371360955cb3 req-7dca9681-d16a-4203-a652-f0e4f02516d7 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/security-groups?id=2e181700-f662-4239-9fef-8bdfa7dc3448&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443013
Mar 31 18:27:21.207151 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-01f125c0-3472-4f2c-8483-ebf18a801564 req-c5abef52-537b-4d2c-9898-dd122c33c071 service neutron] 10.222.0.44 "GET /v2.0/networks/48b6e4a0-767f-4f89-81e1-af0f127e9429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0883873
Mar 31 18:27:22.297343 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944193cf-27a0-42aa-8cd8-e2cc8ed6a161 req-48473bf2-2263-432d-866e-96bbaaa6d45d tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:27:22.298843 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-944193cf-27a0-42aa-8cd8-e2cc8ed6a161 req-48473bf2-2263-432d-866e-96bbaaa6d45d tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/ports?device_id=99e5e8ac-ddfc-4450-8900-3d66a7ac8910 HTTP/1.1" status: 200  len: 944 time: 0.0536938
Mar 31 18:27:22.345626 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-944193cf-27a0-42aa-8cd8-e2cc8ed6a161 req-813f2189-53d8-4c4a-afe3-0720a6f37673 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/security-groups?id=2e181700-f662-4239-9fef-8bdfa7dc3448&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403430
Mar 31 18:27:23.463005 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa5304c-f276-4e1f-bcc4-cd1e42d24443 req-fc5bacb0-382c-4431-bf9e-a627dc646016 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:27:23.464469 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-baa5304c-f276-4e1f-bcc4-cd1e42d24443 req-fc5bacb0-382c-4431-bf9e-a627dc646016 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/ports?device_id=99e5e8ac-ddfc-4450-8900-3d66a7ac8910 HTTP/1.1" status: 200  len: 944 time: 0.0526903
Mar 31 18:27:23.510989 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-baa5304c-f276-4e1f-bcc4-cd1e42d24443 req-073c5016-988e-4509-9b9b-aa0902446a2e tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/security-groups?id=2e181700-f662-4239-9fef-8bdfa7dc3448&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409830
Mar 31 18:27:24.094423 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Device d53f10e2-e3b6-45ca-951d-3dfc9e640379 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103898) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 31 18:27:24.191372 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] For port d53f10e2-e3b6-45ca-951d-3dfc9e640379, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d53f10e2-e3b6-45ca-951d-3dfc9e640379,segment=NetworkSegment(d88eba78-682e-4e58-9428-c0cf5ca4e035),segment_id=d88eba78-682e-4e58-9428-c0cf5ca4e035)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:27:24.202805 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Returning: {'device': 'd53f10e2-e3b6-45ca-951d-3dfc9e640379', 'network_id': '48b6e4a0-767f-4f89-81e1-af0f127e9429', 'port_id': 'd53f10e2-e3b6-45ca-951d-3dfc9e640379', 'mac_address': 'fa:16:3e:83:09:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b702573e-a854-4e5e-962c-bc2e1a12d797', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103898) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 31 18:27:24.240152 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Current status of the port d53f10e2-e3b6-45ca-951d-3dfc9e640379 is: DOWN; New status is: BUILD {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:27:24.250258 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (d53f10e2-e3b6-45ca-951d-3dfc9e640379), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:27:24.256837 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.notifiers.nova [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d53f10e2-e3b6-45ca-951d-3dfc9e640379 {{(pid=103898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 31 18:27:24.276574 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] For port d53f10e2-e3b6-45ca-951d-3dfc9e640379, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d53f10e2-e3b6-45ca-951d-3dfc9e640379,segment=NetworkSegment(d88eba78-682e-4e58-9428-c0cf5ca4e035),segment_id=d88eba78-682e-4e58-9428-c0cf5ca4e035)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:27:24.369492 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (d53f10e2-e3b6-45ca-951d-3dfc9e640379), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:27:24.416400 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Pushing event updated for resources: {'Port': ['ID=d53f10e2-e3b6-45ca-951d-3dfc9e640379,revision_number=4']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:27:24.628159 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c4659e-ab30-4e0e-8ebf-72f66c1021ac req-f3237ece-b58e-42a5-b664-d318896d6b3f tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:27:24.630201 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-45c4659e-ab30-4e0e-8ebf-72f66c1021ac req-f3237ece-b58e-42a5-b664-d318896d6b3f tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/ports?device_id=99e5e8ac-ddfc-4450-8900-3d66a7ac8910 HTTP/1.1" status: 200  len: 945 time: 0.0540771
Mar 31 18:27:24.677991 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-45c4659e-ab30-4e0e-8ebf-72f66c1021ac req-0759cb58-d476-41f1-aa95-0bebc6e1673f tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/security-groups?id=2e181700-f662-4239-9fef-8bdfa7dc3448&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423090
Mar 31 18:27:24.836521 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] get_ports_and_sgs() called for port_ids ['d53f10e2-e3b6-45ca-951d-3dfc9e640379'] {{(pid=103898) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 31 18:27:25.795593 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425c600a-040a-487f-b36a-d0c263f8a09c req-0507ece1-d4e9-4f53-8ea8-7390cb173726 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:27:25.797169 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-425c600a-040a-487f-b36a-d0c263f8a09c req-0507ece1-d4e9-4f53-8ea8-7390cb173726 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/ports?device_id=99e5e8ac-ddfc-4450-8900-3d66a7ac8910 HTTP/1.1" status: 200  len: 945 time: 0.0537786
Mar 31 18:27:25.843568 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-425c600a-040a-487f-b36a-d0c263f8a09c req-e8cbdbdc-714f-4bef-9484-e07df7274e5a tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/security-groups?id=2e181700-f662-4239-9fef-8bdfa7dc3448&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402272
Mar 31 18:27:26.094581 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Device d53f10e2-e3b6-45ca-951d-3dfc9e640379 up at agent hyperv_hv-cinder-maste {{(pid=103898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 31 18:27:26.226842 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Provisioning for port d53f10e2-e3b6-45ca-951d-3dfc9e640379 completed by entity L2. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 31 18:27:26.231060 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Provisioning complete for port d53f10e2-e3b6-45ca-951d-3dfc9e640379 triggered by entity L2. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:27:26.231433 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (d53f10e2-e3b6-45ca-951d-3dfc9e640379), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:27:26.307843 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Current status of the port d53f10e2-e3b6-45ca-951d-3dfc9e640379 is: BUILD; New status is: ACTIVE {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:27:26.308230 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (d53f10e2-e3b6-45ca-951d-3dfc9e640379), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:27:26.330252 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99e5e8ac-ddfc-4450-8900-3d66a7ac8910', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd53f10e2-e3b6-45ca-951d-3dfc9e640379'}] {{(pid=103898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 31 18:27:26.333247 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb3075c6172e5baa69f5abc91eefeb9b3c1bf45f76ecf44b7f00bb5a6f62f1a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5db75b1d-0371-4889-8891-18169fb0c242" -d '{"events": [{"server_uuid": "99e5e8ac-ddfc-4450-8900-3d66a7ac8910", "name": "network-vif-plugged", "status": "completed", "tag": "d53f10e2-e3b6-45ca-951d-3dfc9e640379"}]}' {{(pid=103898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 31 18:27:26.350088 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] For port d53f10e2-e3b6-45ca-951d-3dfc9e640379, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d53f10e2-e3b6-45ca-951d-3dfc9e640379,segment=NetworkSegment(d88eba78-682e-4e58-9428-c0cf5ca4e035),segment_id=d88eba78-682e-4e58-9428-c0cf5ca4e035)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:27:26.369085 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 18:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20140fdd-a9f4-4e7e-8c7b-f14e3395becc x-openstack-request-id: req-20140fdd-a9f4-4e7e-8c7b-f14e3395becc {{(pid=103898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 31 18:27:26.369388 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99e5e8ac-ddfc-4450-8900-3d66a7ac8910", "name": "network-vif-plugged", "status": "completed", "tag": "d53f10e2-e3b6-45ca-951d-3dfc9e640379", "code": 200}]} {{(pid=103898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 31 18:27:26.369642 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-20140fdd-a9f4-4e7e-8c7b-f14e3395becc {{(pid=103898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 31 18:27:26.370039 dv-cinder-master-3-iscsi neutron-server[103898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20140fdd-a9f4-4e7e-8c7b-f14e3395becc'] response: {'server_uuid': '99e5e8ac-ddfc-4450-8900-3d66a7ac8910', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd53f10e2-e3b6-45ca-951d-3dfc9e640379', 'code': 200}
Mar 31 18:27:26.427818 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (d53f10e2-e3b6-45ca-951d-3dfc9e640379), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:27:26.479141 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Pushing event updated for resources: {'Port': ['ID=d53f10e2-e3b6-45ca-951d-3dfc9e640379,revision_number=5']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:27:26.719695 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b798456-121d-480e-a426-35758d16a67d req-69a26a79-bb27-4c06-9c9e-0d46e65bb53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:27:26.721173 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-1b798456-121d-480e-a426-35758d16a67d req-69a26a79-bb27-4c06-9c9e-0d46e65bb53f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=99e5e8ac-ddfc-4450-8900-3d66a7ac8910 HTTP/1.1" status: 200  len: 1130 time: 0.0482776
Mar 31 18:27:26.766980 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-1b798456-121d-480e-a426-35758d16a67d req-56639539-c04a-478d-bc8e-8bae114da210 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=2e181700-f662-4239-9fef-8bdfa7dc3448&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0377126
Mar 31 18:27:26.965258 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11425cf7-87f1-4012-a6bd-056cb8791a4f req-c5bd5d7c-eaa9-4ecb-9f27-33ee075bb744 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:27:26.966699 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-11425cf7-87f1-4012-a6bd-056cb8791a4f req-c5bd5d7c-eaa9-4ecb-9f27-33ee075bb744 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/ports?device_id=99e5e8ac-ddfc-4450-8900-3d66a7ac8910 HTTP/1.1" status: 200  len: 946 time: 0.0572324
Mar 31 18:27:27.015266 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-11425cf7-87f1-4012-a6bd-056cb8791a4f req-25c119d3-75e4-4399-acba-dcc930b33f24 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/security-groups?id=2e181700-f662-4239-9fef-8bdfa7dc3448&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428391
Mar 31 18:27:28.162239 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c3cf5f-084d-451d-89c8-f151147bec1a req-965a2865-5da1-449a-97a3-531f188d4d8d tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:27:28.165456 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-a9c3cf5f-084d-451d-89c8-f151147bec1a req-965a2865-5da1-449a-97a3-531f188d4d8d tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/ports?device_id=99e5e8ac-ddfc-4450-8900-3d66a7ac8910 HTTP/1.1" status: 200  len: 946 time: 0.0776939
Mar 31 18:27:28.215160 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-a9c3cf5f-084d-451d-89c8-f151147bec1a req-c7625005-dd80-4f04-a3f9-445d35be00b8 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/security-groups?id=2e181700-f662-4239-9fef-8bdfa7dc3448&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449736
Mar 31 18:27:29.021725 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-3f7182b2-23c9-40e1-b1f6-c3d57dda9c4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (08150f5b-1b08-4271-84f1-4a3b03ee1892), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:27:29.334467 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f2a553-ec06-4bf6-8973-82f853cba483 req-4445ca44-6e4a-42c4-a2f9-05dfcc68a249 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:27:29.336051 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-32f2a553-ec06-4bf6-8973-82f853cba483 req-4445ca44-6e4a-42c4-a2f9-05dfcc68a249 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/ports?device_id=99e5e8ac-ddfc-4450-8900-3d66a7ac8910 HTTP/1.1" status: 200  len: 946 time: 0.0532982
Mar 31 18:27:29.382431 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-32f2a553-ec06-4bf6-8973-82f853cba483 req-7f4caec5-27d8-45b1-ab6e-a0b19063fa9f tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/security-groups?id=2e181700-f662-4239-9fef-8bdfa7dc3448&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407071
Mar 31 18:27:29.501059 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d091555e-9e91-4526-9693-f8cea3d8d887 req-2cafc4f9-d9fe-4037-b37d-ecc202079a4a tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:27:29.502551 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-d091555e-9e91-4526-9693-f8cea3d8d887 req-2cafc4f9-d9fe-4037-b37d-ecc202079a4a tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/ports?device_id=99e5e8ac-ddfc-4450-8900-3d66a7ac8910 HTTP/1.1" status: 200  len: 946 time: 0.0567560
Mar 31 18:27:29.511799 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 55806) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:27:29.516117 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.v2.base [None req-e3da5645-f366-49c5-aea3-4b655f8fe9d6 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Request body: {'floatingip': {'port_id': 'd53f10e2-e3b6-45ca-951d-3dfc9e640379'}} {{(pid=103897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:27:29.555532 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e3da5645-f366-49c5-aea3-4b655f8fe9d6 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks [] for floatingip (358f0e02-5196-4e09-abfb-8c099aca32e1), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:27:29.999869 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e3da5645-f366-49c5-aea3-4b655f8fe9d6 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:27:30.067637 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e3da5645-f366-49c5-aea3-4b655f8fe9d6 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505983'] for floatingip (358f0e02-5196-4e09-abfb-8c099aca32e1), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:27:30.171454 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.db.l3_db [None req-e3da5645-f366-49c5-aea3-4b655f8fe9d6 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Floating IP 358f0e02-5196-4e09-abfb-8c099aca32e1 associated. External IP: 172.37.2.60, port: d53f10e2-e3b6-45ca-951d-3dfc9e640379.
Mar 31 18:27:30.381331 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3da5645-f366-49c5-aea3-4b655f8fe9d6 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Router 18b416a9-88ee-499f-9846-13773bd75f53 has already been hosted by L3 agent f09d5d1b-4294-4f18-9a00-351412ae7ca6 {{(pid=103897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 31 18:27:30.492100 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3da5645-f366-49c5-aea3-4b655f8fe9d6 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 31 18:27:30.497110 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e3da5645-f366-49c5-aea3-4b655f8fe9d6 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30337'] for floatingip (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:27:30.503067 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58030e04-57de-470f-90fa-0196ebf17266 None None] Sync routers for ids ['18b416a9-88ee-499f-9846-13773bd75f53'] in dv-cinder-master-3-iscsi {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 31 18:27:30.514721 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58030e04-57de-470f-90fa-0196ebf17266 None None] Routers {'18b416a9-88ee-499f-9846-13773bd75f53'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 31 18:27:30.515555 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-58030e04-57de-470f-90fa-0196ebf17266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f77152be490>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T18:05:01Z,description=<?>,heartbeat_timestamp=2022-03-31T18:27:01Z,host='dv-cinder-master-3-iscsi',id=f09d5d1b-4294-4f18-9a00-351412ae7ca6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-31T18:05:02Z,topic='l3_agent')) {'router_ids': ['18b416a9-88ee-499f-9846-13773bd75f53'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:27:30.527772 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-e3da5645-f366-49c5-aea3-4b655f8fe9d6 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "PUT /v2.0/floatingips/358f0e02-5196-4e09-abfb-8c099aca32e1 HTTP/1.1" status: 200  len: 991 time: 1.0149245
Mar 31 18:27:30.528699 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99e5e8ac-ddfc-4450-8900-3d66a7ac8910', 'tag': 'd53f10e2-e3b6-45ca-951d-3dfc9e640379'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 31 18:27:30.530594 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73fc78de55affb2fac0a31bf62e314c48f0d961b1f9e9815d43b8150b113e94f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aabf5d1-3b99-401e-af08-35e4a8cf139d" -d '{"events": [{"name": "network-changed", "server_uuid": "99e5e8ac-ddfc-4450-8900-3d66a7ac8910", "tag": "d53f10e2-e3b6-45ca-951d-3dfc9e640379"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 31 18:27:30.574657 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 18:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d40f0550-2bd8-496d-b129-c4159b41ca1c x-openstack-request-id: req-d40f0550-2bd8-496d-b129-c4159b41ca1c {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 31 18:27:30.574955 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99e5e8ac-ddfc-4450-8900-3d66a7ac8910", "tag": "d53f10e2-e3b6-45ca-951d-3dfc9e640379", "status": "completed", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 31 18:27:30.575264 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d40f0550-2bd8-496d-b129-c4159b41ca1c {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 31 18:27:30.575778 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d40f0550-2bd8-496d-b129-c4159b41ca1c'] response: {'name': 'network-changed', 'server_uuid': '99e5e8ac-ddfc-4450-8900-3d66a7ac8910', 'tag': 'd53f10e2-e3b6-45ca-951d-3dfc9e640379', 'status': 'completed', 'code': 200}
Mar 31 18:27:30.635540 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-58030e04-57de-470f-90fa-0196ebf17266 None None] Set router 18b416a9-88ee-499f-9846-13773bd75f53 gateway port host: dv-cinder-master-3-iscsi {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 31 18:27:30.887848 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-58030e04-57de-470f-90fa-0196ebf17266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f77152be490>, [{'id': '18b416a9-88ee-499f-9846-13773bd75f53', 'name': 'tempest-AttachVolumeNegativeTest-783316322-router', 'tenant_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.224'}], 'enable_snat': True}, 'gw_port_id': '962870bc-50a8-4afe-8ee0-541ade01b570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:25:08Z', 'updated_at': '2022-03-31T18:25:12Z', 'revision_number': 4, 'project_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'gw_port': {'id': '962870bc-50a8-4afe-8ee0-541ade01b570', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:1d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b416a9-88ee-499f-9846-13773bd75f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:25:09Z', 'updated_at': '2022-03-31T18:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '358f0e02-5196-4e09-abfb-8c099aca32e1', 'tenant_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'floating_ip_address': '172.37.2.60', 'floating_network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'router_id': '18b416a9-88ee-499f-9846-13773bd75f53', 'port_id': 'd53f10e2-e3b6-45ca-951d-3dfc9e640379', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48b6e4a0-767f-4f89-81e1-af0f127e9429', 'mac_address': 'fa:16:3e:83:09:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e5e8ac-ddfc-4450-8900-3d66a7ac8910', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T18:27:15Z', 'updated_at': '2022-03-31T18:27:29Z', 'revision_number': 1, 'project_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'fixed_ip_address_scope': None}, {'id': '7de64759-5df7-4916-a8cf-32e62ee9bf83', 'tenant_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'floating_ip_address': '172.37.2.130', 'floating_network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'router_id': '18b416a9-88ee-499f-9846-13773bd75f53', 'port_id': '66cb4db2-f182-4e79-945c-41d2828096bb', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48b6e4a0-767f-4f89-81e1-af0f127e9429', 'mac_address': 'fa:16:3e:2a:6e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d43f77a-cb85-4276-9bed-686f306ea21a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T18:25:16Z', 'updated_at': '2022-03-31T18:25:39Z', 'revision_number': 2, 'project_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9e9053e-8135-4f8c-a7fa-10c10f86d87e', 'name': '', 'network_id': '48b6e4a0-767f-4f89-81e1-af0f127e9429', 'tenant_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'mac_address': 'fa:16:3e:6d:65:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b416a9-88ee-499f-9846-13773bd75f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'b702573e-a854-4e5e-962c-bc2e1a12d797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:25:11Z', 'updated_at': '2022-03-31T18:25:16Z', 'revision_number': 5, 'project_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'subnets': [{'id': 'b702573e-a854-4e5e-962c-bc2e1a12d797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:27:30.915878 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58030e04-57de-470f-90fa-0196ebf17266 None None] Checking router: 18b416a9-88ee-499f-9846-13773bd75f53 for host: dv-cinder-master-3-iscsi {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 31 18:27:30.924623 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58030e04-57de-470f-90fa-0196ebf17266 None None] Routers {'18b416a9-88ee-499f-9846-13773bd75f53'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 31 18:27:30.925241 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-58030e04-57de-470f-90fa-0196ebf17266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f77152be490>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T18:05:01Z,description=<?>,heartbeat_timestamp=2022-03-31T18:27:01Z,host='dv-cinder-master-3-iscsi',id=f09d5d1b-4294-4f18-9a00-351412ae7ca6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-31T18:05:02Z,topic='l3_agent')) {'router_ids': ['18b416a9-88ee-499f-9846-13773bd75f53'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:27:30.940683 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aabf5d1-3b99-401e-af08-35e4a8cf139d req-635d6bbf-d792-466d-a353-755a435f6681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:27:30.942919 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-5aabf5d1-3b99-401e-af08-35e4a8cf139d req-635d6bbf-d792-466d-a353-755a435f6681 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7ae2325a87da4c5f8179a77fbd3d8748&device_id=99e5e8ac-ddfc-4450-8900-3d66a7ac8910 HTTP/1.1" status: 200  len: 1130 time: 0.3170049
Mar 31 18:27:31.039024 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aabf5d1-3b99-401e-af08-35e4a8cf139d req-e0919c79-bed7-4cb6-a6df-9aaf0708ae90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:27:31.040548 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-5aabf5d1-3b99-401e-af08-35e4a8cf139d req-e0919c79-bed7-4cb6-a6df-9aaf0708ae90 service neutron] 10.222.0.44 "GET /v2.0/networks?id=48b6e4a0-767f-4f89-81e1-af0f127e9429 HTTP/1.1" status: 200  len: 915 time: 0.0913506
Mar 31 18:27:31.121888 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-5aabf5d1-3b99-401e-af08-35e4a8cf139d req-845b7f85-ec1c-4891-8fb6-d46b243ca253 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d53f10e2-e3b6-45ca-951d-3dfc9e640379 HTTP/1.1" status: 200  len: 999 time: 0.0749738
Mar 31 18:27:31.176568 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aabf5d1-3b99-401e-af08-35e4a8cf139d req-e2ce123a-57ea-4b69-876b-ceae8dae35d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:27:31.178073 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-5aabf5d1-3b99-401e-af08-35e4a8cf139d req-e2ce123a-57ea-4b69-876b-ceae8dae35d6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b702573e-a854-4e5e-962c-bc2e1a12d797 HTTP/1.1" status: 200  len: 853 time: 0.0504889
Mar 31 18:27:31.178548 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-58030e04-57de-470f-90fa-0196ebf17266 None None] Set router 18b416a9-88ee-499f-9846-13773bd75f53 gateway port host: dv-cinder-master-3-iscsi {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 31 18:27:31.229070 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aabf5d1-3b99-401e-af08-35e4a8cf139d req-5944dee0-d05e-4ab4-b9f5-08021d0a0451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:27:31.230622 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-5aabf5d1-3b99-401e-af08-35e4a8cf139d req-5944dee0-d05e-4ab4-b9f5-08021d0a0451 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=48b6e4a0-767f-4f89-81e1-af0f127e9429&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0450089
Mar 31 18:27:31.328355 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-5aabf5d1-3b99-401e-af08-35e4a8cf139d req-748e4e48-6700-40fa-b7e2-d8365a199f6f service neutron] 10.222.0.44 "GET /v2.0/networks/48b6e4a0-767f-4f89-81e1-af0f127e9429?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0896373
Mar 31 18:27:31.409890 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-192d9133-5c43-460f-a2d4-0a62b54609ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (f09d5d1b-4294-4f18-9a00-351412ae7ca6), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:27:31.421313 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-5aabf5d1-3b99-401e-af08-35e4a8cf139d req-399e2ba8-2b80-4c79-b0a9-7f2854f3d6f3 service neutron] 10.222.0.44 "GET /v2.0/networks/48b6e4a0-767f-4f89-81e1-af0f127e9429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0857770
Mar 31 18:27:31.433925 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-58030e04-57de-470f-90fa-0196ebf17266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f77152be490>, [{'id': '18b416a9-88ee-499f-9846-13773bd75f53', 'name': 'tempest-AttachVolumeNegativeTest-783316322-router', 'tenant_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.224'}], 'enable_snat': True}, 'gw_port_id': '962870bc-50a8-4afe-8ee0-541ade01b570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:25:08Z', 'updated_at': '2022-03-31T18:25:12Z', 'revision_number': 4, 'project_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'gw_port': {'id': '962870bc-50a8-4afe-8ee0-541ade01b570', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:1d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b416a9-88ee-499f-9846-13773bd75f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:25:09Z', 'updated_at': '2022-03-31T18:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '358f0e02-5196-4e09-abfb-8c099aca32e1', 'tenant_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'floating_ip_address': '172.37.2.60', 'floating_network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'router_id': '18b416a9-88ee-499f-9846-13773bd75f53', 'port_id': 'd53f10e2-e3b6-45ca-951d-3dfc9e640379', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48b6e4a0-767f-4f89-81e1-af0f127e9429', 'mac_address': 'fa:16:3e:83:09:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e5e8ac-ddfc-4450-8900-3d66a7ac8910', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T18:27:15Z', 'updated_at': '2022-03-31T18:27:29Z', 'revision_number': 1, 'project_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'fixed_ip_address_scope': None}, {'id': '7de64759-5df7-4916-a8cf-32e62ee9bf83', 'tenant_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'floating_ip_address': '172.37.2.130', 'floating_network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'router_id': '18b416a9-88ee-499f-9846-13773bd75f53', 'port_id': '66cb4db2-f182-4e79-945c-41d2828096bb', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48b6e4a0-767f-4f89-81e1-af0f127e9429', 'mac_address': 'fa:16:3e:2a:6e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d43f77a-cb85-4276-9bed-686f306ea21a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T18:25:16Z', 'updated_at': '2022-03-31T18:25:39Z', 'revision_number': 2, 'project_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9e9053e-8135-4f8c-a7fa-10c10f86d87e', 'name': '', 'network_id': '48b6e4a0-767f-4f89-81e1-af0f127e9429', 'tenant_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'mac_address': 'fa:16:3e:6d:65:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b416a9-88ee-499f-9846-13773bd75f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'b702573e-a854-4e5e-962c-bc2e1a12d797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:25:11Z', 'updated_at': '2022-03-31T18:25:16Z', 'revision_number': 5, 'project_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'subnets': [{'id': 'b702573e-a854-4e5e-962c-bc2e1a12d797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:27:31.463200 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58030e04-57de-470f-90fa-0196ebf17266 None None] The sync data for ids ['18b416a9-88ee-499f-9846-13773bd75f53'] in dv-cinder-master-3-iscsi is: [{'id': '18b416a9-88ee-499f-9846-13773bd75f53', 'name': 'tempest-AttachVolumeNegativeTest-783316322-router', 'tenant_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.224'}], 'enable_snat': True}, 'gw_port_id': '962870bc-50a8-4afe-8ee0-541ade01b570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:25:08Z', 'updated_at': '2022-03-31T18:25:12Z', 'revision_number': 4, 'project_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'gw_port': {'id': '962870bc-50a8-4afe-8ee0-541ade01b570', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:1d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b416a9-88ee-499f-9846-13773bd75f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:25:09Z', 'updated_at': '2022-03-31T18:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '358f0e02-5196-4e09-abfb-8c099aca32e1', 'tenant_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'floating_ip_address': '172.37.2.60', 'floating_network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'router_id': '18b416a9-88ee-499f-9846-13773bd75f53', 'port_id': 'd53f10e2-e3b6-45ca-951d-3dfc9e640379', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48b6e4a0-767f-4f89-81e1-af0f127e9429', 'mac_address': 'fa:16:3e:83:09:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e5e8ac-ddfc-4450-8900-3d66a7ac8910', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T18:27:15Z', 'updated_at': '2022-03-31T18:27:29Z', 'revision_number': 1, 'project_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'fixed_ip_address_scope': None}, {'id': '7de64759-5df7-4916-a8cf-32e62ee9bf83', 'tenant_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'floating_ip_address': '172.37.2.130', 'floating_network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'router_id': '18b416a9-88ee-499f-9846-13773bd75f53', 'port_id': '66cb4db2-f182-4e79-945c-41d2828096bb', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48b6e4a0-767f-4f89-81e1-af0f127e9429', 'mac_address': 'fa:16:3e:2a:6e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d43f77a-cb85-4276-9bed-686f306ea21a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T18:25:16Z', 'updated_at': '2022-03-31T18:25:39Z', 'revision_number': 2, 'project_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9e9053e-8135-4f8c-a7fa-10c10f86d87e', 'name': '', 'network_id': '48b6e4a0-767f-4f89-81e1-af0f127e9429', 'tenant_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'mac_address': 'fa:16:3e:6d:65:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b416a9-88ee-499f-9846-13773bd75f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'b702573e-a854-4e5e-962c-bc2e1a12d797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:25:11Z', 'updated_at': '2022-03-31T18:25:16Z', 'revision_number': 5, 'project_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'subnets': [{'id': 'b702573e-a854-4e5e-962c-bc2e1a12d797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 31 18:27:31.666854 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f49939-99d1-4caa-b72b-066480015999 None None] New status for floating IP 358f0e02-5196-4e09-abfb-8c099aca32e1: ACTIVE {{(pid=103899) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 31 18:27:32.415415 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-be477ca9-b30f-4eb3-92ce-971cde9f4756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (d0835089-4a76-4105-9221-c81b46927b3c), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:27:34.010072 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-61acbcaf-515a-4595-a759-82c8bf4c0ac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (1ee04592-4785-424e-aa2a-0bd32f5faacf), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:27:35.072303 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (b6d39f6c-4dc3-40bd-bbe5-e05b1f1d4e13), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:27:36.381454 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (06f31eaf-9418-4d11-8606-24a34b4b4893), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:27:47.800486 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.agents_db [None req-39f62d97-bd56-4bf2-8522-12846eccdd8f None None] Agent healthcheck: found 6 active agents {{(pid=103899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 31 18:27:48.585426 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-a1bae362-07a9-4e9a-a540-ea538c9af01d req-0a7623d1-c613-4d13-9d7b-6caeffe419fa service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8d43f77a-cb85-4276-9bed-686f306ea21a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0519936
Mar 31 18:27:48.662835 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bae362-07a9-4e9a-a540-ea538c9af01d req-58ede5f3-cd5b-4758-a18f-7e94829b7585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:27:48.665016 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-a1bae362-07a9-4e9a-a540-ea538c9af01d req-58ede5f3-cd5b-4758-a18f-7e94829b7585 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7ae2325a87da4c5f8179a77fbd3d8748&device_id=8d43f77a-cb85-4276-9bed-686f306ea21a HTTP/1.1" status: 200  len: 1129 time: 0.0455124
Mar 31 18:27:48.772572 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bae362-07a9-4e9a-a540-ea538c9af01d req-34f2037d-63ec-43c0-bc7a-717fd0030d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:27:48.774642 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-a1bae362-07a9-4e9a-a540-ea538c9af01d req-34f2037d-63ec-43c0-bc7a-717fd0030d67 service neutron] 10.222.0.44 "GET /v2.0/networks?id=48b6e4a0-767f-4f89-81e1-af0f127e9429 HTTP/1.1" status: 200  len: 915 time: 0.0862639
Mar 31 18:27:48.847102 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-a1bae362-07a9-4e9a-a540-ea538c9af01d req-c01e38a1-0d5d-437e-b7f1-b46ff0081671 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=66cb4db2-f182-4e79-945c-41d2828096bb HTTP/1.1" status: 200  len: 1001 time: 0.0623517
Mar 31 18:27:48.897083 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bae362-07a9-4e9a-a540-ea538c9af01d req-659284ec-9586-423e-996d-a93a348f4ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:27:48.899239 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-a1bae362-07a9-4e9a-a540-ea538c9af01d req-659284ec-9586-423e-996d-a93a348f4ef4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b702573e-a854-4e5e-962c-bc2e1a12d797 HTTP/1.1" status: 200  len: 853 time: 0.0437887
Mar 31 18:27:48.948010 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bae362-07a9-4e9a-a540-ea538c9af01d req-c9f8650a-f8b7-42e3-aff5-9d3ffb94bd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:27:48.949557 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-a1bae362-07a9-4e9a-a540-ea538c9af01d req-c9f8650a-f8b7-42e3-aff5-9d3ffb94bd62 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=48b6e4a0-767f-4f89-81e1-af0f127e9429&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0435042
Mar 31 18:27:49.043663 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-a1bae362-07a9-4e9a-a540-ea538c9af01d req-2f9e60a3-0a64-4efa-82c8-e967ccdee570 service neutron] 10.222.0.44 "GET /v2.0/networks/48b6e4a0-767f-4f89-81e1-af0f127e9429?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0865185
Mar 31 18:27:49.132824 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-a1bae362-07a9-4e9a-a540-ea538c9af01d req-9eabd371-9e3f-4168-9f22-6c2dd7886bee service neutron] 10.222.0.44 "GET /v2.0/networks/48b6e4a0-767f-4f89-81e1-af0f127e9429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0813434
Mar 31 18:27:54.981485 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 55824) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:27:55.144122 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-a746940b-f136-4b0c-abc6-44382e4b05e4 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Deleting port 4bef61e1-dc15-4847-b6b4-230a63a7720b {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 31 18:27:55.144462 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a746940b-f136-4b0c-abc6-44382e4b05e4 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759343023638'] for port (4bef61e1-dc15-4847-b6b4-230a63a7720b), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:27:55.217374 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a746940b-f136-4b0c-abc6-44382e4b05e4 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505421'] for port (4bef61e1-dc15-4847-b6b4-230a63a7720b), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:27:55.217698 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a746940b-f136-4b0c-abc6-44382e4b05e4 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Publish callbacks [] for floatingip (4bef61e1-dc15-4847-b6b4-230a63a7720b), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:27:55.230656 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-a746940b-f136-4b0c-abc6-44382e4b05e4 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Calling delete_port for 4bef61e1-dc15-4847-b6b4-230a63a7720b owned by network:floatingip {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 31 18:27:55.496144 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a746940b-f136-4b0c-abc6-44382e4b05e4 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759343027577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759342510071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13081985'] for port (4bef61e1-dc15-4847-b6b4-230a63a7720b), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:27:55.519560 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a746940b-f136-4b0c-abc6-44382e4b05e4 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Pushing event deleted for resources: {'Port': ['ID=4bef61e1-dc15-4847-b6b4-230a63a7720b,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:27:55.533582 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a746940b-f136-4b0c-abc6-44382e4b05e4 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:27:55.533937 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a746940b-f136-4b0c-abc6-44382e4b05e4 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:27:55.534293 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a746940b-f136-4b0c-abc6-44382e4b05e4 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:27:55.534634 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a746940b-f136-4b0c-abc6-44382e4b05e4 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:27:55.535026 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a746940b-f136-4b0c-abc6-44382e4b05e4 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:27:55.535358 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a746940b-f136-4b0c-abc6-44382e4b05e4 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:27:55.535689 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a746940b-f136-4b0c-abc6-44382e4b05e4 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:27:55.536019 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a746940b-f136-4b0c-abc6-44382e4b05e4 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:27:55.536346 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a746940b-f136-4b0c-abc6-44382e4b05e4 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:27:55.536672 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a746940b-f136-4b0c-abc6-44382e4b05e4 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:27:55.536999 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a746940b-f136-4b0c-abc6-44382e4b05e4 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:27:55.537325 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a746940b-f136-4b0c-abc6-44382e4b05e4 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:27:55.537654 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a746940b-f136-4b0c-abc6-44382e4b05e4 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:27:55.537973 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a746940b-f136-4b0c-abc6-44382e4b05e4 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:27:55.538293 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a746940b-f136-4b0c-abc6-44382e4b05e4 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:27:55.597477 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a746940b-f136-4b0c-abc6-44382e4b05e4 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Publish callbacks [] for floatingip (0f19fa7e-6ec9-4a6d-805f-f91fd1c830f1), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:27:55.597804 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.db.l3_db [None req-a746940b-f136-4b0c-abc6-44382e4b05e4 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Floating IP 0f19fa7e-6ec9-4a6d-805f-f91fd1c830f1 disassociated (deleted). External IP: 172.37.2.59, port: adbd679c-b2bc-4261-80ec-b13d349ff692.
Mar 31 18:27:55.806399 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a746940b-f136-4b0c-abc6-44382e4b05e4 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Router 7cf9ce2c-74d5-45b5-825a-ca1695a42357 has already been hosted by L3 agent f09d5d1b-4294-4f18-9a00-351412ae7ca6 {{(pid=103897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 31 18:27:55.914707 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a746940b-f136-4b0c-abc6-44382e4b05e4 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 31 18:27:55.919525 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a746940b-f136-4b0c-abc6-44382e4b05e4 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30337'] for floatingip (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:27:55.925411 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b6ca0e-d5d8-4127-a20d-e778f6f3759d None None] Sync routers for ids ['7cf9ce2c-74d5-45b5-825a-ca1695a42357'] in dv-cinder-master-3-iscsi {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 31 18:27:55.934563 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b6ca0e-d5d8-4127-a20d-e778f6f3759d None None] Routers {'7cf9ce2c-74d5-45b5-825a-ca1695a42357'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 31 18:27:55.935366 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-b6b6ca0e-d5d8-4127-a20d-e778f6f3759d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7715245e20>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T18:05:01Z,description=<?>,heartbeat_timestamp=2022-03-31T18:27:31Z,host='dv-cinder-master-3-iscsi',id=f09d5d1b-4294-4f18-9a00-351412ae7ca6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-31T18:05:02Z,topic='l3_agent')) {'router_ids': ['7cf9ce2c-74d5-45b5-825a-ca1695a42357'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:27:55.949395 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-a746940b-f136-4b0c-abc6-44382e4b05e4 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "DELETE /v2.0/floatingips/0f19fa7e-6ec9-4a6d-805f-f91fd1c830f1 HTTP/1.1" status: 204  len: 168 time: 0.9668157
Mar 31 18:27:55.950069 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef0f516d-f8cb-4c78-8e19-b5d530c90e68', 'tag': 'adbd679c-b2bc-4261-80ec-b13d349ff692'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 31 18:27:55.952479 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73fc78de55affb2fac0a31bf62e314c48f0d961b1f9e9815d43b8150b113e94f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2239ba4-bea9-4a1f-b24d-102ee0c458cf" -d '{"events": [{"name": "network-changed", "server_uuid": "ef0f516d-f8cb-4c78-8e19-b5d530c90e68", "tag": "adbd679c-b2bc-4261-80ec-b13d349ff692"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 31 18:27:55.988389 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 18:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fc8747e-b1dd-4588-ae08-3e62946be238 x-openstack-request-id: req-1fc8747e-b1dd-4588-ae08-3e62946be238 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 31 18:27:55.989013 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef0f516d-f8cb-4c78-8e19-b5d530c90e68", "tag": "adbd679c-b2bc-4261-80ec-b13d349ff692", "status": "completed", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 31 18:27:55.989013 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1fc8747e-b1dd-4588-ae08-3e62946be238 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 31 18:27:55.989343 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fc8747e-b1dd-4588-ae08-3e62946be238'] response: {'name': 'network-changed', 'server_uuid': 'ef0f516d-f8cb-4c78-8e19-b5d530c90e68', 'tag': 'adbd679c-b2bc-4261-80ec-b13d349ff692', 'status': 'completed', 'code': 200}
Mar 31 18:27:56.047332 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-b6b6ca0e-d5d8-4127-a20d-e778f6f3759d None None] Set router 7cf9ce2c-74d5-45b5-825a-ca1695a42357 gateway port host: dv-cinder-master-3-iscsi {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 31 18:27:56.106478 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2239ba4-bea9-4a1f-b24d-102ee0c458cf req-1756725d-b36b-4b13-bee9-4bc5ee165a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:27:56.108007 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-b2239ba4-bea9-4a1f-b24d-102ee0c458cf req-1756725d-b36b-4b13-bee9-4bc5ee165a9a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=70f0b3390f4542c8831753ecf26f6745&device_id=ef0f516d-f8cb-4c78-8e19-b5d530c90e68 HTTP/1.1" status: 200  len: 1130 time: 0.0496514
Mar 31 18:27:56.197985 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2239ba4-bea9-4a1f-b24d-102ee0c458cf req-8d981e57-db79-4f5f-870b-76711ca50627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:27:56.199505 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-b2239ba4-bea9-4a1f-b24d-102ee0c458cf req-8d981e57-db79-4f5f-870b-76711ca50627 service neutron] 10.222.0.44 "GET /v2.0/networks?id=46cf5202-8790-480a-a14a-b087639c31e2 HTTP/1.1" status: 200  len: 912 time: 0.0853243
Mar 31 18:27:56.246293 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-b2239ba4-bea9-4a1f-b24d-102ee0c458cf req-4507159a-9aba-4de8-b757-4abc47f2eec4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=adbd679c-b2bc-4261-80ec-b13d349ff692 HTTP/1.1" status: 200  len: 217 time: 0.0401723
Mar 31 18:27:56.286097 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-b6b6ca0e-d5d8-4127-a20d-e778f6f3759d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7715245e20>, [{'id': '7cf9ce2c-74d5-45b5-825a-ca1695a42357', 'name': 'tempest-TestVolumeBootPattern-402431251-router', 'tenant_id': '70f0b3390f4542c8831753ecf26f6745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.139'}], 'enable_snat': True}, 'gw_port_id': 'dc7b18b7-7eb0-4761-9528-290ea51bf770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:18:51Z', 'updated_at': '2022-03-31T18:18:55Z', 'revision_number': 4, 'project_id': '70f0b3390f4542c8831753ecf26f6745', 'gw_port': {'id': 'dc7b18b7-7eb0-4761-9528-290ea51bf770', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:2b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf9ce2c-74d5-45b5-825a-ca1695a42357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:18:52Z', 'updated_at': '2022-03-31T18:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'e8a3b822-2a01-4d28-a593-8d12f54e93cb', 'tenant_id': '70f0b3390f4542c8831753ecf26f6745', 'floating_ip_address': '172.37.2.214', 'floating_network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'router_id': '7cf9ce2c-74d5-45b5-825a-ca1695a42357', 'port_id': '8009d02e-5d59-48da-9d8c-071ba781cd76', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46cf5202-8790-480a-a14a-b087639c31e2', 'mac_address': 'fa:16:3e:42:d9:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635a0e04-c990-4a66-81ed-ab572007484b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T18:22:55Z', 'updated_at': '2022-03-31T18:22:58Z', 'revision_number': 1, 'project_id': '70f0b3390f4542c8831753ecf26f6745', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f237034-63c3-4a22-be68-04490a5aa046', 'name': '', 'network_id': '46cf5202-8790-480a-a14a-b087639c31e2', 'tenant_id': '70f0b3390f4542c8831753ecf26f6745', 'mac_address': 'fa:16:3e:0c:4f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf9ce2c-74d5-45b5-825a-ca1695a42357', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '905ec444-b4c2-43a9-986a-e2ab2e05accc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:18:54Z', 'updated_at': '2022-03-31T18:18:59Z', 'revision_number': 5, 'project_id': '70f0b3390f4542c8831753ecf26f6745', 'subnets': [{'id': '905ec444-b4c2-43a9-986a-e2ab2e05accc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:27:56.295374 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2239ba4-bea9-4a1f-b24d-102ee0c458cf req-23464110-3105-45bc-918f-99b9e11266e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:27:56.296847 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-b2239ba4-bea9-4a1f-b24d-102ee0c458cf req-23464110-3105-45bc-918f-99b9e11266e2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=905ec444-b4c2-43a9-986a-e2ab2e05accc HTTP/1.1" status: 200  len: 850 time: 0.0449824
Mar 31 18:27:56.312685 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b6ca0e-d5d8-4127-a20d-e778f6f3759d None None] Checking router: 7cf9ce2c-74d5-45b5-825a-ca1695a42357 for host: dv-cinder-master-3-iscsi {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 31 18:27:56.323353 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b6ca0e-d5d8-4127-a20d-e778f6f3759d None None] Routers {'7cf9ce2c-74d5-45b5-825a-ca1695a42357'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 31 18:27:56.323981 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-b6b6ca0e-d5d8-4127-a20d-e778f6f3759d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7715245e20>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T18:05:01Z,description=<?>,heartbeat_timestamp=2022-03-31T18:27:31Z,host='dv-cinder-master-3-iscsi',id=f09d5d1b-4294-4f18-9a00-351412ae7ca6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-31T18:05:02Z,topic='l3_agent')) {'router_ids': ['7cf9ce2c-74d5-45b5-825a-ca1695a42357'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:27:56.352823 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2239ba4-bea9-4a1f-b24d-102ee0c458cf req-8ef884c1-2320-4eff-8506-cebbec9f04c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:27:56.354515 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-b2239ba4-bea9-4a1f-b24d-102ee0c458cf req-8ef884c1-2320-4eff-8506-cebbec9f04c9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=46cf5202-8790-480a-a14a-b087639c31e2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0513632
Mar 31 18:27:56.436908 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-b6b6ca0e-d5d8-4127-a20d-e778f6f3759d None None] Set router 7cf9ce2c-74d5-45b5-825a-ca1695a42357 gateway port host: dv-cinder-master-3-iscsi {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 31 18:27:56.442078 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a907bae4-61e6-49b9-b2ac-14513001ee23 req-a75996da-e667-41a7-a474-9661ef21d6c6 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:27:56.443793 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-a907bae4-61e6-49b9-b2ac-14513001ee23 req-a75996da-e667-41a7-a474-9661ef21d6c6 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef0f516d-f8cb-4c78-8e19-b5d530c90e68 HTTP/1.1" status: 200  len: 946 time: 0.0587676
Mar 31 18:27:56.452282 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-b2239ba4-bea9-4a1f-b24d-102ee0c458cf req-2e04935a-5d1e-4cf7-8140-bc7ffa1a99da service neutron] 10.222.0.44 "GET /v2.0/networks/46cf5202-8790-480a-a14a-b087639c31e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0900583
Mar 31 18:27:56.497546 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-a907bae4-61e6-49b9-b2ac-14513001ee23 req-d9b58d1c-4c93-41d7-93bf-bd0aa3910061 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a763037-c2ed-4230-b56f-5864e1324aae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465558
Mar 31 18:27:56.549329 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-b2239ba4-bea9-4a1f-b24d-102ee0c458cf req-4b4d93d8-e352-4ba2-90c1-88068662347c service neutron] 10.222.0.44 "GET /v2.0/networks/46cf5202-8790-480a-a14a-b087639c31e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0895729
Mar 31 18:27:56.665857 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-b6b6ca0e-d5d8-4127-a20d-e778f6f3759d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7715245e20>, [{'id': '7cf9ce2c-74d5-45b5-825a-ca1695a42357', 'name': 'tempest-TestVolumeBootPattern-402431251-router', 'tenant_id': '70f0b3390f4542c8831753ecf26f6745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.139'}], 'enable_snat': True}, 'gw_port_id': 'dc7b18b7-7eb0-4761-9528-290ea51bf770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:18:51Z', 'updated_at': '2022-03-31T18:18:55Z', 'revision_number': 4, 'project_id': '70f0b3390f4542c8831753ecf26f6745', 'gw_port': {'id': 'dc7b18b7-7eb0-4761-9528-290ea51bf770', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:2b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf9ce2c-74d5-45b5-825a-ca1695a42357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:18:52Z', 'updated_at': '2022-03-31T18:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'e8a3b822-2a01-4d28-a593-8d12f54e93cb', 'tenant_id': '70f0b3390f4542c8831753ecf26f6745', 'floating_ip_address': '172.37.2.214', 'floating_network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'router_id': '7cf9ce2c-74d5-45b5-825a-ca1695a42357', 'port_id': '8009d02e-5d59-48da-9d8c-071ba781cd76', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46cf5202-8790-480a-a14a-b087639c31e2', 'mac_address': 'fa:16:3e:42:d9:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635a0e04-c990-4a66-81ed-ab572007484b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T18:22:55Z', 'updated_at': '2022-03-31T18:22:58Z', 'revision_number': 1, 'project_id': '70f0b3390f4542c8831753ecf26f6745', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f237034-63c3-4a22-be68-04490a5aa046', 'name': '', 'network_id': '46cf5202-8790-480a-a14a-b087639c31e2', 'tenant_id': '70f0b3390f4542c8831753ecf26f6745', 'mac_address': 'fa:16:3e:0c:4f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf9ce2c-74d5-45b5-825a-ca1695a42357', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '905ec444-b4c2-43a9-986a-e2ab2e05accc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:18:54Z', 'updated_at': '2022-03-31T18:18:59Z', 'revision_number': 5, 'project_id': '70f0b3390f4542c8831753ecf26f6745', 'subnets': [{'id': '905ec444-b4c2-43a9-986a-e2ab2e05accc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:27:56.695949 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b6ca0e-d5d8-4127-a20d-e778f6f3759d None None] The sync data for ids ['7cf9ce2c-74d5-45b5-825a-ca1695a42357'] in dv-cinder-master-3-iscsi is: [{'id': '7cf9ce2c-74d5-45b5-825a-ca1695a42357', 'name': 'tempest-TestVolumeBootPattern-402431251-router', 'tenant_id': '70f0b3390f4542c8831753ecf26f6745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.139'}], 'enable_snat': True}, 'gw_port_id': 'dc7b18b7-7eb0-4761-9528-290ea51bf770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:18:51Z', 'updated_at': '2022-03-31T18:18:55Z', 'revision_number': 4, 'project_id': '70f0b3390f4542c8831753ecf26f6745', 'gw_port': {'id': 'dc7b18b7-7eb0-4761-9528-290ea51bf770', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:2b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf9ce2c-74d5-45b5-825a-ca1695a42357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:18:52Z', 'updated_at': '2022-03-31T18:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'e8a3b822-2a01-4d28-a593-8d12f54e93cb', 'tenant_id': '70f0b3390f4542c8831753ecf26f6745', 'floating_ip_address': '172.37.2.214', 'floating_network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'router_id': '7cf9ce2c-74d5-45b5-825a-ca1695a42357', 'port_id': '8009d02e-5d59-48da-9d8c-071ba781cd76', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46cf5202-8790-480a-a14a-b087639c31e2', 'mac_address': 'fa:16:3e:42:d9:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635a0e04-c990-4a66-81ed-ab572007484b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T18:22:55Z', 'updated_at': '2022-03-31T18:22:58Z', 'revision_number': 1, 'project_id': '70f0b3390f4542c8831753ecf26f6745', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f237034-63c3-4a22-be68-04490a5aa046', 'name': '', 'network_id': '46cf5202-8790-480a-a14a-b087639c31e2', 'tenant_id': '70f0b3390f4542c8831753ecf26f6745', 'mac_address': 'fa:16:3e:0c:4f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf9ce2c-74d5-45b5-825a-ca1695a42357', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '905ec444-b4c2-43a9-986a-e2ab2e05accc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:18:54Z', 'updated_at': '2022-03-31T18:18:59Z', 'revision_number': 5, 'project_id': '70f0b3390f4542c8831753ecf26f6745', 'subnets': [{'id': '905ec444-b4c2-43a9-986a-e2ab2e05accc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 31 18:27:56.904450 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32216842-f661-4e81-a0d1-856024d5af14 None None] New status for floating IP 0f19fa7e-6ec9-4a6d-805f-f91fd1c830f1: DOWN {{(pid=103899) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 31 18:27:57.618511 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7a8892-1e31-4e0a-87e4-70cb6eb0082c req-288fb8aa-3f91-4bb6-bb7f-6fd059113e4c tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:27:57.620004 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-4e7a8892-1e31-4e0a-87e4-70cb6eb0082c req-288fb8aa-3f91-4bb6-bb7f-6fd059113e4c tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef0f516d-f8cb-4c78-8e19-b5d530c90e68 HTTP/1.1" status: 200  len: 946 time: 0.0522416
Mar 31 18:27:57.668169 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-4e7a8892-1e31-4e0a-87e4-70cb6eb0082c req-d6f271ab-922a-4df2-be92-3f3347eeb812 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a763037-c2ed-4230-b56f-5864e1324aae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426421
Mar 31 18:27:58.657231 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b860593-e089-4b79-a9e3-364e6faebe1b req-726a6dd3-8aba-419c-8abe-1108011548c1 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:27:58.658685 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-4b860593-e089-4b79-a9e3-364e6faebe1b req-726a6dd3-8aba-419c-8abe-1108011548c1 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef0f516d-f8cb-4c78-8e19-b5d530c90e68 HTTP/1.1" status: 200  len: 946 time: 0.0561903
Mar 31 18:27:58.755188 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [req-4b860593-e089-4b79-a9e3-364e6faebe1b req-3b6f11d9-853e-42ee-b0da-edc9e8aaf45d tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Deleting port adbd679c-b2bc-4261-80ec-b13d349ff692 {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 31 18:27:58.755533 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-4b860593-e089-4b79-a9e3-364e6faebe1b req-3b6f11d9-853e-42ee-b0da-edc9e8aaf45d tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759343023638'] for port (adbd679c-b2bc-4261-80ec-b13d349ff692), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:27:58.786194 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc28ac4-b264-4d2c-ba39-d067306b63fa req-aee9da4c-14d7-4e26-8c90-3ac927b6a12c tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:27:58.787715 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-4cc28ac4-b264-4d2c-ba39-d067306b63fa req-aee9da4c-14d7-4e26-8c90-3ac927b6a12c tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef0f516d-f8cb-4c78-8e19-b5d530c90e68 HTTP/1.1" status: 200  len: 946 time: 0.0525100
Mar 31 18:27:58.836577 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-4cc28ac4-b264-4d2c-ba39-d067306b63fa req-24cd908e-c340-4672-8841-c161d3b26e29 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a763037-c2ed-4230-b56f-5864e1324aae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426269
Mar 31 18:27:58.848121 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [req-4b860593-e089-4b79-a9e3-364e6faebe1b req-3b6f11d9-853e-42ee-b0da-edc9e8aaf45d tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] For port adbd679c-b2bc-4261-80ec-b13d349ff692, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=adbd679c-b2bc-4261-80ec-b13d349ff692,segment=NetworkSegment(0e13db69-fb06-49b3-a448-31200d86bc6e),segment_id=0e13db69-fb06-49b3-a448-31200d86bc6e)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:27:58.848524 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-4b860593-e089-4b79-a9e3-364e6faebe1b req-3b6f11d9-853e-42ee-b0da-edc9e8aaf45d tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505421'] for port (adbd679c-b2bc-4261-80ec-b13d349ff692), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:27:58.862486 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [req-4b860593-e089-4b79-a9e3-364e6faebe1b req-3b6f11d9-853e-42ee-b0da-edc9e8aaf45d tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Calling delete_port for adbd679c-b2bc-4261-80ec-b13d349ff692 owned by compute:nova {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 31 18:27:59.066969 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-68a80b5f-c0c3-46b3-87a6-1223c618f667 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (08150f5b-1b08-4271-84f1-4a3b03ee1892), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:27:59.095692 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-4b860593-e089-4b79-a9e3-364e6faebe1b req-3b6f11d9-853e-42ee-b0da-edc9e8aaf45d tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759343027577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759342510071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13081985'] for port (adbd679c-b2bc-4261-80ec-b13d349ff692), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:27:59.122933 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6f11d9-853e-42ee-b0da-edc9e8aaf45d tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Pushing event deleted for resources: {'Port': ['ID=adbd679c-b2bc-4261-80ec-b13d349ff692,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:27:59.169113 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b860593-e089-4b79-a9e3-364e6faebe1b req-3b6f11d9-853e-42ee-b0da-edc9e8aaf45d tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] No DVR routers for this DVR port adbd679c-b2bc-4261-80ec-b13d349ff692 on host hv-cinder-maste {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 31 18:27:59.171547 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-4b860593-e089-4b79-a9e3-364e6faebe1b req-3b6f11d9-853e-42ee-b0da-edc9e8aaf45d tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30337'] for port (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:27:59.174786 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-4b860593-e089-4b79-a9e3-364e6faebe1b req-3b6f11d9-853e-42ee-b0da-edc9e8aaf45d tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.44 "DELETE /v2.0/ports/adbd679c-b2bc-4261-80ec-b13d349ff692 HTTP/1.1" status: 204  len: 173 time: 0.5075827
Mar 31 18:27:59.175222 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef0f516d-f8cb-4c78-8e19-b5d530c90e68', 'name': 'network-vif-deleted', 'tag': 'adbd679c-b2bc-4261-80ec-b13d349ff692'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 31 18:27:59.177444 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73fc78de55affb2fac0a31bf62e314c48f0d961b1f9e9815d43b8150b113e94f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dd8d540-3606-41b0-a1f7-ea1cfc5b1fb6" -d '{"events": [{"server_uuid": "ef0f516d-f8cb-4c78-8e19-b5d530c90e68", "name": "network-vif-deleted", "tag": "adbd679c-b2bc-4261-80ec-b13d349ff692"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 31 18:27:59.212022 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 18:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b68b63f7-9eae-466b-9eba-dcaf2bf9675e x-openstack-request-id: req-b68b63f7-9eae-466b-9eba-dcaf2bf9675e {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 31 18:27:59.215508 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef0f516d-f8cb-4c78-8e19-b5d530c90e68", "name": "network-vif-deleted", "tag": "adbd679c-b2bc-4261-80ec-b13d349ff692", "status": "completed", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 31 18:27:59.215508 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b68b63f7-9eae-466b-9eba-dcaf2bf9675e {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 31 18:27:59.215508 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b68b63f7-9eae-466b-9eba-dcaf2bf9675e'] response: {'server_uuid': 'ef0f516d-f8cb-4c78-8e19-b5d530c90e68', 'name': 'network-vif-deleted', 'tag': 'adbd679c-b2bc-4261-80ec-b13d349ff692', 'status': 'completed', 'code': 200}
Mar 31 18:27:59.944798 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-c63e537d-e5c9-4215-b10a-3f3502c42309 req-952d6d58-2dd0-4daa-9d11-75c80b5cf454 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef0f516d-f8cb-4c78-8e19-b5d530c90e68 HTTP/1.1" status: 200  len: 210 time: 0.0299268
Mar 31 18:28:01.427144 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-a84d231d-f373-45d7-8205-3b3d1fca2303 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (f09d5d1b-4294-4f18-9a00-351412ae7ca6), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:28:02.316212 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Device adbd679c-b2bc-4261-80ec-b13d349ff692 no longer exists at agent hyperv_hv-cinder-maste {{(pid=103898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 31 18:28:02.346072 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] No Port match for: adbd679c-b2bc-4261-80ec-b13d349ff692 {{(pid=103898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 31 18:28:02.346418 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Device adbd679c-b2bc-4261-80ec-b13d349ff692 not bound to the agent host hv-cinder-maste {{(pid=103898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 31 18:28:02.461536 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-be477ca9-b30f-4eb3-92ce-971cde9f4756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (d0835089-4a76-4105-9221-c81b46927b3c), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:28:03.528774 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 55858) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:28:03.684206 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-0e60be03-c906-416a-87f9-b196ea135e10 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Deleting port 94729d1e-9aa6-4241-805c-559eb7b59db0 {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 31 18:28:03.684551 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0e60be03-c906-416a-87f9-b196ea135e10 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759343023638'] for port (94729d1e-9aa6-4241-805c-559eb7b59db0), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:28:03.760813 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0e60be03-c906-416a-87f9-b196ea135e10 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505421'] for port (94729d1e-9aa6-4241-805c-559eb7b59db0), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:28:03.761133 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0e60be03-c906-416a-87f9-b196ea135e10 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Publish callbacks [] for floatingip (94729d1e-9aa6-4241-805c-559eb7b59db0), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:28:03.772724 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-0e60be03-c906-416a-87f9-b196ea135e10 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Calling delete_port for 94729d1e-9aa6-4241-805c-559eb7b59db0 owned by network:floatingip {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 31 18:28:03.976028 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0e60be03-c906-416a-87f9-b196ea135e10 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759343027577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759342510071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13081985'] for port (94729d1e-9aa6-4241-805c-559eb7b59db0), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:28:03.998324 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-61acbcaf-515a-4595-a759-82c8bf4c0ac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (1ee04592-4785-424e-aa2a-0bd32f5faacf), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:28:04.001367 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e60be03-c906-416a-87f9-b196ea135e10 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Pushing event deleted for resources: {'Port': ['ID=94729d1e-9aa6-4241-805c-559eb7b59db0,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:28:04.064730 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0e60be03-c906-416a-87f9-b196ea135e10 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Publish callbacks [] for floatingip (e8a3b822-2a01-4d28-a593-8d12f54e93cb), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:28:04.065079 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.db.l3_db [None req-0e60be03-c906-416a-87f9-b196ea135e10 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Floating IP e8a3b822-2a01-4d28-a593-8d12f54e93cb disassociated (deleted). External IP: 172.37.2.214, port: 8009d02e-5d59-48da-9d8c-071ba781cd76.
Mar 31 18:28:04.277721 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e60be03-c906-416a-87f9-b196ea135e10 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Router 7cf9ce2c-74d5-45b5-825a-ca1695a42357 has already been hosted by L3 agent f09d5d1b-4294-4f18-9a00-351412ae7ca6 {{(pid=103897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 31 18:28:04.386525 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e60be03-c906-416a-87f9-b196ea135e10 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 31 18:28:04.391289 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0e60be03-c906-416a-87f9-b196ea135e10 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30337'] for floatingip (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:28:04.397226 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5897ce24-2450-49bc-809b-261ab7258032 None None] Sync routers for ids ['7cf9ce2c-74d5-45b5-825a-ca1695a42357'] in dv-cinder-master-3-iscsi {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 31 18:28:04.410193 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5897ce24-2450-49bc-809b-261ab7258032 None None] Routers {'7cf9ce2c-74d5-45b5-825a-ca1695a42357'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 31 18:28:04.410841 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-5897ce24-2450-49bc-809b-261ab7258032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f77152767f0>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T18:05:01Z,description=<?>,heartbeat_timestamp=2022-03-31T18:28:01Z,host='dv-cinder-master-3-iscsi',id=f09d5d1b-4294-4f18-9a00-351412ae7ca6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-31T18:05:02Z,topic='l3_agent')) {'router_ids': ['7cf9ce2c-74d5-45b5-825a-ca1695a42357'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:28:04.420940 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-0e60be03-c906-416a-87f9-b196ea135e10 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "DELETE /v2.0/floatingips/e8a3b822-2a01-4d28-a593-8d12f54e93cb HTTP/1.1" status: 204  len: 168 time: 0.8910921
Mar 31 18:28:04.421504 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '635a0e04-c990-4a66-81ed-ab572007484b', 'tag': '8009d02e-5d59-48da-9d8c-071ba781cd76'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 31 18:28:04.423750 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73fc78de55affb2fac0a31bf62e314c48f0d961b1f9e9815d43b8150b113e94f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd6bd71b-4dae-4315-8900-a993f5694d3b" -d '{"events": [{"name": "network-changed", "server_uuid": "635a0e04-c990-4a66-81ed-ab572007484b", "tag": "8009d02e-5d59-48da-9d8c-071ba781cd76"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 31 18:28:04.458276 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 18:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50b20aac-ac6b-407f-a4da-5b3c2d75e136 x-openstack-request-id: req-50b20aac-ac6b-407f-a4da-5b3c2d75e136 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 31 18:28:04.458566 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "635a0e04-c990-4a66-81ed-ab572007484b", "tag": "8009d02e-5d59-48da-9d8c-071ba781cd76", "status": "completed", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 31 18:28:04.458842 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-50b20aac-ac6b-407f-a4da-5b3c2d75e136 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 31 18:28:04.459254 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50b20aac-ac6b-407f-a4da-5b3c2d75e136'] response: {'name': 'network-changed', 'server_uuid': '635a0e04-c990-4a66-81ed-ab572007484b', 'tag': '8009d02e-5d59-48da-9d8c-071ba781cd76', 'status': 'completed', 'code': 200}
Mar 31 18:28:04.521203 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-5897ce24-2450-49bc-809b-261ab7258032 None None] Set router 7cf9ce2c-74d5-45b5-825a-ca1695a42357 gateway port host: dv-cinder-master-3-iscsi {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 31 18:28:04.555571 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6bd71b-4dae-4315-8900-a993f5694d3b req-0de7dc4a-0adc-4fdd-b944-cfd27bb02dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:28:04.557057 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-bd6bd71b-4dae-4315-8900-a993f5694d3b req-0de7dc4a-0adc-4fdd-b944-cfd27bb02dce service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=70f0b3390f4542c8831753ecf26f6745&device_id=635a0e04-c990-4a66-81ed-ab572007484b HTTP/1.1" status: 200  len: 1129 time: 0.0460627
Mar 31 18:28:04.651056 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6bd71b-4dae-4315-8900-a993f5694d3b req-3cce490b-5ce6-4b1f-a34a-23b82510cdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:28:04.652421 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-bd6bd71b-4dae-4315-8900-a993f5694d3b req-3cce490b-5ce6-4b1f-a34a-23b82510cdaf service neutron] 10.222.0.44 "GET /v2.0/networks?id=46cf5202-8790-480a-a14a-b087639c31e2 HTTP/1.1" status: 200  len: 912 time: 0.0878382
Mar 31 18:28:04.696197 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-bd6bd71b-4dae-4315-8900-a993f5694d3b req-6ed23727-7c9a-420f-8b0b-a29f463be79a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8009d02e-5d59-48da-9d8c-071ba781cd76 HTTP/1.1" status: 200  len: 217 time: 0.0366521
Mar 31 18:28:04.736776 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-5897ce24-2450-49bc-809b-261ab7258032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f77152767f0>, [{'id': '7cf9ce2c-74d5-45b5-825a-ca1695a42357', 'name': 'tempest-TestVolumeBootPattern-402431251-router', 'tenant_id': '70f0b3390f4542c8831753ecf26f6745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.139'}], 'enable_snat': True}, 'gw_port_id': 'dc7b18b7-7eb0-4761-9528-290ea51bf770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:18:51Z', 'updated_at': '2022-03-31T18:18:55Z', 'revision_number': 4, 'project_id': '70f0b3390f4542c8831753ecf26f6745', 'gw_port': {'id': 'dc7b18b7-7eb0-4761-9528-290ea51bf770', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:2b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf9ce2c-74d5-45b5-825a-ca1695a42357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:18:52Z', 'updated_at': '2022-03-31T18:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '0f237034-63c3-4a22-be68-04490a5aa046', 'name': '', 'network_id': '46cf5202-8790-480a-a14a-b087639c31e2', 'tenant_id': '70f0b3390f4542c8831753ecf26f6745', 'mac_address': 'fa:16:3e:0c:4f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf9ce2c-74d5-45b5-825a-ca1695a42357', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '905ec444-b4c2-43a9-986a-e2ab2e05accc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:18:54Z', 'updated_at': '2022-03-31T18:18:59Z', 'revision_number': 5, 'project_id': '70f0b3390f4542c8831753ecf26f6745', 'subnets': [{'id': '905ec444-b4c2-43a9-986a-e2ab2e05accc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:28:04.743609 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6bd71b-4dae-4315-8900-a993f5694d3b req-78ed72f6-dda4-420d-98fa-44601b62fef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:28:04.745045 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-bd6bd71b-4dae-4315-8900-a993f5694d3b req-78ed72f6-dda4-420d-98fa-44601b62fef4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=905ec444-b4c2-43a9-986a-e2ab2e05accc HTTP/1.1" status: 200  len: 850 time: 0.0431249
Mar 31 18:28:04.765798 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5897ce24-2450-49bc-809b-261ab7258032 None None] Checking router: 7cf9ce2c-74d5-45b5-825a-ca1695a42357 for host: dv-cinder-master-3-iscsi {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 31 18:28:04.776414 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5897ce24-2450-49bc-809b-261ab7258032 None None] Routers {'7cf9ce2c-74d5-45b5-825a-ca1695a42357'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 31 18:28:04.777094 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-5897ce24-2450-49bc-809b-261ab7258032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f77152767f0>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T18:05:01Z,description=<?>,heartbeat_timestamp=2022-03-31T18:28:01Z,host='dv-cinder-master-3-iscsi',id=f09d5d1b-4294-4f18-9a00-351412ae7ca6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-31T18:05:02Z,topic='l3_agent')) {'router_ids': ['7cf9ce2c-74d5-45b5-825a-ca1695a42357'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:28:04.807552 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6bd71b-4dae-4315-8900-a993f5694d3b req-1d57d4aa-a586-4161-9ffb-ce7a081a35c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:28:04.809209 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-bd6bd71b-4dae-4315-8900-a993f5694d3b req-1d57d4aa-a586-4161-9ffb-ce7a081a35c4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=46cf5202-8790-480a-a14a-b087639c31e2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0576291
Mar 31 18:28:04.919197 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae95b9b2-b1cc-4805-ae0f-f430117d4e15 req-f8415159-f773-446c-95fd-7d08b311a538 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:28:04.920484 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-ae95b9b2-b1cc-4805-ae0f-f430117d4e15 req-f8415159-f773-446c-95fd-7d08b311a538 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/ports?device_id=635a0e04-c990-4a66-81ed-ab572007484b HTTP/1.1" status: 200  len: 945 time: 0.1072590
Mar 31 18:28:05.047297 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-5897ce24-2450-49bc-809b-261ab7258032 None None] Set router 7cf9ce2c-74d5-45b5-825a-ca1695a42357 gateway port host: dv-cinder-master-3-iscsi {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 31 18:28:05.121780 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (b6d39f6c-4dc3-40bd-bbe5-e05b1f1d4e13), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:28:05.246578 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-bd6bd71b-4dae-4315-8900-a993f5694d3b req-88f4f092-3215-4bf4-954b-de7719e321c6 service neutron] 10.222.0.44 "GET /v2.0/networks/46cf5202-8790-480a-a14a-b087639c31e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3952260
Mar 31 18:28:05.251257 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-ae95b9b2-b1cc-4805-ae0f-f430117d4e15 req-2ce7487f-eeb8-4460-a1f0-a94b19b49897 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a763037-c2ed-4230-b56f-5864e1324aae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3246121
Mar 31 18:28:05.257274 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-5897ce24-2450-49bc-809b-261ab7258032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f77152767f0>, [{'id': '7cf9ce2c-74d5-45b5-825a-ca1695a42357', 'name': 'tempest-TestVolumeBootPattern-402431251-router', 'tenant_id': '70f0b3390f4542c8831753ecf26f6745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.139'}], 'enable_snat': True}, 'gw_port_id': 'dc7b18b7-7eb0-4761-9528-290ea51bf770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:18:51Z', 'updated_at': '2022-03-31T18:18:55Z', 'revision_number': 4, 'project_id': '70f0b3390f4542c8831753ecf26f6745', 'gw_port': {'id': 'dc7b18b7-7eb0-4761-9528-290ea51bf770', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:2b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf9ce2c-74d5-45b5-825a-ca1695a42357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:18:52Z', 'updated_at': '2022-03-31T18:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '0f237034-63c3-4a22-be68-04490a5aa046', 'name': '', 'network_id': '46cf5202-8790-480a-a14a-b087639c31e2', 'tenant_id': '70f0b3390f4542c8831753ecf26f6745', 'mac_address': 'fa:16:3e:0c:4f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf9ce2c-74d5-45b5-825a-ca1695a42357', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '905ec444-b4c2-43a9-986a-e2ab2e05accc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:18:54Z', 'updated_at': '2022-03-31T18:18:59Z', 'revision_number': 5, 'project_id': '70f0b3390f4542c8831753ecf26f6745', 'subnets': [{'id': '905ec444-b4c2-43a9-986a-e2ab2e05accc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:28:05.286452 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5897ce24-2450-49bc-809b-261ab7258032 None None] The sync data for ids ['7cf9ce2c-74d5-45b5-825a-ca1695a42357'] in dv-cinder-master-3-iscsi is: [{'id': '7cf9ce2c-74d5-45b5-825a-ca1695a42357', 'name': 'tempest-TestVolumeBootPattern-402431251-router', 'tenant_id': '70f0b3390f4542c8831753ecf26f6745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.139'}], 'enable_snat': True}, 'gw_port_id': 'dc7b18b7-7eb0-4761-9528-290ea51bf770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:18:51Z', 'updated_at': '2022-03-31T18:18:55Z', 'revision_number': 4, 'project_id': '70f0b3390f4542c8831753ecf26f6745', 'gw_port': {'id': 'dc7b18b7-7eb0-4761-9528-290ea51bf770', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:2b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf9ce2c-74d5-45b5-825a-ca1695a42357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:18:52Z', 'updated_at': '2022-03-31T18:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '0f237034-63c3-4a22-be68-04490a5aa046', 'name': '', 'network_id': '46cf5202-8790-480a-a14a-b087639c31e2', 'tenant_id': '70f0b3390f4542c8831753ecf26f6745', 'mac_address': 'fa:16:3e:0c:4f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf9ce2c-74d5-45b5-825a-ca1695a42357', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '905ec444-b4c2-43a9-986a-e2ab2e05accc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:18:54Z', 'updated_at': '2022-03-31T18:18:59Z', 'revision_number': 5, 'project_id': '70f0b3390f4542c8831753ecf26f6745', 'subnets': [{'id': '905ec444-b4c2-43a9-986a-e2ab2e05accc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 31 18:28:05.351289 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-bd6bd71b-4dae-4315-8900-a993f5694d3b req-1c593d41-f0e3-4520-8138-087b127a9284 service neutron] 10.222.0.44 "GET /v2.0/networks/46cf5202-8790-480a-a14a-b087639c31e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0949287
Mar 31 18:28:05.508411 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1810a7-7796-4c5d-b2d2-8f34760dd408 None None] New status for floating IP e8a3b822-2a01-4d28-a593-8d12f54e93cb: DOWN {{(pid=103899) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 31 18:28:05.789503 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea63e29-60da-4911-aace-9110c965b180 req-c5fe524b-3ceb-43fe-8f43-79d15f766015 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:28:05.790912 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-3ea63e29-60da-4911-aace-9110c965b180 req-c5fe524b-3ceb-43fe-8f43-79d15f766015 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.44 "GET /v2.0/ports?device_id=635a0e04-c990-4a66-81ed-ab572007484b HTTP/1.1" status: 200  len: 945 time: 0.0570285
Mar 31 18:28:05.884476 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [req-3ea63e29-60da-4911-aace-9110c965b180 req-e8f14eeb-e675-43c0-9e5d-d0b3d7922c38 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Deleting port 8009d02e-5d59-48da-9d8c-071ba781cd76 {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 31 18:28:05.884820 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-3ea63e29-60da-4911-aace-9110c965b180 req-e8f14eeb-e675-43c0-9e5d-d0b3d7922c38 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759343023638'] for port (8009d02e-5d59-48da-9d8c-071ba781cd76), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:28:05.974080 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [req-3ea63e29-60da-4911-aace-9110c965b180 req-e8f14eeb-e675-43c0-9e5d-d0b3d7922c38 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] For port 8009d02e-5d59-48da-9d8c-071ba781cd76, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8009d02e-5d59-48da-9d8c-071ba781cd76,segment=NetworkSegment(0e13db69-fb06-49b3-a448-31200d86bc6e),segment_id=0e13db69-fb06-49b3-a448-31200d86bc6e)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:28:05.974442 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-3ea63e29-60da-4911-aace-9110c965b180 req-e8f14eeb-e675-43c0-9e5d-d0b3d7922c38 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505421'] for port (8009d02e-5d59-48da-9d8c-071ba781cd76), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:28:05.987435 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [req-3ea63e29-60da-4911-aace-9110c965b180 req-e8f14eeb-e675-43c0-9e5d-d0b3d7922c38 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Calling delete_port for 8009d02e-5d59-48da-9d8c-071ba781cd76 owned by compute:nova {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 31 18:28:06.192555 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-3ea63e29-60da-4911-aace-9110c965b180 req-e8f14eeb-e675-43c0-9e5d-d0b3d7922c38 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759343027577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759342510071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13081985'] for port (8009d02e-5d59-48da-9d8c-071ba781cd76), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:28:06.224114 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f14eeb-e675-43c0-9e5d-d0b3d7922c38 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Pushing event deleted for resources: {'Port': ['ID=8009d02e-5d59-48da-9d8c-071ba781cd76,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:28:06.267377 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ea63e29-60da-4911-aace-9110c965b180 req-e8f14eeb-e675-43c0-9e5d-d0b3d7922c38 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] No DVR routers for this DVR port 8009d02e-5d59-48da-9d8c-071ba781cd76 on host hv-cinder-maste {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 31 18:28:06.269877 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-3ea63e29-60da-4911-aace-9110c965b180 req-e8f14eeb-e675-43c0-9e5d-d0b3d7922c38 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30337'] for port (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:28:06.273534 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-3ea63e29-60da-4911-aace-9110c965b180 req-e8f14eeb-e675-43c0-9e5d-d0b3d7922c38 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.44 "DELETE /v2.0/ports/8009d02e-5d59-48da-9d8c-071ba781cd76 HTTP/1.1" status: 204  len: 173 time: 0.4757762
Mar 31 18:28:06.350713 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-ea00cf51-e5af-4f6f-bda2-a1f01077c2fe req-763dc760-440a-4b39-a3f1-ec448a3d4d30 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/ports?device_id=635a0e04-c990-4a66-81ed-ab572007484b HTTP/1.1" status: 200  len: 210 time: 0.0307293
Mar 31 18:28:06.376084 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (06f31eaf-9418-4d11-8606-24a34b4b4893), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:28:06.460695 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '635a0e04-c990-4a66-81ed-ab572007484b', 'name': 'network-vif-deleted', 'tag': '8009d02e-5d59-48da-9d8c-071ba781cd76'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 31 18:28:06.463265 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73fc78de55affb2fac0a31bf62e314c48f0d961b1f9e9815d43b8150b113e94f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e516a097-2232-42d9-ac7b-578e6cb62cc8" -d '{"events": [{"server_uuid": "635a0e04-c990-4a66-81ed-ab572007484b", "name": "network-vif-deleted", "tag": "8009d02e-5d59-48da-9d8c-071ba781cd76"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 31 18:28:06.499576 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 18:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3690b72-c77f-4cfd-aff4-afe7a6234cf1 x-openstack-request-id: req-a3690b72-c77f-4cfd-aff4-afe7a6234cf1 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 31 18:28:06.499872 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "635a0e04-c990-4a66-81ed-ab572007484b", "name": "network-vif-deleted", "tag": "8009d02e-5d59-48da-9d8c-071ba781cd76", "status": "completed", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 31 18:28:06.500181 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a3690b72-c77f-4cfd-aff4-afe7a6234cf1 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 31 18:28:06.500668 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3690b72-c77f-4cfd-aff4-afe7a6234cf1'] response: {'server_uuid': '635a0e04-c990-4a66-81ed-ab572007484b', 'name': 'network-vif-deleted', 'tag': '8009d02e-5d59-48da-9d8c-071ba781cd76', 'status': 'completed', 'code': 200}
Mar 31 18:28:07.461749 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-28d8052f-1705-4bd7-b497-677c6c175da6 req-27630d1e-7275-4e9f-9849-2faaced6497d tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "GET /v2.0/ports?device_id=635a0e04-c990-4a66-81ed-ab572007484b HTTP/1.1" status: 200  len: 210 time: 0.0270221
Mar 31 18:28:08.517683 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 55876) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:28:08.640859 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-617613fa-6a11-4fcb-b674-4c4752085614 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Deleting port d6c150ad-887d-44fa-85b0-14ae067a2d02 {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 31 18:28:08.641198 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-617613fa-6a11-4fcb-b674-4c4752085614 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759343023638'] for port (d6c150ad-887d-44fa-85b0-14ae067a2d02), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:28:08.717686 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-617613fa-6a11-4fcb-b674-4c4752085614 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505421'] for port (d6c150ad-887d-44fa-85b0-14ae067a2d02), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:28:08.718011 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-617613fa-6a11-4fcb-b674-4c4752085614 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Publish callbacks [] for floatingip (d6c150ad-887d-44fa-85b0-14ae067a2d02), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:28:08.730081 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-617613fa-6a11-4fcb-b674-4c4752085614 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Calling delete_port for d6c150ad-887d-44fa-85b0-14ae067a2d02 owned by network:floatingip {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 31 18:28:08.947213 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-617613fa-6a11-4fcb-b674-4c4752085614 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759343027577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759342510071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13081985'] for port (d6c150ad-887d-44fa-85b0-14ae067a2d02), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:28:08.980086 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617613fa-6a11-4fcb-b674-4c4752085614 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Pushing event deleted for resources: {'Port': ['ID=d6c150ad-887d-44fa-85b0-14ae067a2d02,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:28:09.042808 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-617613fa-6a11-4fcb-b674-4c4752085614 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Publish callbacks [] for floatingip (d727eb3a-9469-4b3d-9bb0-cf5c02e8c7bc), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:28:09.045291 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-617613fa-6a11-4fcb-b674-4c4752085614 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30337'] for floatingip (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:28:09.046448 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-617613fa-6a11-4fcb-b674-4c4752085614 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "DELETE /v2.0/floatingips/d727eb3a-9469-4b3d-9bb0-cf5c02e8c7bc HTTP/1.1" status: 204  len: 168 time: 0.5277691
Mar 31 18:28:10.326706 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Device 8009d02e-5d59-48da-9d8c-071ba781cd76 no longer exists at agent hyperv_hv-cinder-maste {{(pid=103898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 31 18:28:10.346932 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] No Port match for: 8009d02e-5d59-48da-9d8c-071ba781cd76 {{(pid=103898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 31 18:28:10.347274 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Device 8009d02e-5d59-48da-9d8c-071ba781cd76 not bound to the agent host hv-cinder-maste {{(pid=103898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 31 18:28:10.404578 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 55890) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:28:10.438229 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a38662d3-452a-4f76-af50-3985eba39926 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Publish callbacks [] for security_group (5a763037-c2ed-4230-b56f-5864e1324aae), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:28:10.486943 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a38662d3-452a-4f76-af50-3985eba39926 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Publish callbacks [] for security_group (5a763037-c2ed-4230-b56f-5864e1324aae), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:28:10.627306 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a38662d3-452a-4f76-af50-3985eba39926 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (5a763037-c2ed-4230-b56f-5864e1324aae), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:28:10.629851 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a38662d3-452a-4f76-af50-3985eba39926 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Publish callbacks [] for security_group (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:28:10.631048 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-a38662d3-452a-4f76-af50-3985eba39926 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] 10.222.0.58 "DELETE /v2.0/security-groups/5a763037-c2ed-4230-b56f-5864e1324aae HTTP/1.1" status: 204  len: 168 time: 0.2511473
Mar 31 18:28:10.641039 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38662d3-452a-4f76-af50-3985eba39926 tempest-TestVolumeBootPattern-2067255929 tempest-TestVolumeBootPattern-2067255929-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a763037-c2ed-4230-b56f-5864e1324aae,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:28:10.827362 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 55894) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:28:11.291631 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3c3f699b-7abd-40dc-96d3-ee09a5d87d48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-506751'] for router_interface (7cf9ce2c-74d5-45b5-825a-ca1695a42357), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:28:11.564106 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-3c3f699b-7abd-40dc-96d3-ee09a5d87d48 admin admin] Deleting port 0f237034-63c3-4a22-be68-04490a5aa046 {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 31 18:28:11.564791 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3c3f699b-7abd-40dc-96d3-ee09a5d87d48 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759343023638'] for port (0f237034-63c3-4a22-be68-04490a5aa046), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:28:11.648852 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-3c3f699b-7abd-40dc-96d3-ee09a5d87d48 admin admin] For port 0f237034-63c3-4a22-be68-04490a5aa046, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=0f237034-63c3-4a22-be68-04490a5aa046,segment=NetworkSegment(0e13db69-fb06-49b3-a448-31200d86bc6e),segment_id=0e13db69-fb06-49b3-a448-31200d86bc6e)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:28:11.649386 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3c3f699b-7abd-40dc-96d3-ee09a5d87d48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505421'] for port (0f237034-63c3-4a22-be68-04490a5aa046), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:28:11.664399 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-3c3f699b-7abd-40dc-96d3-ee09a5d87d48 admin admin] Calling delete_port for 0f237034-63c3-4a22-be68-04490a5aa046 owned by network:router_interface {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 31 18:28:11.936145 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3c3f699b-7abd-40dc-96d3-ee09a5d87d48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759343027577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759342510071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13081985'] for port (0f237034-63c3-4a22-be68-04490a5aa046), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:28:11.969654 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3f699b-7abd-40dc-96d3-ee09a5d87d48 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f237034-63c3-4a22-be68-04490a5aa046,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:28:12.149230 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3c3f699b-7abd-40dc-96d3-ee09a5d87d48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-493295'] for router_interface (7cf9ce2c-74d5-45b5-825a-ca1695a42357), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:28:12.380521 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c3f699b-7abd-40dc-96d3-ee09a5d87d48 admin admin] Router 7cf9ce2c-74d5-45b5-825a-ca1695a42357 has already been hosted by L3 agent f09d5d1b-4294-4f18-9a00-351412ae7ca6 {{(pid=103897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 31 18:28:12.487859 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c3f699b-7abd-40dc-96d3-ee09a5d87d48 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 31 18:28:12.493054 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-3c3f699b-7abd-40dc-96d3-ee09a5d87d48 admin admin] 10.222.0.58 "PUT /v2.0/routers/7cf9ce2c-74d5-45b5-825a-ca1695a42357/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6646628
Mar 31 18:28:12.495699 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 55898) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:28:12.498408 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca7b009-91d3-47d8-b1db-385a9664bc70 None None] Sync routers for ids ['7cf9ce2c-74d5-45b5-825a-ca1695a42357'] in dv-cinder-master-3-iscsi {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 31 18:28:12.509482 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca7b009-91d3-47d8-b1db-385a9664bc70 None None] Routers {'7cf9ce2c-74d5-45b5-825a-ca1695a42357'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 31 18:28:12.510100 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-aca7b009-91d3-47d8-b1db-385a9664bc70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f771525d250>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T18:05:01Z,description=<?>,heartbeat_timestamp=2022-03-31T18:28:01Z,host='dv-cinder-master-3-iscsi',id=f09d5d1b-4294-4f18-9a00-351412ae7ca6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-31T18:05:02Z,topic='l3_agent')) {'router_ids': ['7cf9ce2c-74d5-45b5-825a-ca1695a42357'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:28:12.603085 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-147719ec-568d-4cc6-a7ea-7618adac017c admin admin] Publish callbacks [] for router (7cf9ce2c-74d5-45b5-825a-ca1695a42357), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:28:12.620119 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-aca7b009-91d3-47d8-b1db-385a9664bc70 None None] Set router 7cf9ce2c-74d5-45b5-825a-ca1695a42357 gateway port host: dv-cinder-master-3-iscsi {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 31 18:28:12.721769 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-147719ec-568d-4cc6-a7ea-7618adac017c admin admin] Publish callbacks [] for router_gateway (7cf9ce2c-74d5-45b5-825a-ca1695a42357), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:28:12.799496 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-aca7b009-91d3-47d8-b1db-385a9664bc70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f771525d250>, [{'id': '7cf9ce2c-74d5-45b5-825a-ca1695a42357', 'name': 'tempest-TestVolumeBootPattern-402431251-router', 'tenant_id': '70f0b3390f4542c8831753ecf26f6745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.139'}], 'enable_snat': True}, 'gw_port_id': 'dc7b18b7-7eb0-4761-9528-290ea51bf770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:18:51Z', 'updated_at': '2022-03-31T18:28:11Z', 'revision_number': 5, 'project_id': '70f0b3390f4542c8831753ecf26f6745', 'gw_port': {'id': 'dc7b18b7-7eb0-4761-9528-290ea51bf770', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:2b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf9ce2c-74d5-45b5-825a-ca1695a42357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:18:52Z', 'updated_at': '2022-03-31T18:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:28:12.827040 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca7b009-91d3-47d8-b1db-385a9664bc70 None None] Checking router: 7cf9ce2c-74d5-45b5-825a-ca1695a42357 for host: dv-cinder-master-3-iscsi {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 31 18:28:12.835505 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca7b009-91d3-47d8-b1db-385a9664bc70 None None] Routers {'7cf9ce2c-74d5-45b5-825a-ca1695a42357'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 31 18:28:12.836480 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-aca7b009-91d3-47d8-b1db-385a9664bc70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f771525d250>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T18:05:01Z,description=<?>,heartbeat_timestamp=2022-03-31T18:28:01Z,host='dv-cinder-master-3-iscsi',id=f09d5d1b-4294-4f18-9a00-351412ae7ca6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-31T18:05:02Z,topic='l3_agent')) {'router_ids': ['7cf9ce2c-74d5-45b5-825a-ca1695a42357'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:28:12.846099 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-147719ec-568d-4cc6-a7ea-7618adac017c admin admin] Deleting port dc7b18b7-7eb0-4761-9528-290ea51bf770 {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 31 18:28:12.846443 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-147719ec-568d-4cc6-a7ea-7618adac017c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759343023638'] for port (dc7b18b7-7eb0-4761-9528-290ea51bf770), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:28:12.925899 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-147719ec-568d-4cc6-a7ea-7618adac017c admin admin] For port dc7b18b7-7eb0-4761-9528-290ea51bf770, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=dc7b18b7-7eb0-4761-9528-290ea51bf770,segment=NetworkSegment(31f32929-b46a-4720-9f75-d20195c1993a),segment_id=31f32929-b46a-4720-9f75-d20195c1993a)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:28:12.926170 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-147719ec-568d-4cc6-a7ea-7618adac017c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505421'] for port (dc7b18b7-7eb0-4761-9528-290ea51bf770), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:28:12.927341 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-aca7b009-91d3-47d8-b1db-385a9664bc70 None None] Set router 7cf9ce2c-74d5-45b5-825a-ca1695a42357 gateway port host: None {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 31 18:28:12.939624 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-147719ec-568d-4cc6-a7ea-7618adac017c admin admin] Calling delete_port for dc7b18b7-7eb0-4761-9528-290ea51bf770 owned by network:router_gateway {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 31 18:28:12.982856 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-aca7b009-91d3-47d8-b1db-385a9664bc70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f771525d250>, [{'id': '7cf9ce2c-74d5-45b5-825a-ca1695a42357', 'name': 'tempest-TestVolumeBootPattern-402431251-router', 'tenant_id': '70f0b3390f4542c8831753ecf26f6745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:18:51Z', 'updated_at': '2022-03-31T18:28:12Z', 'revision_number': 6, 'project_id': '70f0b3390f4542c8831753ecf26f6745', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:28:13.010939 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca7b009-91d3-47d8-b1db-385a9664bc70 None None] The sync data for ids ['7cf9ce2c-74d5-45b5-825a-ca1695a42357'] in dv-cinder-master-3-iscsi is: [{'id': '7cf9ce2c-74d5-45b5-825a-ca1695a42357', 'name': 'tempest-TestVolumeBootPattern-402431251-router', 'tenant_id': '70f0b3390f4542c8831753ecf26f6745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:18:51Z', 'updated_at': '2022-03-31T18:28:12Z', 'revision_number': 6, 'project_id': '70f0b3390f4542c8831753ecf26f6745', 'gw_port_host': None}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 31 18:28:13.221508 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-147719ec-568d-4cc6-a7ea-7618adac017c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759343027577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759342510071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13081985'] for port (dc7b18b7-7eb0-4761-9528-290ea51bf770), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:28:13.253477 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147719ec-568d-4cc6-a7ea-7618adac017c admin admin] Pushing event deleted for resources: {'Port': ['ID=dc7b18b7-7eb0-4761-9528-290ea51bf770,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:28:13.312831 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-147719ec-568d-4cc6-a7ea-7618adac017c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-505861'] for router_gateway (7cf9ce2c-74d5-45b5-825a-ca1695a42357), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:28:13.409364 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-147719ec-568d-4cc6-a7ea-7618adac017c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-495001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-413'] for router (7cf9ce2c-74d5-45b5-825a-ca1695a42357), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:28:13.411629 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-147719ec-568d-4cc6-a7ea-7618adac017c admin admin] Publish callbacks [] for router_controller (7cf9ce2c-74d5-45b5-825a-ca1695a42357), precommit_delete_associations {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:28:13.536122 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-147719ec-568d-4cc6-a7ea-7618adac017c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-495072'] for router (7cf9ce2c-74d5-45b5-825a-ca1695a42357), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:28:13.536644 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-147719ec-568d-4cc6-a7ea-7618adac017c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7cf9ce2c-74d5-45b5-825a-ca1695a42357 {{(pid=103897) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 31 18:28:13.541783 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-147719ec-568d-4cc6-a7ea-7618adac017c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:28:13.543034 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-147719ec-568d-4cc6-a7ea-7618adac017c admin admin] 10.222.0.58 "DELETE /v2.0/routers/7cf9ce2c-74d5-45b5-825a-ca1695a42357 HTTP/1.1" status: 204  len: 168 time: 1.0464354
Mar 31 18:28:13.545628 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 55900) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:28:13.593461 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.db_base_plugin_v2 [None req-5525086f-3b72-44b7-a5d7-e8db61ff6e27 admin admin] Deleting subnet 905ec444-b4c2-43a9-986a-e2ab2e05accc {{(pid=103897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 31 18:28:13.596586 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5525086f-3b72-44b7-a5d7-e8db61ff6e27 admin admin] Publish callbacks [] for subnet (905ec444-b4c2-43a9-986a-e2ab2e05accc), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:28:13.633854 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5525086f-3b72-44b7-a5d7-e8db61ff6e27 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13080895'] for subnet (905ec444-b4c2-43a9-986a-e2ab2e05accc), precommit_delete_associations {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:28:13.708171 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5525086f-3b72-44b7-a5d7-e8db61ff6e27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1237091'] for subnet (905ec444-b4c2-43a9-986a-e2ab2e05accc), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:28:13.822410 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5525086f-3b72-44b7-a5d7-e8db61ff6e27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1237076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13080946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24666377'] for subnet (905ec444-b4c2-43a9-986a-e2ab2e05accc), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:28:13.846251 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5525086f-3b72-44b7-a5d7-e8db61ff6e27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=905ec444-b4c2-43a9-986a-e2ab2e05accc,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:28:13.854172 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5525086f-3b72-44b7-a5d7-e8db61ff6e27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548721'] for subnet (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:28:13.857416 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-5525086f-3b72-44b7-a5d7-e8db61ff6e27 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/905ec444-b4c2-43a9-986a-e2ab2e05accc HTTP/1.1" status: 204  len: 168 time: 0.3108346
Mar 31 18:28:13.859957 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 55902) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:28:13.862772 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cfd82eb-e8c3-4376-9867-2e2c9e70dd5a None None] Network 46cf5202-8790-480a-a14a-b087639c31e2 requested from dv-cinder-master-3-iscsi {{(pid=103898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 31 18:28:13.931496 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-da66cd19-9a84-4ab8-9691-344bb95da1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1066274'] for network (46cf5202-8790-480a-a14a-b087639c31e2), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:28:13.993582 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-da66cd19-9a84-4ab8-9691-344bb95da1e3 admin admin] Deleting port becbdc21-5db3-480e-9c71-3db87ecc2f26 {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 31 18:28:13.993888 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-da66cd19-9a84-4ab8-9691-344bb95da1e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759343023638'] for port (becbdc21-5db3-480e-9c71-3db87ecc2f26), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:28:14.024548 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cdd1bd1-e751-4a53-bbce-09e7d32f09ac None None] DHCP port deletion for 46cf5202-8790-480a-a14a-b087639c31e2 request from dv-cinder-master-3-iscsi {{(pid=103898) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 31 18:28:14.067490 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-da66cd19-9a84-4ab8-9691-344bb95da1e3 admin admin] For port becbdc21-5db3-480e-9c71-3db87ecc2f26, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=becbdc21-5db3-480e-9c71-3db87ecc2f26,segment=NetworkSegment(0e13db69-fb06-49b3-a448-31200d86bc6e),segment_id=0e13db69-fb06-49b3-a448-31200d86bc6e)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:28:14.067854 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-da66cd19-9a84-4ab8-9691-344bb95da1e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505421'] for port (becbdc21-5db3-480e-9c71-3db87ecc2f26), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:28:14.081227 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-da66cd19-9a84-4ab8-9691-344bb95da1e3 admin admin] Calling delete_port for becbdc21-5db3-480e-9c71-3db87ecc2f26 owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 31 18:28:14.086557 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-2cdd1bd1-e751-4a53-bbce-09e7d32f09ac None None] Deleting port becbdc21-5db3-480e-9c71-3db87ecc2f26 {{(pid=103898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 31 18:28:14.086987 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-2cdd1bd1-e751-4a53-bbce-09e7d32f09ac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759343023638'] for port (becbdc21-5db3-480e-9c71-3db87ecc2f26), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:28:14.154058 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-2cdd1bd1-e751-4a53-bbce-09e7d32f09ac None None] For port becbdc21-5db3-480e-9c71-3db87ecc2f26, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=becbdc21-5db3-480e-9c71-3db87ecc2f26,segment=NetworkSegment(0e13db69-fb06-49b3-a448-31200d86bc6e),segment_id=0e13db69-fb06-49b3-a448-31200d86bc6e)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:28:14.154464 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-2cdd1bd1-e751-4a53-bbce-09e7d32f09ac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505421'] for port (becbdc21-5db3-480e-9c71-3db87ecc2f26), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:28:14.167827 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-2cdd1bd1-e751-4a53-bbce-09e7d32f09ac None None] Calling delete_port for becbdc21-5db3-480e-9c71-3db87ecc2f26 owned by network:dhcp {{(pid=103898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 31 18:28:14.222089 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-da66cd19-9a84-4ab8-9691-344bb95da1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759343027577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759342510071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13081985'] for port (becbdc21-5db3-480e-9c71-3db87ecc2f26), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:28:14.241709 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-2cdd1bd1-e751-4a53-bbce-09e7d32f09ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759343027577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759342510071'] for port (becbdc21-5db3-480e-9c71-3db87ecc2f26), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:28:14.253013 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da66cd19-9a84-4ab8-9691-344bb95da1e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=becbdc21-5db3-480e-9c71-3db87ecc2f26,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:28:14.254805 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da66cd19-9a84-4ab8-9691-344bb95da1e3 admin admin] No DVR routers for this DVR port becbdc21-5db3-480e-9c71-3db87ecc2f26 on host dv-cinder-master-3-iscsi {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 31 18:28:14.266461 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdd1bd1-e751-4a53-bbce-09e7d32f09ac None None] Pushing event deleted for resources: {'Port': ['ID=becbdc21-5db3-480e-9c71-3db87ecc2f26,revision_number=None']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:28:14.271230 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdd1bd1-e751-4a53-bbce-09e7d32f09ac None None] No DVR routers for this DVR port becbdc21-5db3-480e-9c71-3db87ecc2f26 on host dv-cinder-master-3-iscsi {{(pid=103898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 31 18:28:14.279709 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdd1bd1-e751-4a53-bbce-09e7d32f09ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:28:14.280057 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdd1bd1-e751-4a53-bbce-09e7d32f09ac None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:28:14.285727 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdd1bd1-e751-4a53-bbce-09e7d32f09ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:28:14.285727 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdd1bd1-e751-4a53-bbce-09e7d32f09ac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:28:14.285727 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdd1bd1-e751-4a53-bbce-09e7d32f09ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:28:14.285727 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdd1bd1-e751-4a53-bbce-09e7d32f09ac None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:28:14.285727 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdd1bd1-e751-4a53-bbce-09e7d32f09ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:28:14.285727 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdd1bd1-e751-4a53-bbce-09e7d32f09ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:28:14.285727 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdd1bd1-e751-4a53-bbce-09e7d32f09ac None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:28:14.285727 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdd1bd1-e751-4a53-bbce-09e7d32f09ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:28:14.285727 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdd1bd1-e751-4a53-bbce-09e7d32f09ac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:28:14.285727 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdd1bd1-e751-4a53-bbce-09e7d32f09ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:28:14.285727 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdd1bd1-e751-4a53-bbce-09e7d32f09ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:28:14.285727 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdd1bd1-e751-4a53-bbce-09e7d32f09ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:28:14.285727 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdd1bd1-e751-4a53-bbce-09e7d32f09ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:28:14.585913 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-da66cd19-9a84-4ab8-9691-344bb95da1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223144', 'neutron.services.segments.db._delete_segments_for_network-8759342854202'] for network (46cf5202-8790-480a-a14a-b087639c31e2), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:28:14.606564 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.services.segments.db [None req-da66cd19-9a84-4ab8-9691-344bb95da1e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f770fafb880>,) {'filters': {'network_id': ['46cf5202-8790-480a-a14a-b087639c31e2']}} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:28:14.615765 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.services.segments.db [None req-da66cd19-9a84-4ab8-9691-344bb95da1e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f770fafb880>, '0e13db69-fb06-49b3-a448-31200d86bc6e') {'for_net_delete': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:28:14.616061 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.services.segments.db [None req-da66cd19-9a84-4ab8-9691-344bb95da1e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f770fafb880>, '0e13db69-fb06-49b3-a448-31200d86bc6e') {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:28:14.629720 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-da66cd19-9a84-4ab8-9691-344bb95da1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759343069251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13080884'] for segment (0e13db69-fb06-49b3-a448-31200d86bc6e), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:28:14.639388 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-da66cd19-9a84-4ab8-9691-344bb95da1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186132'] for segment (0e13db69-fb06-49b3-a448-31200d86bc6e), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:28:14.645129 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da66cd19-9a84-4ab8-9691-344bb95da1e3 admin admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=103897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 31 18:28:14.645520 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-da66cd19-9a84-4ab8-9691-344bb95da1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13082068'] for segment (0e13db69-fb06-49b3-a448-31200d86bc6e), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:28:14.647409 dv-cinder-master-3-iscsi neutron-server[103897]: Traceback (most recent call last):
Mar 31 18:28:14.647409 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 31 18:28:14.647409 dv-cinder-master-3-iscsi neutron-server[103897]:     timer()
Mar 31 18:28:14.647409 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 31 18:28:14.647409 dv-cinder-master-3-iscsi neutron-server[103897]:     cb(*args, **kw)
Mar 31 18:28:14.647409 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 31 18:28:14.647409 dv-cinder-master-3-iscsi neutron-server[103897]:     return func(*args, **kwargs)
Mar 31 18:28:14.647409 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 31 18:28:14.647409 dv-cinder-master-3-iscsi neutron-server[103897]:     self._notify()
Mar 31 18:28:14.647409 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 31 18:28:14.647409 dv-cinder-master-3-iscsi neutron-server[103897]:     self.callback(batched_events)
Mar 31 18:28:14.647409 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 31 18:28:14.647409 dv-cinder-master-3-iscsi neutron-server[103897]:     event.method(event)
Mar 31 18:28:14.647409 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 31 18:28:14.647409 dv-cinder-master-3-iscsi neutron-server[103897]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 31 18:28:14.647409 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 31 18:28:14.647409 dv-cinder-master-3-iscsi neutron-server[103897]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 31 18:28:14.647409 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 31 18:28:14.647409 dv-cinder-master-3-iscsi neutron-server[103897]:     return f(self, *a, **k)
Mar 31 18:28:14.647409 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 31 18:28:14.647409 dv-cinder-master-3-iscsi neutron-server[103897]:     return self._get(url).json()
Mar 31 18:28:14.647409 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 31 18:28:14.647409 dv-cinder-master-3-iscsi neutron-server[103897]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 31 18:28:14.647409 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 31 18:28:14.647409 dv-cinder-master-3-iscsi neutron-server[103897]:     return self.request(url, 'GET', **kwargs)
Mar 31 18:28:14.647409 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 31 18:28:14.647409 dv-cinder-master-3-iscsi neutron-server[103897]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 31 18:28:14.647409 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 31 18:28:14.647409 dv-cinder-master-3-iscsi neutron-server[103897]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 31 18:28:14.647409 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 31 18:28:14.647409 dv-cinder-master-3-iscsi neutron-server[103897]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 31 18:28:14.647409 dv-cinder-master-3-iscsi neutron-server[103897]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 31 18:28:14.731133 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Device dc7b18b7-7eb0-4761-9528-290ea51bf770 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 31 18:28:14.755525 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] No Port match for: dc7b18b7-7eb0-4761-9528-290ea51bf770 {{(pid=103898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 31 18:28:14.755866 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Device dc7b18b7-7eb0-4761-9528-290ea51bf770 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=103898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 31 18:28:14.756275 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Device 0f237034-63c3-4a22-be68-04490a5aa046 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 31 18:28:14.758781 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-da66cd19-9a84-4ab8-9691-344bb95da1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-505961'] for network (46cf5202-8790-480a-a14a-b087639c31e2), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:28:14.766096 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-da66cd19-9a84-4ab8-9691-344bb95da1e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548721'] for network (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:28:14.769466 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-da66cd19-9a84-4ab8-9691-344bb95da1e3 admin admin] 10.222.0.58 "DELETE /v2.0/networks/46cf5202-8790-480a-a14a-b087639c31e2 HTTP/1.1" status: 204  len: 168 time: 0.9085805
Mar 31 18:28:14.772959 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 55904) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:28:14.777030 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] No Port match for: 0f237034-63c3-4a22-be68-04490a5aa046 {{(pid=103898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 31 18:28:14.777464 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Device 0f237034-63c3-4a22-be68-04490a5aa046 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=103898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 31 18:28:14.777958 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Device becbdc21-5db3-480e-9c71-3db87ecc2f26 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 31 18:28:14.779978 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da66cd19-9a84-4ab8-9691-344bb95da1e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=46cf5202-8790-480a-a14a-b087639c31e2,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:28:14.798251 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] No Port match for: becbdc21-5db3-480e-9c71-3db87ecc2f26 {{(pid=103898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 31 18:28:14.798598 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Device becbdc21-5db3-480e-9c71-3db87ecc2f26 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=103898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 31 18:28:15.195528 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-132d4dd6-45e8-4795-81b5-a583996faac4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-506751'] for router_interface (e93e66a2-9efc-4d96-9ed4-8079260ec4ba), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:28:15.494379 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-132d4dd6-45e8-4795-81b5-a583996faac4 admin admin] Deleting port f9735f18-6a87-4511-86f6-f653903c8bc2 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 31 18:28:15.494739 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-132d4dd6-45e8-4795-81b5-a583996faac4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759343023638'] for port (f9735f18-6a87-4511-86f6-f653903c8bc2), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:28:15.568827 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-132d4dd6-45e8-4795-81b5-a583996faac4 admin admin] For port f9735f18-6a87-4511-86f6-f653903c8bc2, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=f9735f18-6a87-4511-86f6-f653903c8bc2,segment=NetworkSegment(47c73883-375b-4386-a6b8-c2a2ef7318d2),segment_id=47c73883-375b-4386-a6b8-c2a2ef7318d2)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:28:15.569182 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-132d4dd6-45e8-4795-81b5-a583996faac4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505421'] for port (f9735f18-6a87-4511-86f6-f653903c8bc2), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:28:15.582082 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-132d4dd6-45e8-4795-81b5-a583996faac4 admin admin] Calling delete_port for f9735f18-6a87-4511-86f6-f653903c8bc2 owned by network:router_interface {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 31 18:28:15.827690 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-132d4dd6-45e8-4795-81b5-a583996faac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759343027577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759342510071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12885778'] for port (f9735f18-6a87-4511-86f6-f653903c8bc2), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:28:15.852416 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132d4dd6-45e8-4795-81b5-a583996faac4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9735f18-6a87-4511-86f6-f653903c8bc2,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:28:15.884078 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132d4dd6-45e8-4795-81b5-a583996faac4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:28:15.884411 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132d4dd6-45e8-4795-81b5-a583996faac4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:28:15.884804 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132d4dd6-45e8-4795-81b5-a583996faac4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:28:15.885168 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132d4dd6-45e8-4795-81b5-a583996faac4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:28:15.885515 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132d4dd6-45e8-4795-81b5-a583996faac4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:28:15.885850 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132d4dd6-45e8-4795-81b5-a583996faac4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:28:15.886228 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132d4dd6-45e8-4795-81b5-a583996faac4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:28:15.886572 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132d4dd6-45e8-4795-81b5-a583996faac4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:28:15.886934 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132d4dd6-45e8-4795-81b5-a583996faac4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:28:15.887274 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132d4dd6-45e8-4795-81b5-a583996faac4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:28:15.887621 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132d4dd6-45e8-4795-81b5-a583996faac4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:28:15.887960 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132d4dd6-45e8-4795-81b5-a583996faac4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:28:15.888302 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132d4dd6-45e8-4795-81b5-a583996faac4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:28:15.888634 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132d4dd6-45e8-4795-81b5-a583996faac4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:28:15.888945 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132d4dd6-45e8-4795-81b5-a583996faac4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:28:16.035569 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-132d4dd6-45e8-4795-81b5-a583996faac4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-493295'] for router_interface (e93e66a2-9efc-4d96-9ed4-8079260ec4ba), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:28:16.259770 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-132d4dd6-45e8-4795-81b5-a583996faac4 admin admin] Router e93e66a2-9efc-4d96-9ed4-8079260ec4ba has already been hosted by L3 agent f09d5d1b-4294-4f18-9a00-351412ae7ca6 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 31 18:28:16.593151 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-132d4dd6-45e8-4795-81b5-a583996faac4 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 31 18:28:16.598043 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-132d4dd6-45e8-4795-81b5-a583996faac4 admin admin] 10.222.0.58 "PUT /v2.0/routers/e93e66a2-9efc-4d96-9ed4-8079260ec4ba/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8231754
Mar 31 18:28:16.600636 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 55908) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:28:16.603709 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ca94a5-543b-40bb-a802-5714f69a1d2b None None] Sync routers for ids ['e93e66a2-9efc-4d96-9ed4-8079260ec4ba'] in dv-cinder-master-3-iscsi {{(pid=103899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 31 18:28:16.614366 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ca94a5-543b-40bb-a802-5714f69a1d2b None None] Routers {'e93e66a2-9efc-4d96-9ed4-8079260ec4ba'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 31 18:28:16.615005 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_hamode_db [None req-24ca94a5-543b-40bb-a802-5714f69a1d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7715afc790>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T18:05:01Z,description=<?>,heartbeat_timestamp=2022-03-31T18:28:01Z,host='dv-cinder-master-3-iscsi',id=f09d5d1b-4294-4f18-9a00-351412ae7ca6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-31T18:05:02Z,topic='l3_agent')) {'router_ids': ['e93e66a2-9efc-4d96-9ed4-8079260ec4ba'], 'active': True} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:28:16.712285 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-559616e3-fae8-4200-b0d9-3c189f78251f admin admin] Publish callbacks [] for router (e93e66a2-9efc-4d96-9ed4-8079260ec4ba), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:28:16.728837 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvr_db [None req-24ca94a5-543b-40bb-a802-5714f69a1d2b None None] Set router e93e66a2-9efc-4d96-9ed4-8079260ec4ba gateway port host: dv-cinder-master-3-iscsi {{(pid=103899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 31 18:28:16.819014 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-559616e3-fae8-4200-b0d9-3c189f78251f admin admin] Publish callbacks [] for router_gateway (e93e66a2-9efc-4d96-9ed4-8079260ec4ba), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:28:16.942682 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-559616e3-fae8-4200-b0d9-3c189f78251f admin admin] Deleting port 13e70027-899e-4e23-a14d-05dccf8cb45c {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 31 18:28:16.943348 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-559616e3-fae8-4200-b0d9-3c189f78251f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759343023638'] for port (13e70027-899e-4e23-a14d-05dccf8cb45c), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:28:16.994506 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_hamode_db [None req-24ca94a5-543b-40bb-a802-5714f69a1d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7715afc790>, [{'id': 'e93e66a2-9efc-4d96-9ed4-8079260ec4ba', 'name': 'tempest-TestVolumeBootPattern-366965650-router', 'tenant_id': '925b9541efdf4ed084c2a62b9434089e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.63'}], 'enable_snat': True}, 'gw_port_id': '13e70027-899e-4e23-a14d-05dccf8cb45c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:18:59Z', 'updated_at': '2022-03-31T18:28:15Z', 'revision_number': 5, 'project_id': '925b9541efdf4ed084c2a62b9434089e', 'gw_port': {'id': '13e70027-899e-4e23-a14d-05dccf8cb45c', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:52:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e93e66a2-9efc-4d96-9ed4-8079260ec4ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:18:59Z', 'updated_at': '2022-03-31T18:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:28:17.021530 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ca94a5-543b-40bb-a802-5714f69a1d2b None None] Checking router: e93e66a2-9efc-4d96-9ed4-8079260ec4ba for host: dv-cinder-master-3-iscsi {{(pid=103899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 31 18:28:17.025302 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-559616e3-fae8-4200-b0d9-3c189f78251f admin admin] For port 13e70027-899e-4e23-a14d-05dccf8cb45c, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=13e70027-899e-4e23-a14d-05dccf8cb45c,segment=NetworkSegment(31f32929-b46a-4720-9f75-d20195c1993a),segment_id=31f32929-b46a-4720-9f75-d20195c1993a)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:28:17.025698 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-559616e3-fae8-4200-b0d9-3c189f78251f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505421'] for port (13e70027-899e-4e23-a14d-05dccf8cb45c), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:28:17.030522 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ca94a5-543b-40bb-a802-5714f69a1d2b None None] Routers {'e93e66a2-9efc-4d96-9ed4-8079260ec4ba'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 31 18:28:17.031156 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_hamode_db [None req-24ca94a5-543b-40bb-a802-5714f69a1d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7715afc790>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T18:05:01Z,description=<?>,heartbeat_timestamp=2022-03-31T18:28:01Z,host='dv-cinder-master-3-iscsi',id=f09d5d1b-4294-4f18-9a00-351412ae7ca6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-31T18:05:02Z,topic='l3_agent')) {'router_ids': ['e93e66a2-9efc-4d96-9ed4-8079260ec4ba'], 'active': True} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:28:17.038981 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-559616e3-fae8-4200-b0d9-3c189f78251f admin admin] Calling delete_port for 13e70027-899e-4e23-a14d-05dccf8cb45c owned by network:router_gateway {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 31 18:28:17.120203 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvr_db [None req-24ca94a5-543b-40bb-a802-5714f69a1d2b None None] Set router e93e66a2-9efc-4d96-9ed4-8079260ec4ba gateway port host: None {{(pid=103899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 31 18:28:17.173580 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_hamode_db [None req-24ca94a5-543b-40bb-a802-5714f69a1d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7715afc790>, [{'id': 'e93e66a2-9efc-4d96-9ed4-8079260ec4ba', 'name': 'tempest-TestVolumeBootPattern-366965650-router', 'tenant_id': '925b9541efdf4ed084c2a62b9434089e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:18:59Z', 'updated_at': '2022-03-31T18:28:16Z', 'revision_number': 6, 'project_id': '925b9541efdf4ed084c2a62b9434089e', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:28:17.200995 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ca94a5-543b-40bb-a802-5714f69a1d2b None None] The sync data for ids ['e93e66a2-9efc-4d96-9ed4-8079260ec4ba'] in dv-cinder-master-3-iscsi is: [{'id': 'e93e66a2-9efc-4d96-9ed4-8079260ec4ba', 'name': 'tempest-TestVolumeBootPattern-366965650-router', 'tenant_id': '925b9541efdf4ed084c2a62b9434089e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:18:59Z', 'updated_at': '2022-03-31T18:28:16Z', 'revision_number': 6, 'project_id': '925b9541efdf4ed084c2a62b9434089e', 'gw_port_host': None}] {{(pid=103899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 31 18:28:17.318932 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-559616e3-fae8-4200-b0d9-3c189f78251f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759343027577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759342510071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12885778'] for port (13e70027-899e-4e23-a14d-05dccf8cb45c), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:28:17.349896 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559616e3-fae8-4200-b0d9-3c189f78251f admin admin] Pushing event deleted for resources: {'Port': ['ID=13e70027-899e-4e23-a14d-05dccf8cb45c,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:28:17.408674 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-559616e3-fae8-4200-b0d9-3c189f78251f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-505861'] for router_gateway (e93e66a2-9efc-4d96-9ed4-8079260ec4ba), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:28:17.500933 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-559616e3-fae8-4200-b0d9-3c189f78251f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-495001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-413'] for router (e93e66a2-9efc-4d96-9ed4-8079260ec4ba), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:28:17.503061 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-559616e3-fae8-4200-b0d9-3c189f78251f admin admin] Publish callbacks [] for router_controller (e93e66a2-9efc-4d96-9ed4-8079260ec4ba), precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:28:17.638799 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-559616e3-fae8-4200-b0d9-3c189f78251f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-495072'] for router (e93e66a2-9efc-4d96-9ed4-8079260ec4ba), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:28:17.639392 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-559616e3-fae8-4200-b0d9-3c189f78251f admin admin] Fanout notify agent at l3_agent the message router_deleted on router e93e66a2-9efc-4d96-9ed4-8079260ec4ba {{(pid=103896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 31 18:28:17.644466 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-559616e3-fae8-4200-b0d9-3c189f78251f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:28:17.645629 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-559616e3-fae8-4200-b0d9-3c189f78251f admin admin] 10.222.0.58 "DELETE /v2.0/routers/e93e66a2-9efc-4d96-9ed4-8079260ec4ba HTTP/1.1" status: 204  len: 168 time: 1.0434465
Mar 31 18:28:17.649467 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 55912) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:28:17.693652 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e66d8af-22e1-4835-8be1-0f73a126c3fd admin admin] Deleting subnet bbd6266b-517a-4e18-995a-235134aacff8 {{(pid=103897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 31 18:28:17.697387 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4e66d8af-22e1-4835-8be1-0f73a126c3fd admin admin] Publish callbacks [] for subnet (bbd6266b-517a-4e18-995a-235134aacff8), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:28:17.732173 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4e66d8af-22e1-4835-8be1-0f73a126c3fd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13080895'] for subnet (bbd6266b-517a-4e18-995a-235134aacff8), precommit_delete_associations {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:28:17.813242 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4e66d8af-22e1-4835-8be1-0f73a126c3fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1237091'] for subnet (bbd6266b-517a-4e18-995a-235134aacff8), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:28:17.965067 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4e66d8af-22e1-4835-8be1-0f73a126c3fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1237076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13080946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24666377'] for subnet (bbd6266b-517a-4e18-995a-235134aacff8), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:28:17.990811 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e66d8af-22e1-4835-8be1-0f73a126c3fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbd6266b-517a-4e18-995a-235134aacff8,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:28:17.995172 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4e66d8af-22e1-4835-8be1-0f73a126c3fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548721'] for subnet (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:28:17.998486 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-4e66d8af-22e1-4835-8be1-0f73a126c3fd admin admin] 10.222.0.58 "DELETE /v2.0/subnets/bbd6266b-517a-4e18-995a-235134aacff8 HTTP/1.1" status: 204  len: 168 time: 0.3476560
Mar 31 18:28:18.000829 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 55914) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:28:18.001273 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de8053a-0e24-4673-b0a4-568c83870121 None None] Network 2c1080c7-0602-4261-92a8-abd0140ff291 requested from dv-cinder-master-3-iscsi {{(pid=103898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 31 18:28:18.080667 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4d786b8d-46de-4715-b189-315a4c79107f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1066274'] for network (2c1080c7-0602-4261-92a8-abd0140ff291), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:28:18.151364 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-4d786b8d-46de-4715-b189-315a4c79107f admin admin] Deleting port 6fc56c87-4858-4b10-91af-6d8b130ad762 {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 31 18:28:18.151364 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4d786b8d-46de-4715-b189-315a4c79107f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759343023638'] for port (6fc56c87-4858-4b10-91af-6d8b130ad762), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:28:18.162079 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f9453e-8875-402d-9b6e-eabc3cc71d52 None None] DHCP port deletion for 2c1080c7-0602-4261-92a8-abd0140ff291 request from dv-cinder-master-3-iscsi {{(pid=103898) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 31 18:28:18.223573 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-31f9453e-8875-402d-9b6e-eabc3cc71d52 None None] Deleting port 6fc56c87-4858-4b10-91af-6d8b130ad762 {{(pid=103898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 31 18:28:18.223952 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-31f9453e-8875-402d-9b6e-eabc3cc71d52 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759343023638'] for port (6fc56c87-4858-4b10-91af-6d8b130ad762), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:28:18.227578 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-4d786b8d-46de-4715-b189-315a4c79107f admin admin] For port 6fc56c87-4858-4b10-91af-6d8b130ad762, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=6fc56c87-4858-4b10-91af-6d8b130ad762,segment=NetworkSegment(47c73883-375b-4386-a6b8-c2a2ef7318d2),segment_id=47c73883-375b-4386-a6b8-c2a2ef7318d2)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:28:18.227990 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4d786b8d-46de-4715-b189-315a4c79107f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505421'] for port (6fc56c87-4858-4b10-91af-6d8b130ad762), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:28:18.242488 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-4d786b8d-46de-4715-b189-315a4c79107f admin admin] Calling delete_port for 6fc56c87-4858-4b10-91af-6d8b130ad762 owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 31 18:28:18.305333 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-31f9453e-8875-402d-9b6e-eabc3cc71d52 None None] For port 6fc56c87-4858-4b10-91af-6d8b130ad762, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=6fc56c87-4858-4b10-91af-6d8b130ad762,segment=NetworkSegment(47c73883-375b-4386-a6b8-c2a2ef7318d2),segment_id=47c73883-375b-4386-a6b8-c2a2ef7318d2)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:28:18.305737 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-31f9453e-8875-402d-9b6e-eabc3cc71d52 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505421'] for port (6fc56c87-4858-4b10-91af-6d8b130ad762), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:28:18.325092 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-31f9453e-8875-402d-9b6e-eabc3cc71d52 None None] Calling delete_port for 6fc56c87-4858-4b10-91af-6d8b130ad762 owned by network:dhcp {{(pid=103898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 31 18:28:18.439414 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4d786b8d-46de-4715-b189-315a4c79107f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759343027577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759342510071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13081985'] for port (6fc56c87-4858-4b10-91af-6d8b130ad762), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:28:18.447188 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-31f9453e-8875-402d-9b6e-eabc3cc71d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759343027577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759342510071'] for port (6fc56c87-4858-4b10-91af-6d8b130ad762), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:28:18.470985 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d786b8d-46de-4715-b189-315a4c79107f admin admin] Pushing event deleted for resources: {'Port': ['ID=6fc56c87-4858-4b10-91af-6d8b130ad762,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:28:18.472907 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d786b8d-46de-4715-b189-315a4c79107f admin admin] No DVR routers for this DVR port 6fc56c87-4858-4b10-91af-6d8b130ad762 on host dv-cinder-master-3-iscsi {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 31 18:28:18.475681 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f9453e-8875-402d-9b6e-eabc3cc71d52 None None] Pushing event deleted for resources: {'Port': ['ID=6fc56c87-4858-4b10-91af-6d8b130ad762,revision_number=None']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:28:18.485550 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f9453e-8875-402d-9b6e-eabc3cc71d52 None None] No DVR routers for this DVR port 6fc56c87-4858-4b10-91af-6d8b130ad762 on host dv-cinder-master-3-iscsi {{(pid=103898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 31 18:28:18.551069 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4d786b8d-46de-4715-b189-315a4c79107f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223144', 'neutron.services.segments.db._delete_segments_for_network-8759342854202'] for network (2c1080c7-0602-4261-92a8-abd0140ff291), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:28:18.574583 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.services.segments.db [None req-4d786b8d-46de-4715-b189-315a4c79107f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f77148fdc10>,) {'filters': {'network_id': ['2c1080c7-0602-4261-92a8-abd0140ff291']}} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:28:18.583857 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.services.segments.db [None req-4d786b8d-46de-4715-b189-315a4c79107f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f77148fdc10>, '47c73883-375b-4386-a6b8-c2a2ef7318d2') {'for_net_delete': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:28:18.584110 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.services.segments.db [None req-4d786b8d-46de-4715-b189-315a4c79107f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f77148fdc10>, '47c73883-375b-4386-a6b8-c2a2ef7318d2') {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:28:18.594779 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4d786b8d-46de-4715-b189-315a4c79107f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759343069251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13080884'] for segment (47c73883-375b-4386-a6b8-c2a2ef7318d2), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:28:18.608502 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4d786b8d-46de-4715-b189-315a4c79107f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186132'] for segment (47c73883-375b-4386-a6b8-c2a2ef7318d2), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:28:18.614178 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d786b8d-46de-4715-b189-315a4c79107f admin admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=103897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 31 18:28:18.614559 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4d786b8d-46de-4715-b189-315a4c79107f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13082068'] for segment (47c73883-375b-4386-a6b8-c2a2ef7318d2), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:28:18.616318 dv-cinder-master-3-iscsi neutron-server[103897]: Traceback (most recent call last):
Mar 31 18:28:18.616318 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 31 18:28:18.616318 dv-cinder-master-3-iscsi neutron-server[103897]:     timer()
Mar 31 18:28:18.616318 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 31 18:28:18.616318 dv-cinder-master-3-iscsi neutron-server[103897]:     cb(*args, **kw)
Mar 31 18:28:18.616318 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 31 18:28:18.616318 dv-cinder-master-3-iscsi neutron-server[103897]:     return func(*args, **kwargs)
Mar 31 18:28:18.616318 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 31 18:28:18.616318 dv-cinder-master-3-iscsi neutron-server[103897]:     self._notify()
Mar 31 18:28:18.616318 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 31 18:28:18.616318 dv-cinder-master-3-iscsi neutron-server[103897]:     self.callback(batched_events)
Mar 31 18:28:18.616318 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 31 18:28:18.616318 dv-cinder-master-3-iscsi neutron-server[103897]:     event.method(event)
Mar 31 18:28:18.616318 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 31 18:28:18.616318 dv-cinder-master-3-iscsi neutron-server[103897]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 31 18:28:18.616318 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 31 18:28:18.616318 dv-cinder-master-3-iscsi neutron-server[103897]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 31 18:28:18.616318 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 31 18:28:18.616318 dv-cinder-master-3-iscsi neutron-server[103897]:     return f(self, *a, **k)
Mar 31 18:28:18.616318 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 31 18:28:18.616318 dv-cinder-master-3-iscsi neutron-server[103897]:     return self._get(url).json()
Mar 31 18:28:18.616318 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 31 18:28:18.616318 dv-cinder-master-3-iscsi neutron-server[103897]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 31 18:28:18.616318 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 31 18:28:18.616318 dv-cinder-master-3-iscsi neutron-server[103897]:     return self.request(url, 'GET', **kwargs)
Mar 31 18:28:18.616318 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 31 18:28:18.616318 dv-cinder-master-3-iscsi neutron-server[103897]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 31 18:28:18.616318 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 31 18:28:18.616318 dv-cinder-master-3-iscsi neutron-server[103897]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 31 18:28:18.616318 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 31 18:28:18.616318 dv-cinder-master-3-iscsi neutron-server[103897]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 31 18:28:18.616318 dv-cinder-master-3-iscsi neutron-server[103897]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 31 18:28:18.730832 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Device f9735f18-6a87-4511-86f6-f653903c8bc2 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 31 18:28:18.754169 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] No Port match for: f9735f18-6a87-4511-86f6-f653903c8bc2 {{(pid=103898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 31 18:28:18.754435 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Device f9735f18-6a87-4511-86f6-f653903c8bc2 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=103898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 31 18:28:18.754864 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Device 6fc56c87-4858-4b10-91af-6d8b130ad762 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 31 18:28:18.775121 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] No Port match for: 6fc56c87-4858-4b10-91af-6d8b130ad762 {{(pid=103898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 31 18:28:18.775471 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Device 6fc56c87-4858-4b10-91af-6d8b130ad762 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=103898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 31 18:28:18.775879 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Device 13e70027-899e-4e23-a14d-05dccf8cb45c no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 31 18:28:18.776307 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4d786b8d-46de-4715-b189-315a4c79107f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-505961'] for network (2c1080c7-0602-4261-92a8-abd0140ff291), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:28:18.781725 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4d786b8d-46de-4715-b189-315a4c79107f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548721'] for network (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:28:18.784960 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-4d786b8d-46de-4715-b189-315a4c79107f admin admin] 10.222.0.58 "DELETE /v2.0/networks/2c1080c7-0602-4261-92a8-abd0140ff291 HTTP/1.1" status: 204  len: 168 time: 0.7832203
Mar 31 18:28:18.796551 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d786b8d-46de-4715-b189-315a4c79107f admin admin] Pushing event deleted for resources: {'Network': ['ID=2c1080c7-0602-4261-92a8-abd0140ff291,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:28:18.796690 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] No Port match for: 13e70027-899e-4e23-a14d-05dccf8cb45c {{(pid=103898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 31 18:28:18.796901 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Device 13e70027-899e-4e23-a14d-05dccf8cb45c not bound to the agent host dv-cinder-master-3-iscsi {{(pid=103898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 31 18:28:19.124480 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 55918) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:28:19.163500 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-ec8f28c2-4856-4978-a0bb-558876ff491e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=70f0b3390f4542c8831753ecf26f6745&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0378709
Mar 31 18:28:19.166832 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 55920) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:28:19.212446 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9d162cbc-79ab-474b-a7e6-2cb7ec6ef87c admin admin] Publish callbacks [] for security_group (9d1f4ca4-1840-4d81-bb54-a468998bd3b5), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:28:19.237073 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9d162cbc-79ab-474b-a7e6-2cb7ec6ef87c admin admin] Publish callbacks [] for security_group (9d1f4ca4-1840-4d81-bb54-a468998bd3b5), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:28:19.376402 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9d162cbc-79ab-474b-a7e6-2cb7ec6ef87c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (9d1f4ca4-1840-4d81-bb54-a468998bd3b5), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:28:19.378970 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9d162cbc-79ab-474b-a7e6-2cb7ec6ef87c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:28:19.380125 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-9d162cbc-79ab-474b-a7e6-2cb7ec6ef87c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9d1f4ca4-1840-4d81-bb54-a468998bd3b5 HTTP/1.1" status: 204  len: 168 time: 0.2124164
Mar 31 18:28:19.392144 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d162cbc-79ab-474b-a7e6-2cb7ec6ef87c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d1f4ca4-1840-4d81-bb54-a468998bd3b5,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:28:20.152642 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 55926) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:28:20.192344 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-027b3a5e-cf34-45f9-914d-4995eae2704d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=925b9541efdf4ed084c2a62b9434089e&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0385268
Mar 31 18:28:20.194739 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 55928) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:28:20.241344 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8eeebd87-24e0-4f28-a5a2-03c72a056799 admin admin] Publish callbacks [] for security_group (6d4d4425-0bb8-4f4a-ba5c-17ae70ca727a), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:28:20.263075 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8eeebd87-24e0-4f28-a5a2-03c72a056799 admin admin] Publish callbacks [] for security_group (6d4d4425-0bb8-4f4a-ba5c-17ae70ca727a), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:28:20.398680 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8eeebd87-24e0-4f28-a5a2-03c72a056799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (6d4d4425-0bb8-4f4a-ba5c-17ae70ca727a), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:28:20.401208 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8eeebd87-24e0-4f28-a5a2-03c72a056799 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:28:20.402354 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-8eeebd87-24e0-4f28-a5a2-03c72a056799 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6d4d4425-0bb8-4f4a-ba5c-17ae70ca727a HTTP/1.1" status: 204  len: 168 time: 0.2058585
Mar 31 18:28:20.417147 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeebd87-24e0-4f28-a5a2-03c72a056799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d4d4425-0bb8-4f4a-ba5c-17ae70ca727a,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:28:24.798310 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.agents_db [None req-39f62d97-bd56-4bf2-8522-12846eccdd8f None None] Agent healthcheck: found 6 active agents {{(pid=103899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 31 18:28:29.027406 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-048c8dcc-8752-402b-ad70-8f2287624376 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (08150f5b-1b08-4271-84f1-4a3b03ee1892), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:28:31.370289 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-758b7cc9-a80b-41f8-96eb-47c8485bb993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (f09d5d1b-4294-4f18-9a00-351412ae7ca6), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:28:32.398926 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-be477ca9-b30f-4eb3-92ce-971cde9f4756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (d0835089-4a76-4105-9221-c81b46927b3c), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:28:33.981525 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-61acbcaf-515a-4595-a759-82c8bf4c0ac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (1ee04592-4785-424e-aa2a-0bd32f5faacf), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:28:35.102247 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (b6d39f6c-4dc3-40bd-bbe5-e05b1f1d4e13), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:28:36.376227 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (06f31eaf-9418-4d11-8606-24a34b4b4893), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:28:49.659725 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-2266d883-4f63-44c9-9488-837a3cd80252 req-da9599e4-a309-414c-bd98-d7246e2d006f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8d43f77a-cb85-4276-9bed-686f306ea21a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0479329
Mar 31 18:28:49.763860 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2266d883-4f63-44c9-9488-837a3cd80252 req-dc15f090-df23-4205-8855-c0dbe757c414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:28:49.765331 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-2266d883-4f63-44c9-9488-837a3cd80252 req-dc15f090-df23-4205-8855-c0dbe757c414 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7ae2325a87da4c5f8179a77fbd3d8748&device_id=8d43f77a-cb85-4276-9bed-686f306ea21a HTTP/1.1" status: 200  len: 1129 time: 0.0441854
Mar 31 18:28:49.866909 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2266d883-4f63-44c9-9488-837a3cd80252 req-6eae6b65-cce1-4f19-aa03-62d45d24f18a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:28:49.868378 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-2266d883-4f63-44c9-9488-837a3cd80252 req-6eae6b65-cce1-4f19-aa03-62d45d24f18a service neutron] 10.222.0.44 "GET /v2.0/networks?id=48b6e4a0-767f-4f89-81e1-af0f127e9429 HTTP/1.1" status: 200  len: 915 time: 0.0845692
Mar 31 18:28:49.937569 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-2266d883-4f63-44c9-9488-837a3cd80252 req-57606cd1-8a4f-43e7-9c58-4083968c7aca service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=66cb4db2-f182-4e79-945c-41d2828096bb HTTP/1.1" status: 200  len: 1001 time: 0.0621240
Mar 31 18:28:49.987925 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2266d883-4f63-44c9-9488-837a3cd80252 req-25933002-198c-49b0-a611-c22c1a6ecbee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:28:49.989334 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-2266d883-4f63-44c9-9488-837a3cd80252 req-25933002-198c-49b0-a611-c22c1a6ecbee service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b702573e-a854-4e5e-962c-bc2e1a12d797 HTTP/1.1" status: 200  len: 853 time: 0.0427418
Mar 31 18:28:50.038039 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2266d883-4f63-44c9-9488-837a3cd80252 req-0e2d2cd1-9815-4f75-9ffc-6a7d2c8a6d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:28:50.039588 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-2266d883-4f63-44c9-9488-837a3cd80252 req-0e2d2cd1-9815-4f75-9ffc-6a7d2c8a6d7a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=48b6e4a0-767f-4f89-81e1-af0f127e9429&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0436521
Mar 31 18:28:50.139847 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-2266d883-4f63-44c9-9488-837a3cd80252 req-5d98f6f9-68d5-44a3-8355-ec194aa86b6e service neutron] 10.222.0.44 "GET /v2.0/networks/48b6e4a0-767f-4f89-81e1-af0f127e9429?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0916400
Mar 31 18:28:50.237386 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-2266d883-4f63-44c9-9488-837a3cd80252 req-4f2d807e-af39-4e83-ba37-c2337cadebb3 service neutron] 10.222.0.44 "GET /v2.0/networks/48b6e4a0-767f-4f89-81e1-af0f127e9429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0907950
Mar 31 18:28:57.889489 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849794b6-1d99-4e5d-a33a-689d972743ba req-0455aeb1-e57f-4119-8da0-dcf940834bcd tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:28:57.890998 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-849794b6-1d99-4e5d-a33a-689d972743ba req-0455aeb1-e57f-4119-8da0-dcf940834bcd tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/ports?device_id=99e5e8ac-ddfc-4450-8900-3d66a7ac8910 HTTP/1.1" status: 200  len: 946 time: 0.0604634
Mar 31 18:28:57.937759 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-849794b6-1d99-4e5d-a33a-689d972743ba req-2b7fd7af-6e6c-4568-be72-8a74dcfb1dc1 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/security-groups?id=2e181700-f662-4239-9fef-8bdfa7dc3448&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411284
Mar 31 18:28:59.011643 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-061085dd-87c8-4868-8927-fc8b4370f821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (08150f5b-1b08-4271-84f1-4a3b03ee1892), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:28:59.162373 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ab8866-33d3-499a-b1ab-5227b65db1c9 req-cf3254a8-d1b1-4126-945b-7e4cfc05540c tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:28:59.163884 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-08ab8866-33d3-499a-b1ab-5227b65db1c9 req-cf3254a8-d1b1-4126-945b-7e4cfc05540c tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/ports?device_id=99e5e8ac-ddfc-4450-8900-3d66a7ac8910 HTTP/1.1" status: 200  len: 946 time: 0.1534798
Mar 31 18:28:59.209501 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-08ab8866-33d3-499a-b1ab-5227b65db1c9 req-d6becebc-487d-4734-990a-4de8235407de tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/security-groups?id=2e181700-f662-4239-9fef-8bdfa7dc3448&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393486
Mar 31 18:28:59.926685 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f14c0a6-0d82-4541-b61c-a0afe747263a req-91865abb-5cb6-407b-9231-f45d02c19430 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:28:59.928033 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-6f14c0a6-0d82-4541-b61c-a0afe747263a req-91865abb-5cb6-407b-9231-f45d02c19430 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.44 "GET /v2.0/ports?device_id=99e5e8ac-ddfc-4450-8900-3d66a7ac8910 HTTP/1.1" status: 200  len: 946 time: 0.0517364
Mar 31 18:29:00.023065 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [req-6f14c0a6-0d82-4541-b61c-a0afe747263a req-41a3cc1c-21da-4a6c-acae-6fa0d05e9417 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Deleting port d53f10e2-e3b6-45ca-951d-3dfc9e640379 {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 31 18:29:00.023429 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-6f14c0a6-0d82-4541-b61c-a0afe747263a req-41a3cc1c-21da-4a6c-acae-6fa0d05e9417 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759343023638'] for port (d53f10e2-e3b6-45ca-951d-3dfc9e640379), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:00.111136 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [req-6f14c0a6-0d82-4541-b61c-a0afe747263a req-41a3cc1c-21da-4a6c-acae-6fa0d05e9417 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] For port d53f10e2-e3b6-45ca-951d-3dfc9e640379, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d53f10e2-e3b6-45ca-951d-3dfc9e640379,segment=NetworkSegment(d88eba78-682e-4e58-9428-c0cf5ca4e035),segment_id=d88eba78-682e-4e58-9428-c0cf5ca4e035)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:29:00.111504 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-6f14c0a6-0d82-4541-b61c-a0afe747263a req-41a3cc1c-21da-4a6c-acae-6fa0d05e9417 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505421'] for port (d53f10e2-e3b6-45ca-951d-3dfc9e640379), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:00.291787 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-6f14c0a6-0d82-4541-b61c-a0afe747263a req-41a3cc1c-21da-4a6c-acae-6fa0d05e9417 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:00.292150 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-6f14c0a6-0d82-4541-b61c-a0afe747263a req-41a3cc1c-21da-4a6c-acae-6fa0d05e9417 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505983'] for floatingip (358f0e02-5196-4e09-abfb-8c099aca32e1), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:00.292463 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.db.l3_db [req-6f14c0a6-0d82-4541-b61c-a0afe747263a req-41a3cc1c-21da-4a6c-acae-6fa0d05e9417 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Floating IP 358f0e02-5196-4e09-abfb-8c099aca32e1 disassociated. External IP: 172.37.2.60, port: d53f10e2-e3b6-45ca-951d-3dfc9e640379.
Mar 31 18:29:00.293294 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [req-6f14c0a6-0d82-4541-b61c-a0afe747263a req-41a3cc1c-21da-4a6c-acae-6fa0d05e9417 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Calling delete_port for d53f10e2-e3b6-45ca-951d-3dfc9e640379 owned by compute:nova {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 31 18:29:00.377311 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd8688a-f955-4041-934e-6940d540b300 req-6f3f38b6-029b-412f-b55e-939125ad9975 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:29:00.378784 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-4bd8688a-f955-4041-934e-6940d540b300 req-6f3f38b6-029b-412f-b55e-939125ad9975 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/ports?device_id=99e5e8ac-ddfc-4450-8900-3d66a7ac8910 HTTP/1.1" status: 200  len: 946 time: 0.1013529
Mar 31 18:29:00.446557 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-4bd8688a-f955-4041-934e-6940d540b300 req-7ae0f6f2-a972-4d67-82fb-82e394702bf3 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/security-groups?id=2e181700-f662-4239-9fef-8bdfa7dc3448&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0590456
Mar 31 18:29:00.565137 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-6f14c0a6-0d82-4541-b61c-a0afe747263a req-41a3cc1c-21da-4a6c-acae-6fa0d05e9417 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759343027577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759342510071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13081985'] for port (d53f10e2-e3b6-45ca-951d-3dfc9e640379), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:00.598182 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a3cc1c-21da-4a6c-acae-6fa0d05e9417 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Pushing event deleted for resources: {'Port': ['ID=d53f10e2-e3b6-45ca-951d-3dfc9e640379,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:29:00.610016 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a3cc1c-21da-4a6c-acae-6fa0d05e9417 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:29:00.610418 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a3cc1c-21da-4a6c-acae-6fa0d05e9417 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:29:00.610741 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a3cc1c-21da-4a6c-acae-6fa0d05e9417 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:29:00.611157 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a3cc1c-21da-4a6c-acae-6fa0d05e9417 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:29:00.611422 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a3cc1c-21da-4a6c-acae-6fa0d05e9417 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:29:00.611758 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a3cc1c-21da-4a6c-acae-6fa0d05e9417 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:29:00.612091 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a3cc1c-21da-4a6c-acae-6fa0d05e9417 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:29:00.612421 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a3cc1c-21da-4a6c-acae-6fa0d05e9417 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:29:00.612751 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a3cc1c-21da-4a6c-acae-6fa0d05e9417 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:29:00.613076 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a3cc1c-21da-4a6c-acae-6fa0d05e9417 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:29:00.613404 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a3cc1c-21da-4a6c-acae-6fa0d05e9417 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:29:00.613730 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a3cc1c-21da-4a6c-acae-6fa0d05e9417 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:29:00.614059 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a3cc1c-21da-4a6c-acae-6fa0d05e9417 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:29:00.614384 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a3cc1c-21da-4a6c-acae-6fa0d05e9417 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:29:00.614733 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a3cc1c-21da-4a6c-acae-6fa0d05e9417 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:29:00.727870 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6f14c0a6-0d82-4541-b61c-a0afe747263a req-41a3cc1c-21da-4a6c-acae-6fa0d05e9417 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Router 18b416a9-88ee-499f-9846-13773bd75f53 has already been hosted by L3 agent f09d5d1b-4294-4f18-9a00-351412ae7ca6 {{(pid=103897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 31 18:29:00.836954 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6f14c0a6-0d82-4541-b61c-a0afe747263a req-41a3cc1c-21da-4a6c-acae-6fa0d05e9417 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 31 18:29:00.847045 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fec99e-63fd-458b-94ee-5b82590876a8 None None] Sync routers for ids ['18b416a9-88ee-499f-9846-13773bd75f53'] in dv-cinder-master-3-iscsi {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 31 18:29:00.859149 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fec99e-63fd-458b-94ee-5b82590876a8 None None] Routers {'18b416a9-88ee-499f-9846-13773bd75f53'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 31 18:29:00.859756 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-b8fec99e-63fd-458b-94ee-5b82590876a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7715109e80>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T18:05:01Z,description=<?>,heartbeat_timestamp=2022-03-31T18:28:31Z,host='dv-cinder-master-3-iscsi',id=f09d5d1b-4294-4f18-9a00-351412ae7ca6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-31T18:05:02Z,topic='l3_agent')) {'router_ids': ['18b416a9-88ee-499f-9846-13773bd75f53'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:29:00.877546 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f14c0a6-0d82-4541-b61c-a0afe747263a req-41a3cc1c-21da-4a6c-acae-6fa0d05e9417 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] No DVR routers for this DVR port d53f10e2-e3b6-45ca-951d-3dfc9e640379 on host hv-cinder-maste {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 31 18:29:00.880043 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-6f14c0a6-0d82-4541-b61c-a0afe747263a req-41a3cc1c-21da-4a6c-acae-6fa0d05e9417 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30337'] for port (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:00.883404 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-6f14c0a6-0d82-4541-b61c-a0afe747263a req-41a3cc1c-21da-4a6c-acae-6fa0d05e9417 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.44 "DELETE /v2.0/ports/d53f10e2-e3b6-45ca-951d-3dfc9e640379 HTTP/1.1" status: 204  len: 173 time: 0.9488621
Mar 31 18:29:00.883840 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99e5e8ac-ddfc-4450-8900-3d66a7ac8910', 'name': 'network-vif-deleted', 'tag': 'd53f10e2-e3b6-45ca-951d-3dfc9e640379'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 31 18:29:00.886066 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73fc78de55affb2fac0a31bf62e314c48f0d961b1f9e9815d43b8150b113e94f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4282ffa-9042-41fa-8612-eb52ff4e338e" -d '{"events": [{"server_uuid": "99e5e8ac-ddfc-4450-8900-3d66a7ac8910", "name": "network-vif-deleted", "tag": "d53f10e2-e3b6-45ca-951d-3dfc9e640379"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 31 18:29:00.922592 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 18:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36f68028-c4b4-4553-939e-ad9aaa56b074 x-openstack-request-id: req-36f68028-c4b4-4553-939e-ad9aaa56b074 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 31 18:29:00.922921 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99e5e8ac-ddfc-4450-8900-3d66a7ac8910", "name": "network-vif-deleted", "tag": "d53f10e2-e3b6-45ca-951d-3dfc9e640379", "status": "completed", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 31 18:29:00.923205 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-36f68028-c4b4-4553-939e-ad9aaa56b074 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 31 18:29:00.923639 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36f68028-c4b4-4553-939e-ad9aaa56b074'] response: {'server_uuid': '99e5e8ac-ddfc-4450-8900-3d66a7ac8910', 'name': 'network-vif-deleted', 'tag': 'd53f10e2-e3b6-45ca-951d-3dfc9e640379', 'status': 'completed', 'code': 200}
Mar 31 18:29:00.973595 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-b8fec99e-63fd-458b-94ee-5b82590876a8 None None] Set router 18b416a9-88ee-499f-9846-13773bd75f53 gateway port host: dv-cinder-master-3-iscsi {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 31 18:29:01.353521 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-b8fec99e-63fd-458b-94ee-5b82590876a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7715109e80>, [{'id': '18b416a9-88ee-499f-9846-13773bd75f53', 'name': 'tempest-AttachVolumeNegativeTest-783316322-router', 'tenant_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.224'}], 'enable_snat': True}, 'gw_port_id': '962870bc-50a8-4afe-8ee0-541ade01b570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:25:08Z', 'updated_at': '2022-03-31T18:25:12Z', 'revision_number': 4, 'project_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'gw_port': {'id': '962870bc-50a8-4afe-8ee0-541ade01b570', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:1d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b416a9-88ee-499f-9846-13773bd75f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:25:09Z', 'updated_at': '2022-03-31T18:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '7de64759-5df7-4916-a8cf-32e62ee9bf83', 'tenant_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'floating_ip_address': '172.37.2.130', 'floating_network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'router_id': '18b416a9-88ee-499f-9846-13773bd75f53', 'port_id': '66cb4db2-f182-4e79-945c-41d2828096bb', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48b6e4a0-767f-4f89-81e1-af0f127e9429', 'mac_address': 'fa:16:3e:2a:6e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d43f77a-cb85-4276-9bed-686f306ea21a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T18:25:16Z', 'updated_at': '2022-03-31T18:25:39Z', 'revision_number': 2, 'project_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9e9053e-8135-4f8c-a7fa-10c10f86d87e', 'name': '', 'network_id': '48b6e4a0-767f-4f89-81e1-af0f127e9429', 'tenant_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'mac_address': 'fa:16:3e:6d:65:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b416a9-88ee-499f-9846-13773bd75f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'b702573e-a854-4e5e-962c-bc2e1a12d797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:25:11Z', 'updated_at': '2022-03-31T18:25:16Z', 'revision_number': 5, 'project_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'subnets': [{'id': 'b702573e-a854-4e5e-962c-bc2e1a12d797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:29:01.363298 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-4840dda0-2aaf-4598-a506-4b3668bd2193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (f09d5d1b-4294-4f18-9a00-351412ae7ca6), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:01.397080 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fec99e-63fd-458b-94ee-5b82590876a8 None None] Checking router: 18b416a9-88ee-499f-9846-13773bd75f53 for host: dv-cinder-master-3-iscsi {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 31 18:29:01.407390 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fec99e-63fd-458b-94ee-5b82590876a8 None None] Routers {'18b416a9-88ee-499f-9846-13773bd75f53'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 31 18:29:01.408017 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-b8fec99e-63fd-458b-94ee-5b82590876a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7715109e80>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T18:05:01Z,description=<?>,heartbeat_timestamp=2022-03-31T18:29:01Z,host='dv-cinder-master-3-iscsi',id=f09d5d1b-4294-4f18-9a00-351412ae7ca6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-31T18:05:02Z,topic='l3_agent')) {'router_ids': ['18b416a9-88ee-499f-9846-13773bd75f53'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:29:01.517615 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-b8fec99e-63fd-458b-94ee-5b82590876a8 None None] Set router 18b416a9-88ee-499f-9846-13773bd75f53 gateway port host: dv-cinder-master-3-iscsi {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 31 18:29:01.553173 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-32b47681-b5b1-484b-80ac-2dc8fc3777d7 req-c684eaad-7672-4209-85aa-6a75332a0a60 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/ports?device_id=99e5e8ac-ddfc-4450-8900-3d66a7ac8910 HTTP/1.1" status: 200  len: 210 time: 0.0284779
Mar 31 18:29:01.741369 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-b8fec99e-63fd-458b-94ee-5b82590876a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7715109e80>, [{'id': '18b416a9-88ee-499f-9846-13773bd75f53', 'name': 'tempest-AttachVolumeNegativeTest-783316322-router', 'tenant_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.224'}], 'enable_snat': True}, 'gw_port_id': '962870bc-50a8-4afe-8ee0-541ade01b570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:25:08Z', 'updated_at': '2022-03-31T18:25:12Z', 'revision_number': 4, 'project_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'gw_port': {'id': '962870bc-50a8-4afe-8ee0-541ade01b570', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:1d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b416a9-88ee-499f-9846-13773bd75f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:25:09Z', 'updated_at': '2022-03-31T18:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '7de64759-5df7-4916-a8cf-32e62ee9bf83', 'tenant_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'floating_ip_address': '172.37.2.130', 'floating_network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'router_id': '18b416a9-88ee-499f-9846-13773bd75f53', 'port_id': '66cb4db2-f182-4e79-945c-41d2828096bb', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48b6e4a0-767f-4f89-81e1-af0f127e9429', 'mac_address': 'fa:16:3e:2a:6e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d43f77a-cb85-4276-9bed-686f306ea21a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T18:25:16Z', 'updated_at': '2022-03-31T18:25:39Z', 'revision_number': 2, 'project_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9e9053e-8135-4f8c-a7fa-10c10f86d87e', 'name': '', 'network_id': '48b6e4a0-767f-4f89-81e1-af0f127e9429', 'tenant_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'mac_address': 'fa:16:3e:6d:65:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b416a9-88ee-499f-9846-13773bd75f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'b702573e-a854-4e5e-962c-bc2e1a12d797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:25:11Z', 'updated_at': '2022-03-31T18:25:16Z', 'revision_number': 5, 'project_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'subnets': [{'id': 'b702573e-a854-4e5e-962c-bc2e1a12d797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:29:01.768669 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fec99e-63fd-458b-94ee-5b82590876a8 None None] The sync data for ids ['18b416a9-88ee-499f-9846-13773bd75f53'] in dv-cinder-master-3-iscsi is: [{'id': '18b416a9-88ee-499f-9846-13773bd75f53', 'name': 'tempest-AttachVolumeNegativeTest-783316322-router', 'tenant_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.224'}], 'enable_snat': True}, 'gw_port_id': '962870bc-50a8-4afe-8ee0-541ade01b570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:25:08Z', 'updated_at': '2022-03-31T18:25:12Z', 'revision_number': 4, 'project_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'gw_port': {'id': '962870bc-50a8-4afe-8ee0-541ade01b570', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:1d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b416a9-88ee-499f-9846-13773bd75f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:25:09Z', 'updated_at': '2022-03-31T18:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '7de64759-5df7-4916-a8cf-32e62ee9bf83', 'tenant_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'floating_ip_address': '172.37.2.130', 'floating_network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'router_id': '18b416a9-88ee-499f-9846-13773bd75f53', 'port_id': '66cb4db2-f182-4e79-945c-41d2828096bb', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48b6e4a0-767f-4f89-81e1-af0f127e9429', 'mac_address': 'fa:16:3e:2a:6e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d43f77a-cb85-4276-9bed-686f306ea21a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T18:25:16Z', 'updated_at': '2022-03-31T18:25:39Z', 'revision_number': 2, 'project_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9e9053e-8135-4f8c-a7fa-10c10f86d87e', 'name': '', 'network_id': '48b6e4a0-767f-4f89-81e1-af0f127e9429', 'tenant_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'mac_address': 'fa:16:3e:6d:65:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b416a9-88ee-499f-9846-13773bd75f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'b702573e-a854-4e5e-962c-bc2e1a12d797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:25:11Z', 'updated_at': '2022-03-31T18:25:16Z', 'revision_number': 5, 'project_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'subnets': [{'id': 'b702573e-a854-4e5e-962c-bc2e1a12d797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 31 18:29:01.799894 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.agents_db [None req-39f62d97-bd56-4bf2-8522-12846eccdd8f None None] Agent healthcheck: found 6 active agents {{(pid=103899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 31 18:29:01.996737 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098d58cd-79ab-432a-a2ca-b390d7ef19e2 None None] New status for floating IP 358f0e02-5196-4e09-abfb-8c099aca32e1: DOWN {{(pid=103899) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 31 18:29:02.405143 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-be477ca9-b30f-4eb3-92ce-971cde9f4756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (d0835089-4a76-4105-9221-c81b46927b3c), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:02.714903 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 56054) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:29:02.769369 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-2e4dfb34-4912-48a6-993b-7961896981a7 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks [] for security_group (2e181700-f662-4239-9fef-8bdfa7dc3448), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:02.792724 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-2e4dfb34-4912-48a6-993b-7961896981a7 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks [] for security_group (2e181700-f662-4239-9fef-8bdfa7dc3448), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:03.049698 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-2e4dfb34-4912-48a6-993b-7961896981a7 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (2e181700-f662-4239-9fef-8bdfa7dc3448), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:03.052379 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-2e4dfb34-4912-48a6-993b-7961896981a7 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks [] for security_group (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:03.055959 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-2e4dfb34-4912-48a6-993b-7961896981a7 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "DELETE /v2.0/security-groups/2e181700-f662-4239-9fef-8bdfa7dc3448 HTTP/1.1" status: 204  len: 168 time: 0.3376329
Mar 31 18:29:03.056988 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 56066) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:29:03.069190 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4dfb34-4912-48a6-993b-7961896981a7 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e181700-f662-4239-9fef-8bdfa7dc3448,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:29:03.071114 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.api.v2.resource [None req-e330fbe0-7ec9-40ea-a80b-c5d15d4ddb28 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] show failed (client error): The resource could not be found.
Mar 31 18:29:03.072774 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-e330fbe0-7ec9-40ea-a80b-c5d15d4ddb28 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/security-groups/2e181700-f662-4239-9fef-8bdfa7dc3448 HTTP/1.1" status: 404  len: 347 time: 0.0142298
Mar 31 18:29:03.075649 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 56068) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:29:03.203789 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-c4ac2e55-9887-4f95-b638-0d7d7e5b5ccd tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Deleting port 290e6398-2e7c-47b8-ab61-dd2399f7d323 {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 31 18:29:03.204054 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c4ac2e55-9887-4f95-b638-0d7d7e5b5ccd tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759343023638'] for port (290e6398-2e7c-47b8-ab61-dd2399f7d323), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:03.278997 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c4ac2e55-9887-4f95-b638-0d7d7e5b5ccd tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505421'] for port (290e6398-2e7c-47b8-ab61-dd2399f7d323), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:03.279326 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c4ac2e55-9887-4f95-b638-0d7d7e5b5ccd tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks [] for floatingip (290e6398-2e7c-47b8-ab61-dd2399f7d323), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:03.290814 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-c4ac2e55-9887-4f95-b638-0d7d7e5b5ccd tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Calling delete_port for 290e6398-2e7c-47b8-ab61-dd2399f7d323 owned by network:floatingip {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 31 18:29:03.468884 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c4ac2e55-9887-4f95-b638-0d7d7e5b5ccd tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759343027577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759342510071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13081985'] for port (290e6398-2e7c-47b8-ab61-dd2399f7d323), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:03.496569 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ac2e55-9887-4f95-b638-0d7d7e5b5ccd tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Pushing event deleted for resources: {'Port': ['ID=290e6398-2e7c-47b8-ab61-dd2399f7d323,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:29:03.563111 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c4ac2e55-9887-4f95-b638-0d7d7e5b5ccd tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks [] for floatingip (358f0e02-5196-4e09-abfb-8c099aca32e1), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:03.565941 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c4ac2e55-9887-4f95-b638-0d7d7e5b5ccd tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30337'] for floatingip (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:03.567137 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-c4ac2e55-9887-4f95-b638-0d7d7e5b5ccd tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "DELETE /v2.0/floatingips/358f0e02-5196-4e09-abfb-8c099aca32e1 HTTP/1.1" status: 204  len: 168 time: 0.4901168
Mar 31 18:29:03.966337 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-61acbcaf-515a-4595-a759-82c8bf4c0ac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (1ee04592-4785-424e-aa2a-0bd32f5faacf), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:04.592828 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Device d53f10e2-e3b6-45ca-951d-3dfc9e640379 no longer exists at agent hyperv_hv-cinder-maste {{(pid=103898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 31 18:29:04.613287 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] No Port match for: d53f10e2-e3b6-45ca-951d-3dfc9e640379 {{(pid=103898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 31 18:29:04.613634 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Device d53f10e2-e3b6-45ca-951d-3dfc9e640379 not bound to the agent host hv-cinder-maste {{(pid=103898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 31 18:29:05.113660 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (b6d39f6c-4dc3-40bd-bbe5-e05b1f1d4e13), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:06.422402 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (06f31eaf-9418-4d11-8606-24a34b4b4893), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:06.548782 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3c34b0-f1a9-4c03-ae45-5248dd52c9fe req-3ed26bd8-c045-4809-9e7d-351b1b7df7c5 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:29:06.550269 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-6d3c34b0-f1a9-4c03-ae45-5248dd52c9fe req-3ed26bd8-c045-4809-9e7d-351b1b7df7c5 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d43f77a-cb85-4276-9bed-686f306ea21a HTTP/1.1" status: 200  len: 945 time: 0.0550518
Mar 31 18:29:06.597544 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-6d3c34b0-f1a9-4c03-ae45-5248dd52c9fe req-6863d7cf-047e-48d8-82a6-006debd799f9 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/security-groups?id=2999ed04-fa20-4f9f-a4fb-1018a80bae6b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416002
Mar 31 18:29:07.718450 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daa6b99-2c54-4baa-8b27-9d4dda27818c req-32bd4fcd-f09a-4fa2-87d6-86c31c634c02 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:29:07.719951 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-3daa6b99-2c54-4baa-8b27-9d4dda27818c req-32bd4fcd-f09a-4fa2-87d6-86c31c634c02 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d43f77a-cb85-4276-9bed-686f306ea21a HTTP/1.1" status: 200  len: 945 time: 0.0533853
Mar 31 18:29:07.766216 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-3daa6b99-2c54-4baa-8b27-9d4dda27818c req-ba4657dd-e9f7-4862-8d2f-096c9e33a063 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/security-groups?id=2999ed04-fa20-4f9f-a4fb-1018a80bae6b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404902
Mar 31 18:29:08.487465 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [req-6b63b741-8e6b-48a3-9da0-3f81ea55b70e req-31d3840a-e1e5-4cdf-9209-29c5f56eca59 service neutron] (103896) timed out ('10.222.0.44', 55224) {{(pid=103896) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Mar 31 18:29:08.625840 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6dfd0e-3731-43b8-8897-edbeb6967bbd req-2fb44a03-e6d8-4611-975f-0da677c7f85c tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:29:08.627270 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-1a6dfd0e-3731-43b8-8897-edbeb6967bbd req-2fb44a03-e6d8-4611-975f-0da677c7f85c tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d43f77a-cb85-4276-9bed-686f306ea21a HTTP/1.1" status: 200  len: 945 time: 0.0541618
Mar 31 18:29:08.730445 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [req-1a6dfd0e-3731-43b8-8897-edbeb6967bbd req-c8033d2b-9158-4bdc-90ec-46b4cd041317 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Deleting port 66cb4db2-f182-4e79-945c-41d2828096bb {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 31 18:29:08.731306 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-1a6dfd0e-3731-43b8-8897-edbeb6967bbd req-c8033d2b-9158-4bdc-90ec-46b4cd041317 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759343023638'] for port (66cb4db2-f182-4e79-945c-41d2828096bb), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:08.865050 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [req-1a6dfd0e-3731-43b8-8897-edbeb6967bbd req-c8033d2b-9158-4bdc-90ec-46b4cd041317 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] For port 66cb4db2-f182-4e79-945c-41d2828096bb, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=66cb4db2-f182-4e79-945c-41d2828096bb,segment=NetworkSegment(d88eba78-682e-4e58-9428-c0cf5ca4e035),segment_id=d88eba78-682e-4e58-9428-c0cf5ca4e035)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:29:08.865409 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-1a6dfd0e-3731-43b8-8897-edbeb6967bbd req-c8033d2b-9158-4bdc-90ec-46b4cd041317 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505421'] for port (66cb4db2-f182-4e79-945c-41d2828096bb), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:08.895196 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7df619-2800-4e28-9587-496d753b217c req-82318fec-35d2-41c4-81ec-7d0cf541ed74 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:29:08.896616 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-8b7df619-2800-4e28-9587-496d753b217c req-82318fec-35d2-41c4-81ec-7d0cf541ed74 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d43f77a-cb85-4276-9bed-686f306ea21a HTTP/1.1" status: 200  len: 945 time: 0.0600612
Mar 31 18:29:08.921956 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f130481b-e412-4f09-9112-c36b586ebcce req-4a50ac69-8d08-4a4c-a6cd-218d0aaf1de5 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:29:08.923467 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-f130481b-e412-4f09-9112-c36b586ebcce req-4a50ac69-8d08-4a4c-a6cd-218d0aaf1de5 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c1ec735-055d-4f24-acec-a40cb9576c0d HTTP/1.1" status: 200  len: 945 time: 0.1331844
Mar 31 18:29:08.946252 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-8b7df619-2800-4e28-9587-496d753b217c req-f869ea6d-ae3d-4bbf-a192-337c3325eecf tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/security-groups?id=2999ed04-fa20-4f9f-a4fb-1018a80bae6b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432520
Mar 31 18:29:09.025056 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-f130481b-e412-4f09-9112-c36b586ebcce req-0f670e39-4060-4f54-80b7-a45dd4c4bb60 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/security-groups?id=6785854e-f13e-4f5a-ad96-391ce33a8a19&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0948722
Mar 31 18:29:09.091022 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-1a6dfd0e-3731-43b8-8897-edbeb6967bbd req-c8033d2b-9158-4bdc-90ec-46b4cd041317 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:09.091417 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-1a6dfd0e-3731-43b8-8897-edbeb6967bbd req-c8033d2b-9158-4bdc-90ec-46b4cd041317 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505983'] for floatingip (7de64759-5df7-4916-a8cf-32e62ee9bf83), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:09.091780 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.db.l3_db [req-1a6dfd0e-3731-43b8-8897-edbeb6967bbd req-c8033d2b-9158-4bdc-90ec-46b4cd041317 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Floating IP 7de64759-5df7-4916-a8cf-32e62ee9bf83 disassociated. External IP: 172.37.2.130, port: 66cb4db2-f182-4e79-945c-41d2828096bb.
Mar 31 18:29:09.092121 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [req-1a6dfd0e-3731-43b8-8897-edbeb6967bbd req-c8033d2b-9158-4bdc-90ec-46b4cd041317 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Calling delete_port for 66cb4db2-f182-4e79-945c-41d2828096bb owned by compute:nova {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 31 18:29:09.262887 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-1a6dfd0e-3731-43b8-8897-edbeb6967bbd req-c8033d2b-9158-4bdc-90ec-46b4cd041317 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759343027577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759342510071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13081985'] for port (66cb4db2-f182-4e79-945c-41d2828096bb), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:09.292630 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8033d2b-9158-4bdc-90ec-46b4cd041317 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Pushing event deleted for resources: {'Port': ['ID=66cb4db2-f182-4e79-945c-41d2828096bb,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:29:09.409601 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1a6dfd0e-3731-43b8-8897-edbeb6967bbd req-c8033d2b-9158-4bdc-90ec-46b4cd041317 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Router 18b416a9-88ee-499f-9846-13773bd75f53 has already been hosted by L3 agent f09d5d1b-4294-4f18-9a00-351412ae7ca6 {{(pid=103897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 31 18:29:09.520649 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1a6dfd0e-3731-43b8-8897-edbeb6967bbd req-c8033d2b-9158-4bdc-90ec-46b4cd041317 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 31 18:29:09.532075 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a3b95c-f535-4d16-955e-bb8436269b1c None None] Sync routers for ids ['18b416a9-88ee-499f-9846-13773bd75f53'] in dv-cinder-master-3-iscsi {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 31 18:29:09.542714 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a3b95c-f535-4d16-955e-bb8436269b1c None None] Routers {'18b416a9-88ee-499f-9846-13773bd75f53'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 31 18:29:09.543948 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-77a3b95c-f535-4d16-955e-bb8436269b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7715674970>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T18:05:01Z,description=<?>,heartbeat_timestamp=2022-03-31T18:29:01Z,host='dv-cinder-master-3-iscsi',id=f09d5d1b-4294-4f18-9a00-351412ae7ca6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-31T18:05:02Z,topic='l3_agent')) {'router_ids': ['18b416a9-88ee-499f-9846-13773bd75f53'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:29:09.565198 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a6dfd0e-3731-43b8-8897-edbeb6967bbd req-c8033d2b-9158-4bdc-90ec-46b4cd041317 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] No DVR routers for this DVR port 66cb4db2-f182-4e79-945c-41d2828096bb on host hv-cinder-maste {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 31 18:29:09.567795 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-1a6dfd0e-3731-43b8-8897-edbeb6967bbd req-c8033d2b-9158-4bdc-90ec-46b4cd041317 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30337'] for port (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:09.571032 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-1a6dfd0e-3731-43b8-8897-edbeb6967bbd req-c8033d2b-9158-4bdc-90ec-46b4cd041317 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.44 "DELETE /v2.0/ports/66cb4db2-f182-4e79-945c-41d2828096bb HTTP/1.1" status: 204  len: 173 time: 0.9374669
Mar 31 18:29:09.571470 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d43f77a-cb85-4276-9bed-686f306ea21a', 'name': 'network-vif-deleted', 'tag': '66cb4db2-f182-4e79-945c-41d2828096bb'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 31 18:29:09.573699 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73fc78de55affb2fac0a31bf62e314c48f0d961b1f9e9815d43b8150b113e94f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dbd8144-b18b-45fa-9f94-03922f3341f5" -d '{"events": [{"server_uuid": "8d43f77a-cb85-4276-9bed-686f306ea21a", "name": "network-vif-deleted", "tag": "66cb4db2-f182-4e79-945c-41d2828096bb"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 31 18:29:09.610118 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 18:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cafe46ac-07ca-45ca-951f-d12a7c02a1e8 x-openstack-request-id: req-cafe46ac-07ca-45ca-951f-d12a7c02a1e8 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 31 18:29:09.610415 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d43f77a-cb85-4276-9bed-686f306ea21a", "name": "network-vif-deleted", "tag": "66cb4db2-f182-4e79-945c-41d2828096bb", "status": "completed", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 31 18:29:09.610702 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cafe46ac-07ca-45ca-951f-d12a7c02a1e8 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 31 18:29:09.618104 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cafe46ac-07ca-45ca-951f-d12a7c02a1e8'] response: {'server_uuid': '8d43f77a-cb85-4276-9bed-686f306ea21a', 'name': 'network-vif-deleted', 'tag': '66cb4db2-f182-4e79-945c-41d2828096bb', 'status': 'completed', 'code': 200}
Mar 31 18:29:09.669306 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-77a3b95c-f535-4d16-955e-bb8436269b1c None None] Set router 18b416a9-88ee-499f-9846-13773bd75f53 gateway port host: dv-cinder-master-3-iscsi {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 31 18:29:09.904509 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-77a3b95c-f535-4d16-955e-bb8436269b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7715674970>, [{'id': '18b416a9-88ee-499f-9846-13773bd75f53', 'name': 'tempest-AttachVolumeNegativeTest-783316322-router', 'tenant_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.224'}], 'enable_snat': True}, 'gw_port_id': '962870bc-50a8-4afe-8ee0-541ade01b570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:25:08Z', 'updated_at': '2022-03-31T18:25:12Z', 'revision_number': 4, 'project_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'gw_port': {'id': '962870bc-50a8-4afe-8ee0-541ade01b570', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:1d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b416a9-88ee-499f-9846-13773bd75f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:25:09Z', 'updated_at': '2022-03-31T18:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'f9e9053e-8135-4f8c-a7fa-10c10f86d87e', 'name': '', 'network_id': '48b6e4a0-767f-4f89-81e1-af0f127e9429', 'tenant_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'mac_address': 'fa:16:3e:6d:65:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b416a9-88ee-499f-9846-13773bd75f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'b702573e-a854-4e5e-962c-bc2e1a12d797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:25:11Z', 'updated_at': '2022-03-31T18:25:16Z', 'revision_number': 5, 'project_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'subnets': [{'id': 'b702573e-a854-4e5e-962c-bc2e1a12d797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:29:09.930912 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a3b95c-f535-4d16-955e-bb8436269b1c None None] Checking router: 18b416a9-88ee-499f-9846-13773bd75f53 for host: dv-cinder-master-3-iscsi {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 31 18:29:09.939486 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a3b95c-f535-4d16-955e-bb8436269b1c None None] Routers {'18b416a9-88ee-499f-9846-13773bd75f53'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 31 18:29:09.940097 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-77a3b95c-f535-4d16-955e-bb8436269b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7715674970>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T18:05:01Z,description=<?>,heartbeat_timestamp=2022-03-31T18:29:01Z,host='dv-cinder-master-3-iscsi',id=f09d5d1b-4294-4f18-9a00-351412ae7ca6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-31T18:05:02Z,topic='l3_agent')) {'router_ids': ['18b416a9-88ee-499f-9846-13773bd75f53'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:29:10.060551 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-77a3b95c-f535-4d16-955e-bb8436269b1c None None] Set router 18b416a9-88ee-499f-9846-13773bd75f53 gateway port host: dv-cinder-master-3-iscsi {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 31 18:29:10.064352 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-b3bb7f2a-dcd8-435b-b51f-0b6fbe0eb163 req-0867f3a3-016e-4e82-8c80-59edbf9a2eb0 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d43f77a-cb85-4276-9bed-686f306ea21a HTTP/1.1" status: 200  len: 210 time: 0.0309520
Mar 31 18:29:10.172651 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3896cb80-2a06-4832-b896-08d616120e45 req-7a19ba74-d6a9-46b2-917b-eb22d8a572d5 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:29:10.174156 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-3896cb80-2a06-4832-b896-08d616120e45 req-7a19ba74-d6a9-46b2-917b-eb22d8a572d5 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c1ec735-055d-4f24-acec-a40cb9576c0d HTTP/1.1" status: 200  len: 945 time: 0.0547907
Mar 31 18:29:10.223884 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-3896cb80-2a06-4832-b896-08d616120e45 req-4b7dfa7d-0541-468d-9497-d0204d67df04 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/security-groups?id=6785854e-f13e-4f5a-ad96-391ce33a8a19&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433564
Mar 31 18:29:10.274760 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-77a3b95c-f535-4d16-955e-bb8436269b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7715674970>, [{'id': '18b416a9-88ee-499f-9846-13773bd75f53', 'name': 'tempest-AttachVolumeNegativeTest-783316322-router', 'tenant_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.224'}], 'enable_snat': True}, 'gw_port_id': '962870bc-50a8-4afe-8ee0-541ade01b570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:25:08Z', 'updated_at': '2022-03-31T18:25:12Z', 'revision_number': 4, 'project_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'gw_port': {'id': '962870bc-50a8-4afe-8ee0-541ade01b570', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:1d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b416a9-88ee-499f-9846-13773bd75f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:25:09Z', 'updated_at': '2022-03-31T18:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'f9e9053e-8135-4f8c-a7fa-10c10f86d87e', 'name': '', 'network_id': '48b6e4a0-767f-4f89-81e1-af0f127e9429', 'tenant_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'mac_address': 'fa:16:3e:6d:65:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b416a9-88ee-499f-9846-13773bd75f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'b702573e-a854-4e5e-962c-bc2e1a12d797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:25:11Z', 'updated_at': '2022-03-31T18:25:16Z', 'revision_number': 5, 'project_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'subnets': [{'id': 'b702573e-a854-4e5e-962c-bc2e1a12d797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:29:10.306288 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a3b95c-f535-4d16-955e-bb8436269b1c None None] The sync data for ids ['18b416a9-88ee-499f-9846-13773bd75f53'] in dv-cinder-master-3-iscsi is: [{'id': '18b416a9-88ee-499f-9846-13773bd75f53', 'name': 'tempest-AttachVolumeNegativeTest-783316322-router', 'tenant_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.224'}], 'enable_snat': True}, 'gw_port_id': '962870bc-50a8-4afe-8ee0-541ade01b570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:25:08Z', 'updated_at': '2022-03-31T18:25:12Z', 'revision_number': 4, 'project_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'gw_port': {'id': '962870bc-50a8-4afe-8ee0-541ade01b570', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:1d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b416a9-88ee-499f-9846-13773bd75f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:25:09Z', 'updated_at': '2022-03-31T18:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'f9e9053e-8135-4f8c-a7fa-10c10f86d87e', 'name': '', 'network_id': '48b6e4a0-767f-4f89-81e1-af0f127e9429', 'tenant_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'mac_address': 'fa:16:3e:6d:65:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b416a9-88ee-499f-9846-13773bd75f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'b702573e-a854-4e5e-962c-bc2e1a12d797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:25:11Z', 'updated_at': '2022-03-31T18:25:16Z', 'revision_number': 5, 'project_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'subnets': [{'id': 'b702573e-a854-4e5e-962c-bc2e1a12d797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 31 18:29:10.552676 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78630af5-4cab-4773-9fef-0ebbc9a17cfa None None] New status for floating IP 7de64759-5df7-4916-a8cf-32e62ee9bf83: DOWN {{(pid=103899) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 31 18:29:11.207302 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 56144) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:29:11.260578 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-252ac3f8-9059-405a-af1e-81a9524529c8 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks [] for security_group (2999ed04-fa20-4f9f-a4fb-1018a80bae6b), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:11.288205 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-252ac3f8-9059-405a-af1e-81a9524529c8 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks [] for security_group (2999ed04-fa20-4f9f-a4fb-1018a80bae6b), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:11.389056 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3cadbe-67f6-4ac1-933f-5b98e63e6003 req-c7bb33d0-cffe-40d2-8f67-70044a94ef62 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:29:11.390450 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-9e3cadbe-67f6-4ac1-933f-5b98e63e6003 req-c7bb33d0-cffe-40d2-8f67-70044a94ef62 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c1ec735-055d-4f24-acec-a40cb9576c0d HTTP/1.1" status: 200  len: 945 time: 0.0900731
Mar 31 18:29:11.398529 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce194880-170f-43b8-8436-a9e11d3451cd req-b1138a0f-9ee5-4fe6-947e-7d8021c17208 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:29:11.399923 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-ce194880-170f-43b8-8436-a9e11d3451cd req-b1138a0f-9ee5-4fe6-947e-7d8021c17208 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c1ec735-055d-4f24-acec-a40cb9576c0d HTTP/1.1" status: 200  len: 945 time: 0.0884945
Mar 31 18:29:11.417276 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-252ac3f8-9059-405a-af1e-81a9524529c8 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (2999ed04-fa20-4f9f-a4fb-1018a80bae6b), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:11.421653 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-252ac3f8-9059-405a-af1e-81a9524529c8 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks [] for security_group (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:11.425808 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-252ac3f8-9059-405a-af1e-81a9524529c8 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "DELETE /v2.0/security-groups/2999ed04-fa20-4f9f-a4fb-1018a80bae6b HTTP/1.1" status: 204  len: 168 time: 0.2147055
Mar 31 18:29:11.427613 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 56148) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:29:11.444020 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252ac3f8-9059-405a-af1e-81a9524529c8 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2999ed04-fa20-4f9f-a4fb-1018a80bae6b,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:29:11.446852 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.api.v2.resource [None req-2af9c093-cb90-4db7-a4a1-18a5ffd4df78 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] show failed (client error): The resource could not be found.
Mar 31 18:29:11.451921 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-2af9c093-cb90-4db7-a4a1-18a5ffd4df78 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/security-groups/2999ed04-fa20-4f9f-a4fb-1018a80bae6b HTTP/1.1" status: 404  len: 347 time: 0.0190642
Mar 31 18:29:11.452415 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 56150) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:29:11.587199 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-d910a338-8154-4752-b8b0-29f7a857fca9 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Deleting port a4fff863-27ba-4a91-ac59-7a9a07d915e2 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 31 18:29:11.587505 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d910a338-8154-4752-b8b0-29f7a857fca9 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759343023638'] for port (a4fff863-27ba-4a91-ac59-7a9a07d915e2), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:11.671973 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d910a338-8154-4752-b8b0-29f7a857fca9 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505421'] for port (a4fff863-27ba-4a91-ac59-7a9a07d915e2), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:11.672257 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d910a338-8154-4752-b8b0-29f7a857fca9 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks [] for floatingip (a4fff863-27ba-4a91-ac59-7a9a07d915e2), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:11.686480 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-d910a338-8154-4752-b8b0-29f7a857fca9 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Calling delete_port for a4fff863-27ba-4a91-ac59-7a9a07d915e2 owned by network:floatingip {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 31 18:29:11.774705 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-9e3cadbe-67f6-4ac1-933f-5b98e63e6003 req-aa75d421-21fd-419b-92ca-39c4edab7b3d tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/security-groups?id=6785854e-f13e-4f5a-ad96-391ce33a8a19&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3738022
Mar 31 18:29:11.806202 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [req-ce194880-170f-43b8-8436-a9e11d3451cd req-0f8fab8a-9335-4791-accf-59c43066c447 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Deleting port 1f4cdbaf-59bc-42f8-968b-9f65a74c2312 {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 31 18:29:11.806547 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-ce194880-170f-43b8-8436-a9e11d3451cd req-0f8fab8a-9335-4791-accf-59c43066c447 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759343023638'] for port (1f4cdbaf-59bc-42f8-968b-9f65a74c2312), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:11.901967 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [req-ce194880-170f-43b8-8436-a9e11d3451cd req-0f8fab8a-9335-4791-accf-59c43066c447 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] For port 1f4cdbaf-59bc-42f8-968b-9f65a74c2312, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1f4cdbaf-59bc-42f8-968b-9f65a74c2312,segment=NetworkSegment(cfa3332b-071f-4b4c-8acd-1aaa41e80ec4),segment_id=cfa3332b-071f-4b4c-8acd-1aaa41e80ec4)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:29:11.902323 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-ce194880-170f-43b8-8436-a9e11d3451cd req-0f8fab8a-9335-4791-accf-59c43066c447 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505421'] for port (1f4cdbaf-59bc-42f8-968b-9f65a74c2312), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:12.045122 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d910a338-8154-4752-b8b0-29f7a857fca9 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759343027577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759342510071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12885778'] for port (a4fff863-27ba-4a91-ac59-7a9a07d915e2), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:12.072344 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d910a338-8154-4752-b8b0-29f7a857fca9 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Pushing event deleted for resources: {'Port': ['ID=a4fff863-27ba-4a91-ac59-7a9a07d915e2,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:29:12.093325 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-ce194880-170f-43b8-8436-a9e11d3451cd req-0f8fab8a-9335-4791-accf-59c43066c447 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:12.099183 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-ce194880-170f-43b8-8436-a9e11d3451cd req-0f8fab8a-9335-4791-accf-59c43066c447 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505983'] for floatingip (32b7cbd3-1483-468b-89af-30d848baf7f6), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:12.099183 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.db.l3_db [req-ce194880-170f-43b8-8436-a9e11d3451cd req-0f8fab8a-9335-4791-accf-59c43066c447 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Floating IP 32b7cbd3-1483-468b-89af-30d848baf7f6 disassociated. External IP: 172.37.2.195, port: 1f4cdbaf-59bc-42f8-968b-9f65a74c2312.
Mar 31 18:29:12.099183 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [req-ce194880-170f-43b8-8436-a9e11d3451cd req-0f8fab8a-9335-4791-accf-59c43066c447 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Calling delete_port for 1f4cdbaf-59bc-42f8-968b-9f65a74c2312 owned by compute:nova {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 31 18:29:12.141831 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d910a338-8154-4752-b8b0-29f7a857fca9 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks [] for floatingip (7de64759-5df7-4916-a8cf-32e62ee9bf83), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:12.144582 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d910a338-8154-4752-b8b0-29f7a857fca9 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30337'] for floatingip (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:12.145761 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-d910a338-8154-4752-b8b0-29f7a857fca9 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "DELETE /v2.0/floatingips/7de64759-5df7-4916-a8cf-32e62ee9bf83 HTTP/1.1" status: 204  len: 168 time: 0.6926854
Mar 31 18:29:12.314071 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-ce194880-170f-43b8-8436-a9e11d3451cd req-0f8fab8a-9335-4791-accf-59c43066c447 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759343027577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759342510071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13081985'] for port (1f4cdbaf-59bc-42f8-968b-9f65a74c2312), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:12.342637 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8fab8a-9335-4791-accf-59c43066c447 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Pushing event deleted for resources: {'Port': ['ID=1f4cdbaf-59bc-42f8-968b-9f65a74c2312,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:29:12.462507 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 56154) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:29:12.463062 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ce194880-170f-43b8-8436-a9e11d3451cd req-0f8fab8a-9335-4791-accf-59c43066c447 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Router 60054fe4-6103-427c-aeff-cd2dd1123bf5 has already been hosted by L3 agent f09d5d1b-4294-4f18-9a00-351412ae7ca6 {{(pid=103897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 31 18:29:12.468184 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [None req-97ba8a53-d15d-4687-91f9-d468aae86618 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Request body: {'security_group': {'name': 'tempest-securitygroup--887918468', 'description': 'tempest-description--288656698'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:29:12.542743 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-97ba8a53-d15d-4687-91f9-d468aae86618 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks [] for security_group (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:12.581409 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ce194880-170f-43b8-8436-a9e11d3451cd req-0f8fab8a-9335-4791-accf-59c43066c447 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 31 18:29:12.593490 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3093b4c-e668-4c8b-8b4b-edd0945e6412 None None] Sync routers for ids ['60054fe4-6103-427c-aeff-cd2dd1123bf5'] in dv-cinder-master-3-iscsi {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 31 18:29:12.604507 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3093b4c-e668-4c8b-8b4b-edd0945e6412 None None] Routers {'60054fe4-6103-427c-aeff-cd2dd1123bf5'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 31 18:29:12.606953 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-b3093b4c-e668-4c8b-8b4b-edd0945e6412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7715109ee0>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T18:05:01Z,description=<?>,heartbeat_timestamp=2022-03-31T18:29:01Z,host='dv-cinder-master-3-iscsi',id=f09d5d1b-4294-4f18-9a00-351412ae7ca6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-31T18:05:02Z,topic='l3_agent')) {'router_ids': ['60054fe4-6103-427c-aeff-cd2dd1123bf5'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:29:12.612784 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-97ba8a53-d15d-4687-91f9-d468aae86618 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks [] for security_group (4465f323-0582-4227-a675-77ace5c1379a), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:12.626042 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce194880-170f-43b8-8436-a9e11d3451cd req-0f8fab8a-9335-4791-accf-59c43066c447 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] No DVR routers for this DVR port 1f4cdbaf-59bc-42f8-968b-9f65a74c2312 on host hv-cinder-maste {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 31 18:29:12.628552 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-ce194880-170f-43b8-8436-a9e11d3451cd req-0f8fab8a-9335-4791-accf-59c43066c447 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30337'] for port (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:12.641352 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-ce194880-170f-43b8-8436-a9e11d3451cd req-0f8fab8a-9335-4791-accf-59c43066c447 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.44 "DELETE /v2.0/ports/1f4cdbaf-59bc-42f8-968b-9f65a74c2312 HTTP/1.1" status: 204  len: 173 time: 1.2252026
Mar 31 18:29:12.641352 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c1ec735-055d-4f24-acec-a40cb9576c0d', 'name': 'network-vif-deleted', 'tag': '1f4cdbaf-59bc-42f8-968b-9f65a74c2312'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 31 18:29:12.641352 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73fc78de55affb2fac0a31bf62e314c48f0d961b1f9e9815d43b8150b113e94f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-712235ff-fae7-4a7e-a220-0176d133a893" -d '{"events": [{"server_uuid": "7c1ec735-055d-4f24-acec-a40cb9576c0d", "name": "network-vif-deleted", "tag": "1f4cdbaf-59bc-42f8-968b-9f65a74c2312"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 31 18:29:12.671920 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 18:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cf356a5-4e37-4db6-be0f-731512e36b2e x-openstack-request-id: req-9cf356a5-4e37-4db6-be0f-731512e36b2e {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 31 18:29:12.672212 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c1ec735-055d-4f24-acec-a40cb9576c0d", "name": "network-vif-deleted", "tag": "1f4cdbaf-59bc-42f8-968b-9f65a74c2312", "status": "completed", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 31 18:29:12.672472 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9cf356a5-4e37-4db6-be0f-731512e36b2e {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 31 18:29:12.672875 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cf356a5-4e37-4db6-be0f-731512e36b2e'] response: {'server_uuid': '7c1ec735-055d-4f24-acec-a40cb9576c0d', 'name': 'network-vif-deleted', 'tag': '1f4cdbaf-59bc-42f8-968b-9f65a74c2312', 'status': 'completed', 'code': 200}
Mar 31 18:29:12.676878 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Device 66cb4db2-f182-4e79-945c-41d2828096bb no longer exists at agent hyperv_hv-cinder-maste {{(pid=103898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 31 18:29:12.697281 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-97ba8a53-d15d-4687-91f9-d468aae86618 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (4465f323-0582-4227-a675-77ace5c1379a), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:12.701876 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] No Port match for: 66cb4db2-f182-4e79-945c-41d2828096bb {{(pid=103898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 31 18:29:12.702221 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Device 66cb4db2-f182-4e79-945c-41d2828096bb not bound to the agent host hv-cinder-maste {{(pid=103898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 31 18:29:12.747022 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ba8a53-d15d-4687-91f9-d468aae86618 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4465f323-0582-4227-a675-77ace5c1379a,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:29:12.749368 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-b3093b4c-e668-4c8b-8b4b-edd0945e6412 None None] Set router 60054fe4-6103-427c-aeff-cd2dd1123bf5 gateway port host: dv-cinder-master-3-iscsi {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 31 18:29:12.885065 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-d8cd9cbc-2a1f-42ad-b7c4-79cab9697c82 req-9cbd7bd1-299f-43f4-bd5c-965ed7e03969 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c1ec735-055d-4f24-acec-a40cb9576c0d HTTP/1.1" status: 200  len: 210 time: 0.0324175
Mar 31 18:29:12.888462 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-97ba8a53-d15d-4687-91f9-d468aae86618 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks [] for security_group (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:12.889690 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-97ba8a53-d15d-4687-91f9-d468aae86618 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1795 time: 0.4258838
Mar 31 18:29:12.894201 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 56160) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:29:12.899244 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [None req-d44adfcb-12d7-4ea6-b461-57e127d33448 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Request body: {'security_group_rule': {'security_group_id': '4465f323-0582-4227-a675-77ace5c1379a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:29:12.977072 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d44adfcb-12d7-4ea6-b461-57e127d33448 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks [] for security_group_rule (b4772113-ea8d-4a92-acb4-7642e32c2a7c), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:12.984555 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-b3093b4c-e668-4c8b-8b4b-edd0945e6412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7715109ee0>, [{'id': '60054fe4-6103-427c-aeff-cd2dd1123bf5', 'name': 'tempest-AttachVolumeTestJSON-1501045789-router', 'tenant_id': '87baab8d37b040efbfe030d17be30823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.158'}], 'enable_snat': True}, 'gw_port_id': 'e48f013b-a0c3-4c71-8e06-d186d6e3e821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:21:36Z', 'updated_at': '2022-03-31T18:21:39Z', 'revision_number': 4, 'project_id': '87baab8d37b040efbfe030d17be30823', 'gw_port': {'id': 'e48f013b-a0c3-4c71-8e06-d186d6e3e821', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:fa:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60054fe4-6103-427c-aeff-cd2dd1123bf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:21:37Z', 'updated_at': '2022-03-31T18:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '6ddd5886-9ab7-4c14-9469-77d47a4fb578', 'name': '', 'network_id': '4410ea83-4566-4c60-99ff-d1b5f30ec440', 'tenant_id': '87baab8d37b040efbfe030d17be30823', 'mac_address': 'fa:16:3e:94:41:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60054fe4-6103-427c-aeff-cd2dd1123bf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'ed71b331-b79e-46fb-9418-746c15fc735d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:21:39Z', 'updated_at': '2022-03-31T18:21:43Z', 'revision_number': 5, 'project_id': '87baab8d37b040efbfe030d17be30823', 'subnets': [{'id': 'ed71b331-b79e-46fb-9418-746c15fc735d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:29:13.015971 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3093b4c-e668-4c8b-8b4b-edd0945e6412 None None] Checking router: 60054fe4-6103-427c-aeff-cd2dd1123bf5 for host: dv-cinder-master-3-iscsi {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 31 18:29:13.024969 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3093b4c-e668-4c8b-8b4b-edd0945e6412 None None] Routers {'60054fe4-6103-427c-aeff-cd2dd1123bf5'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 31 18:29:13.025580 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-b3093b4c-e668-4c8b-8b4b-edd0945e6412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7715109ee0>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T18:05:01Z,description=<?>,heartbeat_timestamp=2022-03-31T18:29:01Z,host='dv-cinder-master-3-iscsi',id=f09d5d1b-4294-4f18-9a00-351412ae7ca6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-31T18:05:02Z,topic='l3_agent')) {'router_ids': ['60054fe4-6103-427c-aeff-cd2dd1123bf5'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:29:13.063538 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d44adfcb-12d7-4ea6-b461-57e127d33448 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks [] for security_group_rule (b4772113-ea8d-4a92-acb4-7642e32c2a7c), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:13.148735 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d44adfcb-12d7-4ea6-b461-57e127d33448 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527249'] for security_group_rule (b4772113-ea8d-4a92-acb4-7642e32c2a7c), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:13.171090 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44adfcb-12d7-4ea6-b461-57e127d33448 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4772113-ea8d-4a92-acb4-7642e32c2a7c,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:29:13.240452 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d44adfcb-12d7-4ea6-b461-57e127d33448 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:13.241717 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-d44adfcb-12d7-4ea6-b461-57e127d33448 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3464260
Mar 31 18:29:13.244600 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 56162) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:29:13.249260 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [None req-8f965565-408b-4858-9b0b-fbe64a53d28a tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Request body: {'security_group_rule': {'security_group_id': '4465f323-0582-4227-a675-77ace5c1379a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:29:13.284712 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-b3093b4c-e668-4c8b-8b4b-edd0945e6412 None None] Set router 60054fe4-6103-427c-aeff-cd2dd1123bf5 gateway port host: dv-cinder-master-3-iscsi {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 31 18:29:13.330772 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8f965565-408b-4858-9b0b-fbe64a53d28a tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks [] for security_group_rule (94173ae6-83e8-4678-bbc1-aaf1e077e9bc), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:13.394461 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8f965565-408b-4858-9b0b-fbe64a53d28a tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks [] for security_group_rule (94173ae6-83e8-4678-bbc1-aaf1e077e9bc), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:13.468620 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8f965565-408b-4858-9b0b-fbe64a53d28a tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527249'] for security_group_rule (94173ae6-83e8-4678-bbc1-aaf1e077e9bc), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:13.488867 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f965565-408b-4858-9b0b-fbe64a53d28a tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94173ae6-83e8-4678-bbc1-aaf1e077e9bc,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:29:13.515731 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-b3093b4c-e668-4c8b-8b4b-edd0945e6412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7715109ee0>, [{'id': '60054fe4-6103-427c-aeff-cd2dd1123bf5', 'name': 'tempest-AttachVolumeTestJSON-1501045789-router', 'tenant_id': '87baab8d37b040efbfe030d17be30823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.158'}], 'enable_snat': True}, 'gw_port_id': 'e48f013b-a0c3-4c71-8e06-d186d6e3e821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:21:36Z', 'updated_at': '2022-03-31T18:21:39Z', 'revision_number': 4, 'project_id': '87baab8d37b040efbfe030d17be30823', 'gw_port': {'id': 'e48f013b-a0c3-4c71-8e06-d186d6e3e821', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:fa:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60054fe4-6103-427c-aeff-cd2dd1123bf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:21:37Z', 'updated_at': '2022-03-31T18:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '6ddd5886-9ab7-4c14-9469-77d47a4fb578', 'name': '', 'network_id': '4410ea83-4566-4c60-99ff-d1b5f30ec440', 'tenant_id': '87baab8d37b040efbfe030d17be30823', 'mac_address': 'fa:16:3e:94:41:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60054fe4-6103-427c-aeff-cd2dd1123bf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'ed71b331-b79e-46fb-9418-746c15fc735d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:21:39Z', 'updated_at': '2022-03-31T18:21:43Z', 'revision_number': 5, 'project_id': '87baab8d37b040efbfe030d17be30823', 'subnets': [{'id': 'ed71b331-b79e-46fb-9418-746c15fc735d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:29:13.533575 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8f965565-408b-4858-9b0b-fbe64a53d28a tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:13.535237 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-8f965565-408b-4858-9b0b-fbe64a53d28a tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2893314
Mar 31 18:29:13.538152 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 56164) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:29:13.542980 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [None req-ba84a3cd-e752-411f-9f01-4b9b187791fe tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Request body: {'floatingip': {'floating_network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:29:13.549638 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3093b4c-e668-4c8b-8b4b-edd0945e6412 None None] The sync data for ids ['60054fe4-6103-427c-aeff-cd2dd1123bf5'] in dv-cinder-master-3-iscsi is: [{'id': '60054fe4-6103-427c-aeff-cd2dd1123bf5', 'name': 'tempest-AttachVolumeTestJSON-1501045789-router', 'tenant_id': '87baab8d37b040efbfe030d17be30823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.158'}], 'enable_snat': True}, 'gw_port_id': 'e48f013b-a0c3-4c71-8e06-d186d6e3e821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:21:36Z', 'updated_at': '2022-03-31T18:21:39Z', 'revision_number': 4, 'project_id': '87baab8d37b040efbfe030d17be30823', 'gw_port': {'id': 'e48f013b-a0c3-4c71-8e06-d186d6e3e821', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:fa:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60054fe4-6103-427c-aeff-cd2dd1123bf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:21:37Z', 'updated_at': '2022-03-31T18:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '6ddd5886-9ab7-4c14-9469-77d47a4fb578', 'name': '', 'network_id': '4410ea83-4566-4c60-99ff-d1b5f30ec440', 'tenant_id': '87baab8d37b040efbfe030d17be30823', 'mac_address': 'fa:16:3e:94:41:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60054fe4-6103-427c-aeff-cd2dd1123bf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'ed71b331-b79e-46fb-9418-746c15fc735d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:21:39Z', 'updated_at': '2022-03-31T18:21:43Z', 'revision_number': 5, 'project_id': '87baab8d37b040efbfe030d17be30823', 'subnets': [{'id': 'ed71b331-b79e-46fb-9418-746c15fc735d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 31 18:29:13.634551 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ba84a3cd-e752-411f-9f01-4b9b187791fe tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:13.752336 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ba84a3cd-e752-411f-9f01-4b9b187791fe tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:13.797022 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a34e56b-7b27-4e45-89e2-165eb583b813 None None] New status for floating IP 32b7cbd3-1483-468b-89af-30d848baf7f6: DOWN {{(pid=103899) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 31 18:29:13.863039 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-ba84a3cd-e752-411f-9f01-4b9b187791fe tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Allocated IP 172.37.2.15 (b698396b-51c1-468f-b58d-8c59a3beb4d9/19546f9a-afff-4e10-9105-a9d5358dbe6e/61404d50-8423-4ad0-9212-b2e93cf69113) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 31 18:29:13.969221 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ba84a3cd-e752-411f-9f01-4b9b187791fe tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks [] for port (61404d50-8423-4ad0-9212-b2e93cf69113), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:14.040815 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 56170) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:29:14.068687 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ba84a3cd-e752-411f-9f01-4b9b187791fe tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759342510062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12885778'] for port (61404d50-8423-4ad0-9212-b2e93cf69113), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:14.118543 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba84a3cd-e752-411f-9f01-4b9b187791fe tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Network b698396b-51c1-468f-b58d-8c59a3beb4d9 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 31 18:29:14.127974 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-ba84a3cd-e752-411f-9f01-4b9b187791fe tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Resources bound (agent type, host, resource id):  {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 31 18:29:14.130401 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba84a3cd-e752-411f-9f01-4b9b187791fe tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 31 18:29:14.161430 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84a3cd-e752-411f-9f01-4b9b187791fe tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Pushing event updated for resources: {'Port': ['ID=61404d50-8423-4ad0-9212-b2e93cf69113,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:29:14.171990 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-05fad2bc-dff9-4fe6-8646-78dd498fc66d tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Publish callbacks [] for security_group (6785854e-f13e-4f5a-ad96-391ce33a8a19), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:14.209629 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-05fad2bc-dff9-4fe6-8646-78dd498fc66d tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Publish callbacks [] for security_group (6785854e-f13e-4f5a-ad96-391ce33a8a19), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:14.289082 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ba84a3cd-e752-411f-9f01-4b9b187791fe tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks [] for floatingip (cdc7f149-7065-46c2-aca1-5e8749806ac9), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:14.409417 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-05fad2bc-dff9-4fe6-8646-78dd498fc66d tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (6785854e-f13e-4f5a-ad96-391ce33a8a19), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:14.412016 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-05fad2bc-dff9-4fe6-8646-78dd498fc66d tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Publish callbacks [] for security_group (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:14.413130 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-05fad2bc-dff9-4fe6-8646-78dd498fc66d tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "DELETE /v2.0/security-groups/6785854e-f13e-4f5a-ad96-391ce33a8a19 HTTP/1.1" status: 204  len: 168 time: 0.3712616
Mar 31 18:29:14.415965 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 56172) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:29:14.429162 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fad2bc-dff9-4fe6-8646-78dd498fc66d tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6785854e-f13e-4f5a-ad96-391ce33a8a19,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:29:14.431995 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ba84a3cd-e752-411f-9f01-4b9b187791fe tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (61404d50-8423-4ad0-9212-b2e93cf69113), before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:14.432633 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.api.v2.resource [None req-f5a914f6-bb67-4bca-b616-fedeae827e09 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] show failed (client error): The resource could not be found.
Mar 31 18:29:14.433688 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-f5a914f6-bb67-4bca-b616-fedeae827e09 tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "GET /v2.0/security-groups/6785854e-f13e-4f5a-ad96-391ce33a8a19 HTTP/1.1" status: 404  len: 347 time: 0.0166833
Mar 31 18:29:14.436515 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 56174) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:29:14.572901 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-62d698bf-b560-4139-a1cc-e7ae5f8df57f tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Deleting port 0fb0b321-4b0f-4bd9-a097-82261fa07743 {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 31 18:29:14.573140 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-62d698bf-b560-4139-a1cc-e7ae5f8df57f tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759343023638'] for port (0fb0b321-4b0f-4bd9-a097-82261fa07743), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:14.588884 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ba84a3cd-e752-411f-9f01-4b9b187791fe tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks [] for port (61404d50-8423-4ad0-9212-b2e93cf69113), precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:14.640689 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Device 1f4cdbaf-59bc-42f8-968b-9f65a74c2312 no longer exists at agent hyperv_hv-cinder-maste {{(pid=103898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 31 18:29:14.647852 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-62d698bf-b560-4139-a1cc-e7ae5f8df57f tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505421'] for port (0fb0b321-4b0f-4bd9-a097-82261fa07743), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:14.648437 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-62d698bf-b560-4139-a1cc-e7ae5f8df57f tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Publish callbacks [] for floatingip (0fb0b321-4b0f-4bd9-a097-82261fa07743), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:14.661103 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-62d698bf-b560-4139-a1cc-e7ae5f8df57f tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Calling delete_port for 0fb0b321-4b0f-4bd9-a097-82261fa07743 owned by network:floatingip {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 31 18:29:14.662092 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] No Port match for: 1f4cdbaf-59bc-42f8-968b-9f65a74c2312 {{(pid=103898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 31 18:29:14.662434 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Device 1f4cdbaf-59bc-42f8-968b-9f65a74c2312 not bound to the agent host hv-cinder-maste {{(pid=103898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 31 18:29:14.667505 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ba84a3cd-e752-411f-9f01-4b9b187791fe tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12885787'] for port (61404d50-8423-4ad0-9212-b2e93cf69113), after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:14.742321 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84a3cd-e752-411f-9f01-4b9b187791fe tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Pushing event updated for resources: {'Port': ['ID=61404d50-8423-4ad0-9212-b2e93cf69113,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:29:14.753584 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ba84a3cd-e752-411f-9f01-4b9b187791fe tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505983'] for floatingip (cdc7f149-7065-46c2-aca1-5e8749806ac9), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:14.830092 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ba84a3cd-e752-411f-9f01-4b9b187791fe tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30337'] for floatingip (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:14.831336 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-ba84a3cd-e752-411f-9f01-4b9b187791fe tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.2920487
Mar 31 18:29:14.851123 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-62d698bf-b560-4139-a1cc-e7ae5f8df57f tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759343027577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759342510071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13081985'] for port (0fb0b321-4b0f-4bd9-a097-82261fa07743), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:14.877468 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d698bf-b560-4139-a1cc-e7ae5f8df57f tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Pushing event deleted for resources: {'Port': ['ID=0fb0b321-4b0f-4bd9-a097-82261fa07743,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:29:14.945581 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-62d698bf-b560-4139-a1cc-e7ae5f8df57f tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Publish callbacks [] for floatingip (32b7cbd3-1483-468b-89af-30d848baf7f6), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:14.948424 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-62d698bf-b560-4139-a1cc-e7ae5f8df57f tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30337'] for floatingip (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:14.949435 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-62d698bf-b560-4139-a1cc-e7ae5f8df57f tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] 10.222.0.58 "DELETE /v2.0/floatingips/32b7cbd3-1483-468b-89af-30d848baf7f6 HTTP/1.1" status: 204  len: 168 time: 0.5120220
Mar 31 18:29:15.032681 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-74faf66e-713d-4c23-86a6-98eecabcae9b req-2150c664-68de-4206-bc45-06615aaca82d tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--887918468&fields=id&tenant_id=7ae2325a87da4c5f8179a77fbd3d8748 HTTP/1.1" status: 200  len: 267 time: 0.0418010
Mar 31 18:29:15.137073 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74faf66e-713d-4c23-86a6-98eecabcae9b req-ec64729c-4403-4826-b661-0fec42124c67 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:29:15.138455 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-74faf66e-713d-4c23-86a6-98eecabcae9b req-ec64729c-4403-4826-b661-0fec42124c67 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/networks?id=48b6e4a0-767f-4f89-81e1-af0f127e9429 HTTP/1.1" status: 200  len: 814 time: 0.0994580
Mar 31 18:29:15.152899 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-74faf66e-713d-4c23-86a6-98eecabcae9b req-fc92c5de-9c76-44b3-91a7-26622ec9ed08 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/quotas/7ae2325a87da4c5f8179a77fbd3d8748 HTTP/1.1" status: 200  len: 375 time: 0.0090315
Mar 31 18:29:15.210716 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-74faf66e-713d-4c23-86a6-98eecabcae9b req-fdafeea8-c341-46b3-9870-a06f327c0aac tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=7ae2325a87da4c5f8179a77fbd3d8748&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0525162
Mar 31 18:29:15.305397 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-74faf66e-713d-4c23-86a6-98eecabcae9b req-ecb5dd87-b42b-40d8-ac2d-336c3d2e9ef9 service neutron] 10.222.0.58 "GET /v2.0/networks/48b6e4a0-767f-4f89-81e1-af0f127e9429?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0834880
Mar 31 18:29:15.398543 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-74faf66e-713d-4c23-86a6-98eecabcae9b req-135a6fb8-4791-4231-93a3-5eec15d0f8b6 service neutron] 10.222.0.58 "GET /v2.0/networks/48b6e4a0-767f-4f89-81e1-af0f127e9429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0863428
Mar 31 18:29:15.624298 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-413bc1c6-bf93-458f-961c-9cef93565504 req-1e143f03-7557-4afb-ba6b-5a2c3d209a42 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/ports?device_id=889ca463-c9ab-4380-b6b1-fc95ddacda07 HTTP/1.1" status: 200  len: 210 time: 0.0283132
Mar 31 18:29:16.718077 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-bcf15309-aef6-4191-956b-d0e3ee7757fe req-3412e6ce-b64a-4c3e-a123-7671e0465701 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/ports?device_id=889ca463-c9ab-4380-b6b1-fc95ddacda07 HTTP/1.1" status: 200  len: 210 time: 0.0277317
Mar 31 18:29:17.595177 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74faf66e-713d-4c23-86a6-98eecabcae9b req-dde672fb-1293-40c5-aa70-a5b0189f1898 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:29:17.601130 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-74faf66e-713d-4c23-86a6-98eecabcae9b req-dde672fb-1293-40c5-aa70-a5b0189f1898 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.44 "GET /v2.0/networks?id=48b6e4a0-767f-4f89-81e1-af0f127e9429 HTTP/1.1" status: 200  len: 814 time: 0.1073585
Mar 31 18:29:17.665246 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-74faf66e-713d-4c23-86a6-98eecabcae9b req-308a7d33-97a8-4e62-9600-096fb8747248 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ae2325a87da4c5f8179a77fbd3d8748 HTTP/1.1" status: 200  len: 379 time: 0.0530505
Mar 31 18:29:17.674970 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.v2.base [req-74faf66e-713d-4c23-86a6-98eecabcae9b req-269e04c9-55b8-438c-88ed-82b95d4b3ba3 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Request body: {'port': {'device_id': '889ca463-c9ab-4380-b6b1-fc95ddacda07', 'network_id': '48b6e4a0-767f-4f89-81e1-af0f127e9429', 'admin_state_up': True, 'tenant_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'security_groups': ['4465f323-0582-4227-a675-77ace5c1379a']}} {{(pid=103897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:29:17.817330 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-4f690925-7199-42d7-bccd-a9d967694c1a req-3f897c9d-8a69-424d-9cc6-048750bec3d3 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/ports?device_id=889ca463-c9ab-4380-b6b1-fc95ddacda07 HTTP/1.1" status: 200  len: 210 time: 0.0283990
Mar 31 18:29:17.918660 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74faf66e-713d-4c23-86a6-98eecabcae9b req-269e04c9-55b8-438c-88ed-82b95d4b3ba3 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Made reservation on behalf of 7ae2325a87da4c5f8179a77fbd3d8748 for: {'port': 1} {{(pid=103897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 31 18:29:17.922153 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-74faf66e-713d-4c23-86a6-98eecabcae9b req-269e04c9-55b8-438c-88ed-82b95d4b3ba3 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (None), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:18.060526 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [req-74faf66e-713d-4c23-86a6-98eecabcae9b req-269e04c9-55b8-438c-88ed-82b95d4b3ba3 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Allocated IP 172.20.0.14 (48b6e4a0-767f-4f89-81e1-af0f127e9429/b702573e-a854-4e5e-962c-bc2e1a12d797/d3323f32-595b-4f94-b81b-12a527728d9a) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 31 18:29:18.195614 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-74faf66e-713d-4c23-86a6-98eecabcae9b req-269e04c9-55b8-438c-88ed-82b95d4b3ba3 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks [] for port (d3323f32-595b-4f94-b81b-12a527728d9a), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:18.330386 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-74faf66e-713d-4c23-86a6-98eecabcae9b req-269e04c9-55b8-438c-88ed-82b95d4b3ba3 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759342510062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13081985'] for port (d3323f32-595b-4f94-b81b-12a527728d9a), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:18.377130 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74faf66e-713d-4c23-86a6-98eecabcae9b req-269e04c9-55b8-438c-88ed-82b95d4b3ba3 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Network 48b6e4a0-767f-4f89-81e1-af0f127e9429 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 31 18:29:18.380218 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [req-74faf66e-713d-4c23-86a6-98eecabcae9b req-269e04c9-55b8-438c-88ed-82b95d4b3ba3 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Resources bound (agent type, host, resource id):  {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 31 18:29:18.390869 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [req-74faf66e-713d-4c23-86a6-98eecabcae9b req-269e04c9-55b8-438c-88ed-82b95d4b3ba3 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 31 18:29:18.410011 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269e04c9-55b8-438c-88ed-82b95d4b3ba3 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Pushing event updated for resources: {'Port': ['ID=d3323f32-595b-4f94-b81b-12a527728d9a,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:29:18.438686 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74faf66e-713d-4c23-86a6-98eecabcae9b req-269e04c9-55b8-438c-88ed-82b95d4b3ba3 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:29:18.439347 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-74faf66e-713d-4c23-86a6-98eecabcae9b req-269e04c9-55b8-438c-88ed-82b95d4b3ba3 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30337'] for port (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:18.511151 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-74faf66e-713d-4c23-86a6-98eecabcae9b req-269e04c9-55b8-438c-88ed-82b95d4b3ba3 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8401036
Mar 31 18:29:18.584170 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.v2.base [req-74faf66e-713d-4c23-86a6-98eecabcae9b req-dc2cd68f-394e-4e7c-9f81-be7db5c890cd service neutron] Request body: {'port': {'device_id': '889ca463-c9ab-4380-b6b1-fc95ddacda07', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=103897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:29:18.599547 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-3c0d9436-582b-4601-be01-23e2b75cd3f4 None None] Provisioning complete for port d3323f32-595b-4f94-b81b-12a527728d9a triggered by entity DHCP. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:29:18.600130 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-3c0d9436-582b-4601-be01-23e2b75cd3f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (d3323f32-595b-4f94-b81b-12a527728d9a), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:18.637813 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-3c0d9436-582b-4601-be01-23e2b75cd3f4 None None] Port d3323f32-595b-4f94-b81b-12a527728d9a cannot update to ACTIVE because it is not bound. {{(pid=103898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 31 18:29:18.659745 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-74faf66e-713d-4c23-86a6-98eecabcae9b req-dc2cd68f-394e-4e7c-9f81-be7db5c890cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (d3323f32-595b-4f94-b81b-12a527728d9a), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:18.969240 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [req-74faf66e-713d-4c23-86a6-98eecabcae9b req-dc2cd68f-394e-4e7c-9f81-be7db5c890cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3323f32-595b-4f94-b81b-12a527728d9a {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 31 18:29:18.979570 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-74faf66e-713d-4c23-86a6-98eecabcae9b req-dc2cd68f-394e-4e7c-9f81-be7db5c890cd service neutron] Publish callbacks [] for port (d3323f32-595b-4f94-b81b-12a527728d9a), precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:18.999234 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [req-74faf66e-713d-4c23-86a6-98eecabcae9b req-dc2cd68f-394e-4e7c-9f81-be7db5c890cd service neutron] Transition to ACTIVE for port object d3323f32-595b-4f94-b81b-12a527728d9a will not be triggered until provisioned by entity L2. {{(pid=103897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 31 18:29:19.006703 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d8b4bb-9a5e-4111-83e7-f60ccd918405 req-39008064-af73-4ac7-a8b9-71a80517d487 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:29:19.008273 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-53d8b4bb-9a5e-4111-83e7-f60ccd918405 req-39008064-af73-4ac7-a8b9-71a80517d487 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/ports?device_id=889ca463-c9ab-4380-b6b1-fc95ddacda07 HTTP/1.1" status: 200  len: 932 time: 0.1099048
Mar 31 18:29:19.057624 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-53d8b4bb-9a5e-4111-83e7-f60ccd918405 req-10fd6b6a-bb61-46a8-9da1-fd7a59ee24af tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/security-groups?id=4465f323-0582-4227-a675-77ace5c1379a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427654
Mar 31 18:29:19.079250 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 56240) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:29:19.095592 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-74faf66e-713d-4c23-86a6-98eecabcae9b req-dc2cd68f-394e-4e7c-9f81-be7db5c890cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13081992'] for port (d3323f32-595b-4f94-b81b-12a527728d9a), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:19.151250 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2cd68f-394e-4e7c-9f81-be7db5c890cd service neutron] Pushing event updated for resources: {'Port': ['ID=d3323f32-595b-4f94-b81b-12a527728d9a,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:29:19.304336 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [req-74faf66e-713d-4c23-86a6-98eecabcae9b req-dc2cd68f-394e-4e7c-9f81-be7db5c890cd service neutron] Attempting to bind port d3323f32-595b-4f94-b81b-12a527728d9a on host hv-cinder-maste for vnic_type normal with profile  {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 31 18:29:19.304679 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [req-74faf66e-713d-4c23-86a6-98eecabcae9b req-dc2cd68f-394e-4e7c-9f81-be7db5c890cd service neutron] Attempting to bind port d3323f32-595b-4f94-b81b-12a527728d9a by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'd88eba78-682e-4e58-9428-c0cf5ca4e035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '48b6e4a0-767f-4f89-81e1-af0f127e9429'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 31 18:29:19.305013 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74faf66e-713d-4c23-86a6-98eecabcae9b req-dc2cd68f-394e-4e7c-9f81-be7db5c890cd service neutron] Attempting to bind port d3323f32-595b-4f94-b81b-12a527728d9a on network 48b6e4a0-767f-4f89-81e1-af0f127e9429 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 31 18:29:19.313484 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74faf66e-713d-4c23-86a6-98eecabcae9b req-dc2cd68f-394e-4e7c-9f81-be7db5c890cd service neutron] Port d3323f32-595b-4f94-b81b-12a527728d9a on network 48b6e4a0-767f-4f89-81e1-af0f127e9429 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 31 18:29:19.313807 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74faf66e-713d-4c23-86a6-98eecabcae9b req-dc2cd68f-394e-4e7c-9f81-be7db5c890cd service neutron] Attempting to bind port d3323f32-595b-4f94-b81b-12a527728d9a on network 48b6e4a0-767f-4f89-81e1-af0f127e9429 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 31 18:29:19.320922 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74faf66e-713d-4c23-86a6-98eecabcae9b req-dc2cd68f-394e-4e7c-9f81-be7db5c890cd service neutron] Checking agent: {'id': '06f31eaf-9418-4d11-8606-24a34b4b4893', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 11, 36), 'started_at': datetime.datetime(2022, 3, 31, 18, 11, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 31 18:29:19.321257 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74faf66e-713d-4c23-86a6-98eecabcae9b req-dc2cd68f-394e-4e7c-9f81-be7db5c890cd service neutron] Checking segment: {'id': 'd88eba78-682e-4e58-9428-c0cf5ca4e035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '48b6e4a0-767f-4f89-81e1-af0f127e9429'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 31 18:29:19.321638 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74faf66e-713d-4c23-86a6-98eecabcae9b req-dc2cd68f-394e-4e7c-9f81-be7db5c890cd service neutron] Bound using segment: {'id': 'd88eba78-682e-4e58-9428-c0cf5ca4e035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '48b6e4a0-767f-4f89-81e1-af0f127e9429'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 31 18:29:19.322067 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [req-74faf66e-713d-4c23-86a6-98eecabcae9b req-dc2cd68f-394e-4e7c-9f81-be7db5c890cd service neutron] Bound port: d3323f32-595b-4f94-b81b-12a527728d9a, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd88eba78-682e-4e58-9428-c0cf5ca4e035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '48b6e4a0-767f-4f89-81e1-af0f127e9429'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 31 18:29:19.322425 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-74faf66e-713d-4c23-86a6-98eecabcae9b req-dc2cd68f-394e-4e7c-9f81-be7db5c890cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (d3323f32-595b-4f94-b81b-12a527728d9a), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:19.463568 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [req-74faf66e-713d-4c23-86a6-98eecabcae9b req-dc2cd68f-394e-4e7c-9f81-be7db5c890cd service neutron] For port d3323f32-595b-4f94-b81b-12a527728d9a, host hv-cinder-maste, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 31 18:29:19.468291 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [req-74faf66e-713d-4c23-86a6-98eecabcae9b req-dc2cd68f-394e-4e7c-9f81-be7db5c890cd service neutron] For port d3323f32-595b-4f94-b81b-12a527728d9a, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d3323f32-595b-4f94-b81b-12a527728d9a,segment=NetworkSegment(d88eba78-682e-4e58-9428-c0cf5ca4e035),segment_id=d88eba78-682e-4e58-9428-c0cf5ca4e035)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 31 18:29:19.544366 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-74faf66e-713d-4c23-86a6-98eecabcae9b req-dc2cd68f-394e-4e7c-9f81-be7db5c890cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13081992'] for port (d3323f32-595b-4f94-b81b-12a527728d9a), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:19.588691 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74faf66e-713d-4c23-86a6-98eecabcae9b req-dc2cd68f-394e-4e7c-9f81-be7db5c890cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:29:19.589313 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-74faf66e-713d-4c23-86a6-98eecabcae9b req-dc2cd68f-394e-4e7c-9f81-be7db5c890cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30337'] for port (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:19.591412 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-74faf66e-713d-4c23-86a6-98eecabcae9b req-dc2cd68f-394e-4e7c-9f81-be7db5c890cd service neutron] 10.222.0.44 "PUT /v2.0/ports/d3323f32-595b-4f94-b81b-12a527728d9a HTTP/1.1" status: 200  len: 1094 time: 1.0623000
Mar 31 18:29:19.591946 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '889ca463-c9ab-4380-b6b1-fc95ddacda07', 'tag': 'd3323f32-595b-4f94-b81b-12a527728d9a'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 31 18:29:19.594206 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73fc78de55affb2fac0a31bf62e314c48f0d961b1f9e9815d43b8150b113e94f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69b39d91-098e-41ab-b5c7-5347dc4f13c0" -d '{"events": [{"name": "network-changed", "server_uuid": "889ca463-c9ab-4380-b6b1-fc95ddacda07", "tag": "d3323f32-595b-4f94-b81b-12a527728d9a"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 31 18:29:19.618846 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2cd68f-394e-4e7c-9f81-be7db5c890cd service neutron] Pushing event updated for resources: {'Port': ['ID=d3323f32-595b-4f94-b81b-12a527728d9a,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:29:19.641052 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 18:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bccb2b6b-1c59-4377-b711-b050887def9a x-openstack-request-id: req-bccb2b6b-1c59-4377-b711-b050887def9a {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 31 18:29:19.641330 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "889ca463-c9ab-4380-b6b1-fc95ddacda07", "tag": "d3323f32-595b-4f94-b81b-12a527728d9a", "status": "completed", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 31 18:29:19.641580 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bccb2b6b-1c59-4377-b711-b050887def9a {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 31 18:29:19.641979 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bccb2b6b-1c59-4377-b711-b050887def9a'] response: {'name': 'network-changed', 'server_uuid': '889ca463-c9ab-4380-b6b1-fc95ddacda07', 'tag': 'd3323f32-595b-4f94-b81b-12a527728d9a', 'status': 'completed', 'code': 200}
Mar 31 18:29:19.736265 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-44227be8-6a20-40b7-bbea-533aa4d08edb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-506751'] for router_interface (60054fe4-6103-427c-aeff-cd2dd1123bf5), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:19.779108 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b39d91-098e-41ab-b5c7-5347dc4f13c0 req-5889937a-0e91-4a6f-9614-e5a1853ed578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:29:19.780589 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-69b39d91-098e-41ab-b5c7-5347dc4f13c0 req-5889937a-0e91-4a6f-9614-e5a1853ed578 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7ae2325a87da4c5f8179a77fbd3d8748&device_id=889ca463-c9ab-4380-b6b1-fc95ddacda07 HTTP/1.1" status: 200  len: 1128 time: 0.0942185
Mar 31 18:29:19.924273 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b39d91-098e-41ab-b5c7-5347dc4f13c0 req-1389d7d8-9c5d-4be4-b82c-58bfe2727fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:29:19.925612 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-69b39d91-098e-41ab-b5c7-5347dc4f13c0 req-1389d7d8-9c5d-4be4-b82c-58bfe2727fe4 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=7ae2325a87da4c5f8179a77fbd3d8748&shared=False HTTP/1.1" status: 200  len: 915 time: 0.1204488
Mar 31 18:29:20.074496 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b39d91-098e-41ab-b5c7-5347dc4f13c0 req-07af54f5-0b9d-4f53-9a3a-6ae6d83466a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:29:20.076188 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-69b39d91-098e-41ab-b5c7-5347dc4f13c0 req-07af54f5-0b9d-4f53-9a3a-6ae6d83466a9 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1236589
Mar 31 18:29:20.180919 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-44227be8-6a20-40b7-bbea-533aa4d08edb admin admin] Deleting port 6ddd5886-9ab7-4c14-9469-77d47a4fb578 {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 31 18:29:20.181192 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-44227be8-6a20-40b7-bbea-533aa4d08edb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759343023638'] for port (6ddd5886-9ab7-4c14-9469-77d47a4fb578), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:20.185511 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d86721-e4d5-48be-8d4b-ab2680708cc8 req-974033ac-0245-428f-8362-3703c092aee5 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:29:20.187098 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-42d86721-e4d5-48be-8d4b-ab2680708cc8 req-974033ac-0245-428f-8362-3703c092aee5 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/ports?device_id=889ca463-c9ab-4380-b6b1-fc95ddacda07 HTTP/1.1" status: 200  len: 944 time: 0.0531335
Mar 31 18:29:20.230225 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74faf66e-713d-4c23-86a6-98eecabcae9b req-263c75aa-2c97-4150-9a32-4de1d4a53ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:29:20.232382 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-74faf66e-713d-4c23-86a6-98eecabcae9b req-263c75aa-2c97-4150-9a32-4de1d4a53ed7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7ae2325a87da4c5f8179a77fbd3d8748&device_id=889ca463-c9ab-4380-b6b1-fc95ddacda07 HTTP/1.1" status: 200  len: 1128 time: 0.0935066
Mar 31 18:29:20.233242 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-42d86721-e4d5-48be-8d4b-ab2680708cc8 req-04f43786-a75d-457b-bb03-da5744ded8e7 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/security-groups?id=4465f323-0582-4227-a675-77ace5c1379a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402784
Mar 31 18:29:20.288345 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-74faf66e-713d-4c23-86a6-98eecabcae9b req-f3e0c6bb-7ecd-4a69-afed-f760af98124c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d3323f32-595b-4f94-b81b-12a527728d9a HTTP/1.1" status: 200  len: 217 time: 0.0425813
Mar 31 18:29:20.339899 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-44227be8-6a20-40b7-bbea-533aa4d08edb admin admin] For port 6ddd5886-9ab7-4c14-9469-77d47a4fb578, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=6ddd5886-9ab7-4c14-9469-77d47a4fb578,segment=NetworkSegment(cfa3332b-071f-4b4c-8acd-1aaa41e80ec4),segment_id=cfa3332b-071f-4b4c-8acd-1aaa41e80ec4)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:29:20.340333 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-44227be8-6a20-40b7-bbea-533aa4d08edb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505421'] for port (6ddd5886-9ab7-4c14-9469-77d47a4fb578), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:20.357188 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-44227be8-6a20-40b7-bbea-533aa4d08edb admin admin] Calling delete_port for 6ddd5886-9ab7-4c14-9469-77d47a4fb578 owned by network:router_interface {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 31 18:29:20.363505 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74faf66e-713d-4c23-86a6-98eecabcae9b req-c9004e68-9af1-4604-8cb5-5c51070bf705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:29:20.364917 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-74faf66e-713d-4c23-86a6-98eecabcae9b req-c9004e68-9af1-4604-8cb5-5c51070bf705 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b702573e-a854-4e5e-962c-bc2e1a12d797 HTTP/1.1" status: 200  len: 853 time: 0.0672970
Mar 31 18:29:20.463461 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74faf66e-713d-4c23-86a6-98eecabcae9b req-36b63cdf-b837-4818-8cbb-9501c4d7e7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:29:20.464860 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-74faf66e-713d-4c23-86a6-98eecabcae9b req-36b63cdf-b837-4818-8cbb-9501c4d7e7ed service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=48b6e4a0-767f-4f89-81e1-af0f127e9429&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0935690
Mar 31 18:29:20.606973 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-74faf66e-713d-4c23-86a6-98eecabcae9b req-a1ce92ff-f552-4d26-bcc6-b43f35204097 service neutron] 10.222.0.44 "GET /v2.0/networks/48b6e4a0-767f-4f89-81e1-af0f127e9429?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1076155
Mar 31 18:29:20.982766 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-74faf66e-713d-4c23-86a6-98eecabcae9b req-a152549d-db43-457b-a567-0f902d5b0969 service neutron] 10.222.0.44 "GET /v2.0/networks/48b6e4a0-767f-4f89-81e1-af0f127e9429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3558874
Mar 31 18:29:21.074293 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-44227be8-6a20-40b7-bbea-533aa4d08edb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759343027577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759342510071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13081985'] for port (6ddd5886-9ab7-4c14-9469-77d47a4fb578), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:21.100823 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44227be8-6a20-40b7-bbea-533aa4d08edb admin admin] Pushing event deleted for resources: {'Port': ['ID=6ddd5886-9ab7-4c14-9469-77d47a4fb578,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:29:21.270132 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-44227be8-6a20-40b7-bbea-533aa4d08edb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-493295'] for router_interface (60054fe4-6103-427c-aeff-cd2dd1123bf5), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:21.413398 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b87ed0-453c-4bce-a49c-2bc4d286671b req-8fcda42c-a263-403c-a39d-79e4c49f29c4 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:29:21.414778 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-57b87ed0-453c-4bce-a49c-2bc4d286671b req-8fcda42c-a263-403c-a39d-79e4c49f29c4 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/ports?device_id=889ca463-c9ab-4380-b6b1-fc95ddacda07 HTTP/1.1" status: 200  len: 944 time: 0.0977304
Mar 31 18:29:21.536809 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-57b87ed0-453c-4bce-a49c-2bc4d286671b req-4f6ddb31-8f16-4820-8d19-5b21a377c898 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/security-groups?id=4465f323-0582-4227-a675-77ace5c1379a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1133146
Mar 31 18:29:21.566564 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44227be8-6a20-40b7-bbea-533aa4d08edb admin admin] Router 60054fe4-6103-427c-aeff-cd2dd1123bf5 has already been hosted by L3 agent f09d5d1b-4294-4f18-9a00-351412ae7ca6 {{(pid=103897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 31 18:29:21.674359 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44227be8-6a20-40b7-bbea-533aa4d08edb admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 31 18:29:21.679875 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-44227be8-6a20-40b7-bbea-533aa4d08edb admin admin] 10.222.0.58 "PUT /v2.0/routers/60054fe4-6103-427c-aeff-cd2dd1123bf5/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5996037
Mar 31 18:29:21.682377 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 56250) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:29:21.682957 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6245f61f-7266-49c7-9815-33868b4cd09d None None] Sync routers for ids ['60054fe4-6103-427c-aeff-cd2dd1123bf5'] in dv-cinder-master-3-iscsi {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 31 18:29:21.693952 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6245f61f-7266-49c7-9815-33868b4cd09d None None] Routers {'60054fe4-6103-427c-aeff-cd2dd1123bf5'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 31 18:29:21.694567 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-6245f61f-7266-49c7-9815-33868b4cd09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7715026d00>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T18:05:01Z,description=<?>,heartbeat_timestamp=2022-03-31T18:29:01Z,host='dv-cinder-master-3-iscsi',id=f09d5d1b-4294-4f18-9a00-351412ae7ca6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-31T18:05:02Z,topic='l3_agent')) {'router_ids': ['60054fe4-6103-427c-aeff-cd2dd1123bf5'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:29:21.785376 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a5d66fc2-beac-4ea6-a8b9-4037825cba90 admin admin] Publish callbacks [] for router (60054fe4-6103-427c-aeff-cd2dd1123bf5), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:21.799905 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-6245f61f-7266-49c7-9815-33868b4cd09d None None] Set router 60054fe4-6103-427c-aeff-cd2dd1123bf5 gateway port host: dv-cinder-master-3-iscsi {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 31 18:29:21.890401 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a5d66fc2-beac-4ea6-a8b9-4037825cba90 admin admin] Publish callbacks [] for router_gateway (60054fe4-6103-427c-aeff-cd2dd1123bf5), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:21.973461 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-6245f61f-7266-49c7-9815-33868b4cd09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7715026d00>, [{'id': '60054fe4-6103-427c-aeff-cd2dd1123bf5', 'name': 'tempest-AttachVolumeTestJSON-1501045789-router', 'tenant_id': '87baab8d37b040efbfe030d17be30823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.158'}], 'enable_snat': True}, 'gw_port_id': 'e48f013b-a0c3-4c71-8e06-d186d6e3e821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:21:36Z', 'updated_at': '2022-03-31T18:29:20Z', 'revision_number': 5, 'project_id': '87baab8d37b040efbfe030d17be30823', 'gw_port': {'id': 'e48f013b-a0c3-4c71-8e06-d186d6e3e821', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:fa:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60054fe4-6103-427c-aeff-cd2dd1123bf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:21:37Z', 'updated_at': '2022-03-31T18:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:29:22.000487 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6245f61f-7266-49c7-9815-33868b4cd09d None None] Checking router: 60054fe4-6103-427c-aeff-cd2dd1123bf5 for host: dv-cinder-master-3-iscsi {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 31 18:29:22.008810 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6245f61f-7266-49c7-9815-33868b4cd09d None None] Routers {'60054fe4-6103-427c-aeff-cd2dd1123bf5'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 31 18:29:22.009430 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-6245f61f-7266-49c7-9815-33868b4cd09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7715026d00>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T18:05:01Z,description=<?>,heartbeat_timestamp=2022-03-31T18:29:01Z,host='dv-cinder-master-3-iscsi',id=f09d5d1b-4294-4f18-9a00-351412ae7ca6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-31T18:05:02Z,topic='l3_agent')) {'router_ids': ['60054fe4-6103-427c-aeff-cd2dd1123bf5'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:29:22.014045 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-a5d66fc2-beac-4ea6-a8b9-4037825cba90 admin admin] Deleting port e48f013b-a0c3-4c71-8e06-d186d6e3e821 {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 31 18:29:22.014389 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a5d66fc2-beac-4ea6-a8b9-4037825cba90 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759343023638'] for port (e48f013b-a0c3-4c71-8e06-d186d6e3e821), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:22.097749 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-a5d66fc2-beac-4ea6-a8b9-4037825cba90 admin admin] For port e48f013b-a0c3-4c71-8e06-d186d6e3e821, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=e48f013b-a0c3-4c71-8e06-d186d6e3e821,segment=NetworkSegment(31f32929-b46a-4720-9f75-d20195c1993a),segment_id=31f32929-b46a-4720-9f75-d20195c1993a)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:29:22.098110 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a5d66fc2-beac-4ea6-a8b9-4037825cba90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505421'] for port (e48f013b-a0c3-4c71-8e06-d186d6e3e821), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:22.098790 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-6245f61f-7266-49c7-9815-33868b4cd09d None None] Set router 60054fe4-6103-427c-aeff-cd2dd1123bf5 gateway port host: None {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 31 18:29:22.111664 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-a5d66fc2-beac-4ea6-a8b9-4037825cba90 admin admin] Calling delete_port for e48f013b-a0c3-4c71-8e06-d186d6e3e821 owned by network:router_gateway {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 31 18:29:22.154210 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-6245f61f-7266-49c7-9815-33868b4cd09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7715026d00>, [{'id': '60054fe4-6103-427c-aeff-cd2dd1123bf5', 'name': 'tempest-AttachVolumeTestJSON-1501045789-router', 'tenant_id': '87baab8d37b040efbfe030d17be30823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:21:36Z', 'updated_at': '2022-03-31T18:29:21Z', 'revision_number': 6, 'project_id': '87baab8d37b040efbfe030d17be30823', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:29:22.180859 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6245f61f-7266-49c7-9815-33868b4cd09d None None] The sync data for ids ['60054fe4-6103-427c-aeff-cd2dd1123bf5'] in dv-cinder-master-3-iscsi is: [{'id': '60054fe4-6103-427c-aeff-cd2dd1123bf5', 'name': 'tempest-AttachVolumeTestJSON-1501045789-router', 'tenant_id': '87baab8d37b040efbfe030d17be30823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:21:36Z', 'updated_at': '2022-03-31T18:29:21Z', 'revision_number': 6, 'project_id': '87baab8d37b040efbfe030d17be30823', 'gw_port_host': None}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 31 18:29:22.342918 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a5d66fc2-beac-4ea6-a8b9-4037825cba90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759343027577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759342510071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13081985'] for port (e48f013b-a0c3-4c71-8e06-d186d6e3e821), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:22.371040 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d66fc2-beac-4ea6-a8b9-4037825cba90 admin admin] Pushing event deleted for resources: {'Port': ['ID=e48f013b-a0c3-4c71-8e06-d186d6e3e821,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:29:22.433158 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a5d66fc2-beac-4ea6-a8b9-4037825cba90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-505861'] for router_gateway (60054fe4-6103-427c-aeff-cd2dd1123bf5), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:22.525478 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a5d66fc2-beac-4ea6-a8b9-4037825cba90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-495001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-413'] for router (60054fe4-6103-427c-aeff-cd2dd1123bf5), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:22.528461 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a5d66fc2-beac-4ea6-a8b9-4037825cba90 admin admin] Publish callbacks [] for router_controller (60054fe4-6103-427c-aeff-cd2dd1123bf5), precommit_delete_associations {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:22.634479 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a5d66fc2-beac-4ea6-a8b9-4037825cba90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-495072'] for router (60054fe4-6103-427c-aeff-cd2dd1123bf5), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:22.635150 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5d66fc2-beac-4ea6-a8b9-4037825cba90 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 60054fe4-6103-427c-aeff-cd2dd1123bf5 {{(pid=103897) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 31 18:29:22.640817 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a5d66fc2-beac-4ea6-a8b9-4037825cba90 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:22.642133 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-a5d66fc2-beac-4ea6-a8b9-4037825cba90 admin admin] 10.222.0.58 "DELETE /v2.0/routers/60054fe4-6103-427c-aeff-cd2dd1123bf5 HTTP/1.1" status: 204  len: 168 time: 0.9587619
Mar 31 18:29:22.644649 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 56254) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:29:22.665175 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ac7a47-47c1-4a32-9cb7-9df26092576d req-cca6a1b5-5afa-4a7b-bda8-4662ce446647 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:29:22.666876 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-a6ac7a47-47c1-4a32-9cb7-9df26092576d req-cca6a1b5-5afa-4a7b-bda8-4662ce446647 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/ports?device_id=889ca463-c9ab-4380-b6b1-fc95ddacda07 HTTP/1.1" status: 200  len: 944 time: 0.0610788
Mar 31 18:29:22.695968 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.db_base_plugin_v2 [None req-20d4bbde-367c-4c4b-b0ce-e4af655b2f8b admin admin] Deleting subnet ed71b331-b79e-46fb-9418-746c15fc735d {{(pid=103897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 31 18:29:22.699081 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-20d4bbde-367c-4c4b-b0ce-e4af655b2f8b admin admin] Publish callbacks [] for subnet (ed71b331-b79e-46fb-9418-746c15fc735d), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:22.714529 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-a6ac7a47-47c1-4a32-9cb7-9df26092576d req-49de8ac7-d082-45e9-99ca-b346f81e5a65 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/security-groups?id=4465f323-0582-4227-a675-77ace5c1379a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413451
Mar 31 18:29:22.733874 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-20d4bbde-367c-4c4b-b0ce-e4af655b2f8b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13080895'] for subnet (ed71b331-b79e-46fb-9418-746c15fc735d), precommit_delete_associations {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:22.808693 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-20d4bbde-367c-4c4b-b0ce-e4af655b2f8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1237091'] for subnet (ed71b331-b79e-46fb-9418-746c15fc735d), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:22.955132 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-20d4bbde-367c-4c4b-b0ce-e4af655b2f8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1237076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13080946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24666377'] for subnet (ed71b331-b79e-46fb-9418-746c15fc735d), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:22.992240 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d4bbde-367c-4c4b-b0ce-e4af655b2f8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed71b331-b79e-46fb-9418-746c15fc735d,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:29:22.995266 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Device e48f013b-a0c3-4c71-8e06-d186d6e3e821 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 31 18:29:23.000614 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-20d4bbde-367c-4c4b-b0ce-e4af655b2f8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548721'] for subnet (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:23.003795 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-20d4bbde-367c-4c4b-b0ce-e4af655b2f8b admin admin] 10.222.0.58 "DELETE /v2.0/subnets/ed71b331-b79e-46fb-9418-746c15fc735d HTTP/1.1" status: 204  len: 168 time: 0.3581498
Mar 31 18:29:23.006230 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 56256) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:29:23.021382 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41219c5-e86f-486a-aed5-f3c8088994ae None None] Network 4410ea83-4566-4c60-99ff-d1b5f30ec440 requested from dv-cinder-master-3-iscsi {{(pid=103898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 31 18:29:23.023942 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] No Port match for: e48f013b-a0c3-4c71-8e06-d186d6e3e821 {{(pid=103898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 31 18:29:23.024285 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Device e48f013b-a0c3-4c71-8e06-d186d6e3e821 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=103898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 31 18:29:23.024707 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Device 6ddd5886-9ab7-4c14-9469-77d47a4fb578 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 31 18:29:23.080417 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-59a063ac-016b-4ae6-95a1-8943690c9991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1066274'] for network (4410ea83-4566-4c60-99ff-d1b5f30ec440), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:23.087595 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] No Port match for: 6ddd5886-9ab7-4c14-9469-77d47a4fb578 {{(pid=103898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 31 18:29:23.087943 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Device 6ddd5886-9ab7-4c14-9469-77d47a4fb578 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=103898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 31 18:29:23.141707 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-59a063ac-016b-4ae6-95a1-8943690c9991 admin admin] Deleting port 4f19eb88-d7a2-4f2e-9de0-586311ce4d06 {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 31 18:29:23.142183 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-59a063ac-016b-4ae6-95a1-8943690c9991 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759343023638'] for port (4f19eb88-d7a2-4f2e-9de0-586311ce4d06), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:23.208106 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c943117f-f299-4de1-bb42-274212403fb7 None None] DHCP port deletion for 4410ea83-4566-4c60-99ff-d1b5f30ec440 request from dv-cinder-master-3-iscsi {{(pid=103898) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 31 18:29:23.211182 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-59a063ac-016b-4ae6-95a1-8943690c9991 admin admin] For port 4f19eb88-d7a2-4f2e-9de0-586311ce4d06, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=4f19eb88-d7a2-4f2e-9de0-586311ce4d06,segment=NetworkSegment(cfa3332b-071f-4b4c-8acd-1aaa41e80ec4),segment_id=cfa3332b-071f-4b4c-8acd-1aaa41e80ec4)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:29:23.211550 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-59a063ac-016b-4ae6-95a1-8943690c9991 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505421'] for port (4f19eb88-d7a2-4f2e-9de0-586311ce4d06), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:23.225572 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-59a063ac-016b-4ae6-95a1-8943690c9991 admin admin] Calling delete_port for 4f19eb88-d7a2-4f2e-9de0-586311ce4d06 owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 31 18:29:23.261446 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-c943117f-f299-4de1-bb42-274212403fb7 None None] Deleting port 4f19eb88-d7a2-4f2e-9de0-586311ce4d06 {{(pid=103898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 31 18:29:23.262088 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-c943117f-f299-4de1-bb42-274212403fb7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759343023638'] for port (4f19eb88-d7a2-4f2e-9de0-586311ce4d06), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:23.325916 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-c943117f-f299-4de1-bb42-274212403fb7 None None] For port 4f19eb88-d7a2-4f2e-9de0-586311ce4d06, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=4f19eb88-d7a2-4f2e-9de0-586311ce4d06,segment=NetworkSegment(cfa3332b-071f-4b4c-8acd-1aaa41e80ec4),segment_id=cfa3332b-071f-4b4c-8acd-1aaa41e80ec4)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:29:23.326344 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-c943117f-f299-4de1-bb42-274212403fb7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505421'] for port (4f19eb88-d7a2-4f2e-9de0-586311ce4d06), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:23.339367 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-c943117f-f299-4de1-bb42-274212403fb7 None None] Calling delete_port for 4f19eb88-d7a2-4f2e-9de0-586311ce4d06 owned by network:dhcp {{(pid=103898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 31 18:29:23.375910 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-59a063ac-016b-4ae6-95a1-8943690c9991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759343027577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759342510071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13081985'] for port (4f19eb88-d7a2-4f2e-9de0-586311ce4d06), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:23.401801 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a063ac-016b-4ae6-95a1-8943690c9991 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f19eb88-d7a2-4f2e-9de0-586311ce4d06,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:29:23.405472 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a063ac-016b-4ae6-95a1-8943690c9991 admin admin] No DVR routers for this DVR port 4f19eb88-d7a2-4f2e-9de0-586311ce4d06 on host dv-cinder-master-3-iscsi {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 31 18:29:23.421208 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-c943117f-f299-4de1-bb42-274212403fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759343027577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759342510071'] for port (4f19eb88-d7a2-4f2e-9de0-586311ce4d06), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:23.445809 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c943117f-f299-4de1-bb42-274212403fb7 None None] Pushing event deleted for resources: {'Port': ['ID=4f19eb88-d7a2-4f2e-9de0-586311ce4d06,revision_number=None']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:29:23.455349 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c943117f-f299-4de1-bb42-274212403fb7 None None] No DVR routers for this DVR port 4f19eb88-d7a2-4f2e-9de0-586311ce4d06 on host dv-cinder-master-3-iscsi {{(pid=103898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 31 18:29:23.457336 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c943117f-f299-4de1-bb42-274212403fb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:29:23.457681 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c943117f-f299-4de1-bb42-274212403fb7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:29:23.458041 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c943117f-f299-4de1-bb42-274212403fb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:29:23.458355 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c943117f-f299-4de1-bb42-274212403fb7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:29:23.458703 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c943117f-f299-4de1-bb42-274212403fb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:29:23.459029 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c943117f-f299-4de1-bb42-274212403fb7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:29:23.459351 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c943117f-f299-4de1-bb42-274212403fb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:29:23.459672 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c943117f-f299-4de1-bb42-274212403fb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:29:23.459993 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c943117f-f299-4de1-bb42-274212403fb7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:29:23.460312 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c943117f-f299-4de1-bb42-274212403fb7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:29:23.460635 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c943117f-f299-4de1-bb42-274212403fb7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:29:23.460956 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c943117f-f299-4de1-bb42-274212403fb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:29:23.461274 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c943117f-f299-4de1-bb42-274212403fb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:29:23.461589 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c943117f-f299-4de1-bb42-274212403fb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:29:23.461906 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c943117f-f299-4de1-bb42-274212403fb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:29:23.482052 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-59a063ac-016b-4ae6-95a1-8943690c9991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223144', 'neutron.services.segments.db._delete_segments_for_network-8759342854202'] for network (4410ea83-4566-4c60-99ff-d1b5f30ec440), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:23.503247 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.services.segments.db [None req-59a063ac-016b-4ae6-95a1-8943690c9991 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f770fe41190>,) {'filters': {'network_id': ['4410ea83-4566-4c60-99ff-d1b5f30ec440']}} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:29:23.512998 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.services.segments.db [None req-59a063ac-016b-4ae6-95a1-8943690c9991 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f770fe41190>, 'cfa3332b-071f-4b4c-8acd-1aaa41e80ec4') {'for_net_delete': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:29:23.513291 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.services.segments.db [None req-59a063ac-016b-4ae6-95a1-8943690c9991 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f770fe41190>, 'cfa3332b-071f-4b4c-8acd-1aaa41e80ec4') {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:29:23.522306 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-59a063ac-016b-4ae6-95a1-8943690c9991 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759343069251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13080884'] for segment (cfa3332b-071f-4b4c-8acd-1aaa41e80ec4), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:23.535352 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-59a063ac-016b-4ae6-95a1-8943690c9991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186132'] for segment (cfa3332b-071f-4b4c-8acd-1aaa41e80ec4), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:23.541146 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59a063ac-016b-4ae6-95a1-8943690c9991 admin admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=103897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 31 18:29:23.541523 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-59a063ac-016b-4ae6-95a1-8943690c9991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13082068'] for segment (cfa3332b-071f-4b4c-8acd-1aaa41e80ec4), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:23.543147 dv-cinder-master-3-iscsi neutron-server[103897]: Traceback (most recent call last):
Mar 31 18:29:23.543147 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 31 18:29:23.543147 dv-cinder-master-3-iscsi neutron-server[103897]:     timer()
Mar 31 18:29:23.543147 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 31 18:29:23.543147 dv-cinder-master-3-iscsi neutron-server[103897]:     cb(*args, **kw)
Mar 31 18:29:23.543147 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 31 18:29:23.543147 dv-cinder-master-3-iscsi neutron-server[103897]:     return func(*args, **kwargs)
Mar 31 18:29:23.543147 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 31 18:29:23.543147 dv-cinder-master-3-iscsi neutron-server[103897]:     self._notify()
Mar 31 18:29:23.543147 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 31 18:29:23.543147 dv-cinder-master-3-iscsi neutron-server[103897]:     self.callback(batched_events)
Mar 31 18:29:23.543147 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 31 18:29:23.543147 dv-cinder-master-3-iscsi neutron-server[103897]:     event.method(event)
Mar 31 18:29:23.543147 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 31 18:29:23.543147 dv-cinder-master-3-iscsi neutron-server[103897]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 31 18:29:23.543147 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 31 18:29:23.543147 dv-cinder-master-3-iscsi neutron-server[103897]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 31 18:29:23.543147 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 31 18:29:23.543147 dv-cinder-master-3-iscsi neutron-server[103897]:     return f(self, *a, **k)
Mar 31 18:29:23.543147 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 31 18:29:23.543147 dv-cinder-master-3-iscsi neutron-server[103897]:     return self._get(url).json()
Mar 31 18:29:23.543147 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 31 18:29:23.543147 dv-cinder-master-3-iscsi neutron-server[103897]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 31 18:29:23.543147 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 31 18:29:23.543147 dv-cinder-master-3-iscsi neutron-server[103897]:     return self.request(url, 'GET', **kwargs)
Mar 31 18:29:23.543147 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 31 18:29:23.543147 dv-cinder-master-3-iscsi neutron-server[103897]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 31 18:29:23.543147 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 31 18:29:23.543147 dv-cinder-master-3-iscsi neutron-server[103897]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 31 18:29:23.543147 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 31 18:29:23.543147 dv-cinder-master-3-iscsi neutron-server[103897]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 31 18:29:23.543147 dv-cinder-master-3-iscsi neutron-server[103897]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 31 18:29:23.667231 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-59a063ac-016b-4ae6-95a1-8943690c9991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-505961'] for network (4410ea83-4566-4c60-99ff-d1b5f30ec440), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:23.671983 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-59a063ac-016b-4ae6-95a1-8943690c9991 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548721'] for network (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:23.675334 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-59a063ac-016b-4ae6-95a1-8943690c9991 admin admin] 10.222.0.58 "DELETE /v2.0/networks/4410ea83-4566-4c60-99ff-d1b5f30ec440 HTTP/1.1" status: 204  len: 168 time: 0.6679211
Mar 31 18:29:23.689050 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a063ac-016b-4ae6-95a1-8943690c9991 admin admin] Pushing event deleted for resources: {'Network': ['ID=4410ea83-4566-4c60-99ff-d1b5f30ec440,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:29:23.831998 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be6cb8e-f6b9-4d47-8b76-e91612a3d115 req-0fe087ef-c71f-42d6-90f0-780964dc0bc3 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:29:23.833450 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-7be6cb8e-f6b9-4d47-8b76-e91612a3d115 req-0fe087ef-c71f-42d6-90f0-780964dc0bc3 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/ports?device_id=889ca463-c9ab-4380-b6b1-fc95ddacda07 HTTP/1.1" status: 200  len: 944 time: 0.0527139
Mar 31 18:29:23.880379 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-7be6cb8e-f6b9-4d47-8b76-e91612a3d115 req-dcd1c714-e050-41e9-b11c-08602707e2c4 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/security-groups?id=4465f323-0582-4227-a675-77ace5c1379a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413215
Mar 31 18:29:24.087463 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 56262) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:29:24.127179 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-4bccc5e6-e18b-4d89-80a0-66b41d0d0201 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=87baab8d37b040efbfe030d17be30823&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0385807
Mar 31 18:29:24.129525 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 56264) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:29:24.175217 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7bc4f164-1ea6-4762-97a0-92ff2c08969e admin admin] Publish callbacks [] for security_group (110c7301-1843-4a89-8da8-40b5c0a29ae2), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:24.199257 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7bc4f164-1ea6-4762-97a0-92ff2c08969e admin admin] Publish callbacks [] for security_group (110c7301-1843-4a89-8da8-40b5c0a29ae2), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:24.314262 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7bc4f164-1ea6-4762-97a0-92ff2c08969e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (110c7301-1843-4a89-8da8-40b5c0a29ae2), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:24.316833 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7bc4f164-1ea6-4762-97a0-92ff2c08969e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:24.317975 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-7bc4f164-1ea6-4762-97a0-92ff2c08969e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/110c7301-1843-4a89-8da8-40b5c0a29ae2 HTTP/1.1" status: 204  len: 168 time: 0.1875710
Mar 31 18:29:24.326097 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc4f164-1ea6-4762-97a0-92ff2c08969e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=110c7301-1843-4a89-8da8-40b5c0a29ae2,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:29:24.687929 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Device d3323f32-595b-4f94-b81b-12a527728d9a details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103898) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 31 18:29:24.765222 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Device 4f19eb88-d7a2-4f2e-9de0-586311ce4d06 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 31 18:29:24.787898 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] No Port match for: 4f19eb88-d7a2-4f2e-9de0-586311ce4d06 {{(pid=103898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 31 18:29:24.788234 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Device 4f19eb88-d7a2-4f2e-9de0-586311ce4d06 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=103898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 31 18:29:24.870666 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] For port d3323f32-595b-4f94-b81b-12a527728d9a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d3323f32-595b-4f94-b81b-12a527728d9a,segment=NetworkSegment(d88eba78-682e-4e58-9428-c0cf5ca4e035),segment_id=d88eba78-682e-4e58-9428-c0cf5ca4e035)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:29:24.882109 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Returning: {'device': 'd3323f32-595b-4f94-b81b-12a527728d9a', 'network_id': '48b6e4a0-767f-4f89-81e1-af0f127e9429', 'port_id': 'd3323f32-595b-4f94-b81b-12a527728d9a', 'mac_address': 'fa:16:3e:27:f3:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b702573e-a854-4e5e-962c-bc2e1a12d797', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103898) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 31 18:29:24.918772 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Current status of the port d3323f32-595b-4f94-b81b-12a527728d9a is: DOWN; New status is: BUILD {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:29:24.919202 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (d3323f32-595b-4f94-b81b-12a527728d9a), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:24.932090 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.notifiers.nova [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3323f32-595b-4f94-b81b-12a527728d9a {{(pid=103898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 31 18:29:24.955749 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] For port d3323f32-595b-4f94-b81b-12a527728d9a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d3323f32-595b-4f94-b81b-12a527728d9a,segment=NetworkSegment(d88eba78-682e-4e58-9428-c0cf5ca4e035),segment_id=d88eba78-682e-4e58-9428-c0cf5ca4e035)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:29:25.000623 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c3dbac-f36c-4b44-82c4-08fb4668f2db req-c6327e95-af64-4376-97a3-348898a8d322 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:29:25.002112 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-79c3dbac-f36c-4b44-82c4-08fb4668f2db req-c6327e95-af64-4376-97a3-348898a8d322 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/ports?device_id=889ca463-c9ab-4380-b6b1-fc95ddacda07 HTTP/1.1" status: 200  len: 944 time: 0.0562344
Mar 31 18:29:25.023198 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (d3323f32-595b-4f94-b81b-12a527728d9a), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:25.051147 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-79c3dbac-f36c-4b44-82c4-08fb4668f2db req-c3270253-7328-4e94-a3bf-30052b0bc242 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/security-groups?id=4465f323-0582-4227-a675-77ace5c1379a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431995
Mar 31 18:29:25.080964 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Pushing event updated for resources: {'Port': ['ID=d3323f32-595b-4f94-b81b-12a527728d9a,revision_number=4']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:29:25.461386 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] get_ports_and_sgs() called for port_ids ['d3323f32-595b-4f94-b81b-12a527728d9a'] {{(pid=103898) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 31 18:29:26.168733 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62b7f9c-fc11-446f-94ea-78025636cb2d req-006a0707-69cc-4177-8687-0810bbe4fc71 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:29:26.171034 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-c62b7f9c-fc11-446f-94ea-78025636cb2d req-006a0707-69cc-4177-8687-0810bbe4fc71 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/ports?device_id=889ca463-c9ab-4380-b6b1-fc95ddacda07 HTTP/1.1" status: 200  len: 945 time: 0.0530338
Mar 31 18:29:26.216550 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-c62b7f9c-fc11-446f-94ea-78025636cb2d req-e58f487c-bbd5-45f9-99ea-32ffd337f299 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/security-groups?id=4465f323-0582-4227-a675-77ace5c1379a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399816
Mar 31 18:29:26.686974 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Device d3323f32-595b-4f94-b81b-12a527728d9a up at agent hyperv_hv-cinder-maste {{(pid=103898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 31 18:29:26.805380 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Provisioning for port d3323f32-595b-4f94-b81b-12a527728d9a completed by entity L2. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 31 18:29:26.809082 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Provisioning complete for port d3323f32-595b-4f94-b81b-12a527728d9a triggered by entity L2. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:29:26.809461 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (d3323f32-595b-4f94-b81b-12a527728d9a), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:26.890476 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Current status of the port d3323f32-595b-4f94-b81b-12a527728d9a is: BUILD; New status is: ACTIVE {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:29:26.890901 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (d3323f32-595b-4f94-b81b-12a527728d9a), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:26.913557 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '889ca463-c9ab-4380-b6b1-fc95ddacda07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3323f32-595b-4f94-b81b-12a527728d9a'}] {{(pid=103898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 31 18:29:26.915829 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb3075c6172e5baa69f5abc91eefeb9b3c1bf45f76ecf44b7f00bb5a6f62f1a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-137a6113-1d2e-47ad-9123-0e3806e9e97b" -d '{"events": [{"server_uuid": "889ca463-c9ab-4380-b6b1-fc95ddacda07", "name": "network-vif-plugged", "status": "completed", "tag": "d3323f32-595b-4f94-b81b-12a527728d9a"}]}' {{(pid=103898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 31 18:29:26.928344 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] For port d3323f32-595b-4f94-b81b-12a527728d9a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d3323f32-595b-4f94-b81b-12a527728d9a,segment=NetworkSegment(d88eba78-682e-4e58-9428-c0cf5ca4e035),segment_id=d88eba78-682e-4e58-9428-c0cf5ca4e035)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:29:26.949850 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 18:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-682e6446-17ad-41b8-a290-da2f1e3600cb x-openstack-request-id: req-682e6446-17ad-41b8-a290-da2f1e3600cb {{(pid=103898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 31 18:29:26.950136 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "889ca463-c9ab-4380-b6b1-fc95ddacda07", "name": "network-vif-plugged", "status": "completed", "tag": "d3323f32-595b-4f94-b81b-12a527728d9a", "code": 200}]} {{(pid=103898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 31 18:29:26.950954 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-682e6446-17ad-41b8-a290-da2f1e3600cb {{(pid=103898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 31 18:29:26.951365 dv-cinder-master-3-iscsi neutron-server[103898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-682e6446-17ad-41b8-a290-da2f1e3600cb'] response: {'server_uuid': '889ca463-c9ab-4380-b6b1-fc95ddacda07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3323f32-595b-4f94-b81b-12a527728d9a', 'code': 200}
Mar 31 18:29:27.000201 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (d3323f32-595b-4f94-b81b-12a527728d9a), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:27.049417 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Pushing event updated for resources: {'Port': ['ID=d3323f32-595b-4f94-b81b-12a527728d9a,revision_number=5']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:29:27.365217 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdb0280-7f43-42ab-b656-fdcb23bb59b8 req-f1583d7e-80e9-4c32-9517-b8df4ac5a169 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:29:27.366574 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-cbdb0280-7f43-42ab-b656-fdcb23bb59b8 req-f1583d7e-80e9-4c32-9517-b8df4ac5a169 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/ports?device_id=889ca463-c9ab-4380-b6b1-fc95ddacda07 HTTP/1.1" status: 200  len: 946 time: 0.0850010
Mar 31 18:29:27.372732 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86d5fec-336b-41d7-b316-d6cd6008a4d3 req-1e2afdc1-434f-403f-88f5-8d5d08fc708b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:29:27.374140 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-e86d5fec-336b-41d7-b316-d6cd6008a4d3 req-1e2afdc1-434f-403f-88f5-8d5d08fc708b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=889ca463-c9ab-4380-b6b1-fc95ddacda07 HTTP/1.1" status: 200  len: 1130 time: 0.0662384
Mar 31 18:29:27.440618 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-cbdb0280-7f43-42ab-b656-fdcb23bb59b8 req-223ed1bc-9406-464a-8d6e-939d8975df93 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/security-groups?id=4465f323-0582-4227-a675-77ace5c1379a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0655205
Mar 31 18:29:27.446756 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-e86d5fec-336b-41d7-b316-d6cd6008a4d3 req-4801b34d-2ea8-4c95-a378-3e9b7891af24 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=4465f323-0582-4227-a675-77ace5c1379a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0654113
Mar 31 18:29:28.561572 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae5ff37-19a6-48e6-bbf9-38951f4ab63d req-4c50b6c6-7f50-44cb-9de1-59b1980feb89 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:29:28.563097 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-7ae5ff37-19a6-48e6-bbf9-38951f4ab63d req-4c50b6c6-7f50-44cb-9de1-59b1980feb89 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/ports?device_id=889ca463-c9ab-4380-b6b1-fc95ddacda07 HTTP/1.1" status: 200  len: 946 time: 0.0531900
Mar 31 18:29:28.615498 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-7ae5ff37-19a6-48e6-bbf9-38951f4ab63d req-9830df2a-075a-4788-8d6b-259ae9c0e7ca tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/security-groups?id=4465f323-0582-4227-a675-77ace5c1379a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0469987
Mar 31 18:29:29.045592 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-37a97bbc-5413-4139-8863-07b50e387e1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (08150f5b-1b08-4271-84f1-4a3b03ee1892), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:29.737673 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e4f41a-2f17-4a77-a562-74478724d6bf req-f43fc831-a012-40b2-821a-54204a813d2a tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:29:29.739219 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-53e4f41a-2f17-4a77-a562-74478724d6bf req-f43fc831-a012-40b2-821a-54204a813d2a tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/ports?device_id=889ca463-c9ab-4380-b6b1-fc95ddacda07 HTTP/1.1" status: 200  len: 946 time: 0.0527630
Mar 31 18:29:29.785765 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-53e4f41a-2f17-4a77-a562-74478724d6bf req-5d2cc34b-bdbd-4927-8500-16ee058a82f6 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/security-groups?id=4465f323-0582-4227-a675-77ace5c1379a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409453
Mar 31 18:29:29.902069 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c469840f-afbe-4e1c-8bfa-98b96a7ee15e req-eea3d030-78c4-4e47-acfc-123c657264df tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:29:29.904349 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-c469840f-afbe-4e1c-8bfa-98b96a7ee15e req-eea3d030-78c4-4e47-acfc-123c657264df tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/ports?device_id=889ca463-c9ab-4380-b6b1-fc95ddacda07 HTTP/1.1" status: 200  len: 946 time: 0.0554104
Mar 31 18:29:29.913027 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 56322) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:29:29.917342 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [None req-e728f0b4-cc3b-4d67-8ccc-e20608600ec8 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Request body: {'floatingip': {'port_id': 'd3323f32-595b-4f94-b81b-12a527728d9a'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:29:29.957805 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e728f0b4-cc3b-4d67-8ccc-e20608600ec8 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks [] for floatingip (cdc7f149-7065-46c2-aca1-5e8749806ac9), before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:30.390144 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e728f0b4-cc3b-4d67-8ccc-e20608600ec8 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:30.467530 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e728f0b4-cc3b-4d67-8ccc-e20608600ec8 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505983'] for floatingip (cdc7f149-7065-46c2-aca1-5e8749806ac9), after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:30.795692 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.db.l3_db [None req-e728f0b4-cc3b-4d67-8ccc-e20608600ec8 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Floating IP cdc7f149-7065-46c2-aca1-5e8749806ac9 associated. External IP: 172.37.2.15, port: d3323f32-595b-4f94-b81b-12a527728d9a.
Mar 31 18:29:31.002830 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e728f0b4-cc3b-4d67-8ccc-e20608600ec8 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Router 18b416a9-88ee-499f-9846-13773bd75f53 has already been hosted by L3 agent f09d5d1b-4294-4f18-9a00-351412ae7ca6 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 31 18:29:31.111310 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e728f0b4-cc3b-4d67-8ccc-e20608600ec8 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 31 18:29:31.116116 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e728f0b4-cc3b-4d67-8ccc-e20608600ec8 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30337'] for floatingip (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:31.120646 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc90e86-c20b-444f-95b6-c7b8b47c9c3a None None] Sync routers for ids ['18b416a9-88ee-499f-9846-13773bd75f53'] in dv-cinder-master-3-iscsi {{(pid=103899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 31 18:29:31.130363 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc90e86-c20b-444f-95b6-c7b8b47c9c3a None None] Routers {'18b416a9-88ee-499f-9846-13773bd75f53'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 31 18:29:31.131216 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_hamode_db [None req-0dc90e86-c20b-444f-95b6-c7b8b47c9c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7715a93fd0>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T18:05:01Z,description=<?>,heartbeat_timestamp=2022-03-31T18:29:01Z,host='dv-cinder-master-3-iscsi',id=f09d5d1b-4294-4f18-9a00-351412ae7ca6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-31T18:05:02Z,topic='l3_agent')) {'router_ids': ['18b416a9-88ee-499f-9846-13773bd75f53'], 'active': True} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:29:31.145827 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-e728f0b4-cc3b-4d67-8ccc-e20608600ec8 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "PUT /v2.0/floatingips/cdc7f149-7065-46c2-aca1-5e8749806ac9 HTTP/1.1" status: 200  len: 991 time: 1.2317560
Mar 31 18:29:31.146399 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '889ca463-c9ab-4380-b6b1-fc95ddacda07', 'tag': 'd3323f32-595b-4f94-b81b-12a527728d9a'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 31 18:29:31.148896 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}465b76c4d2e897416be230837bd95a2d94c81786315ed3443e4884d9e49648d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0c82e54-3e1b-4bfb-9314-dfcaa5c02c0b" -d '{"events": [{"name": "network-changed", "server_uuid": "889ca463-c9ab-4380-b6b1-fc95ddacda07", "tag": "d3323f32-595b-4f94-b81b-12a527728d9a"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 31 18:29:31.186328 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 18:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26677a07-9627-4f08-b11c-3d6e52b0fec0 x-openstack-request-id: req-26677a07-9627-4f08-b11c-3d6e52b0fec0 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 31 18:29:31.186651 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "889ca463-c9ab-4380-b6b1-fc95ddacda07", "tag": "d3323f32-595b-4f94-b81b-12a527728d9a", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 31 18:29:31.186915 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-26677a07-9627-4f08-b11c-3d6e52b0fec0 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 31 18:29:31.187393 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26677a07-9627-4f08-b11c-3d6e52b0fec0'] response: {'name': 'network-changed', 'server_uuid': '889ca463-c9ab-4380-b6b1-fc95ddacda07', 'tag': 'd3323f32-595b-4f94-b81b-12a527728d9a', 'status': 'completed', 'code': 200}
Mar 31 18:29:31.243525 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvr_db [None req-0dc90e86-c20b-444f-95b6-c7b8b47c9c3a None None] Set router 18b416a9-88ee-499f-9846-13773bd75f53 gateway port host: dv-cinder-master-3-iscsi {{(pid=103899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 31 18:29:31.284440 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c82e54-3e1b-4bfb-9314-dfcaa5c02c0b req-1550fc1c-b44a-4e6f-84f8-bafc1e7d09a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:29:31.286537 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-a0c82e54-3e1b-4bfb-9314-dfcaa5c02c0b req-1550fc1c-b44a-4e6f-84f8-bafc1e7d09a2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7ae2325a87da4c5f8179a77fbd3d8748&device_id=889ca463-c9ab-4380-b6b1-fc95ddacda07 HTTP/1.1" status: 200  len: 1130 time: 0.0522704
Mar 31 18:29:31.360391 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-1a1d4a9d-7446-4cc0-8b4e-374c19f72925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (f09d5d1b-4294-4f18-9a00-351412ae7ca6), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:31.386324 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c82e54-3e1b-4bfb-9314-dfcaa5c02c0b req-2ab15879-0f1b-4a92-b735-0af0a5550267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:29:31.391288 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-a0c82e54-3e1b-4bfb-9314-dfcaa5c02c0b req-2ab15879-0f1b-4a92-b735-0af0a5550267 service neutron] 10.222.0.44 "GET /v2.0/networks?id=48b6e4a0-767f-4f89-81e1-af0f127e9429 HTTP/1.1" status: 200  len: 915 time: 0.0948412
Mar 31 18:29:31.462000 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-a0c82e54-3e1b-4bfb-9314-dfcaa5c02c0b req-a93ca94b-fdeb-46be-94c8-90af919dca8b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d3323f32-595b-4f94-b81b-12a527728d9a HTTP/1.1" status: 200  len: 999 time: 0.0675597
Mar 31 18:29:31.478801 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_hamode_db [None req-0dc90e86-c20b-444f-95b6-c7b8b47c9c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7715a93fd0>, [{'id': '18b416a9-88ee-499f-9846-13773bd75f53', 'name': 'tempest-AttachVolumeNegativeTest-783316322-router', 'tenant_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.224'}], 'enable_snat': True}, 'gw_port_id': '962870bc-50a8-4afe-8ee0-541ade01b570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:25:08Z', 'updated_at': '2022-03-31T18:25:12Z', 'revision_number': 4, 'project_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'gw_port': {'id': '962870bc-50a8-4afe-8ee0-541ade01b570', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:1d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b416a9-88ee-499f-9846-13773bd75f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:25:09Z', 'updated_at': '2022-03-31T18:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'cdc7f149-7065-46c2-aca1-5e8749806ac9', 'tenant_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'floating_ip_address': '172.37.2.15', 'floating_network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'router_id': '18b416a9-88ee-499f-9846-13773bd75f53', 'port_id': 'd3323f32-595b-4f94-b81b-12a527728d9a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48b6e4a0-767f-4f89-81e1-af0f127e9429', 'mac_address': 'fa:16:3e:27:f3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889ca463-c9ab-4380-b6b1-fc95ddacda07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T18:29:14Z', 'updated_at': '2022-03-31T18:29:30Z', 'revision_number': 1, 'project_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9e9053e-8135-4f8c-a7fa-10c10f86d87e', 'name': '', 'network_id': '48b6e4a0-767f-4f89-81e1-af0f127e9429', 'tenant_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'mac_address': 'fa:16:3e:6d:65:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b416a9-88ee-499f-9846-13773bd75f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'b702573e-a854-4e5e-962c-bc2e1a12d797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:25:11Z', 'updated_at': '2022-03-31T18:25:16Z', 'revision_number': 5, 'project_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'subnets': [{'id': 'b702573e-a854-4e5e-962c-bc2e1a12d797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:29:31.508101 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc90e86-c20b-444f-95b6-c7b8b47c9c3a None None] Checking router: 18b416a9-88ee-499f-9846-13773bd75f53 for host: dv-cinder-master-3-iscsi {{(pid=103899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 31 18:29:31.511598 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c82e54-3e1b-4bfb-9314-dfcaa5c02c0b req-74b55abe-5fec-43e9-9564-d425754c1517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:29:31.513635 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-a0c82e54-3e1b-4bfb-9314-dfcaa5c02c0b req-74b55abe-5fec-43e9-9564-d425754c1517 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b702573e-a854-4e5e-962c-bc2e1a12d797 HTTP/1.1" status: 200  len: 853 time: 0.0436306
Mar 31 18:29:31.516862 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc90e86-c20b-444f-95b6-c7b8b47c9c3a None None] Routers {'18b416a9-88ee-499f-9846-13773bd75f53'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 31 18:29:31.517514 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_hamode_db [None req-0dc90e86-c20b-444f-95b6-c7b8b47c9c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7715a93fd0>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T18:05:01Z,description=<?>,heartbeat_timestamp=2022-03-31T18:29:31Z,host='dv-cinder-master-3-iscsi',id=f09d5d1b-4294-4f18-9a00-351412ae7ca6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-31T18:05:02Z,topic='l3_agent')) {'router_ids': ['18b416a9-88ee-499f-9846-13773bd75f53'], 'active': True} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:29:31.566195 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c82e54-3e1b-4bfb-9314-dfcaa5c02c0b req-0134bc16-7234-4378-92ce-fa3a66039b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:29:31.567658 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-a0c82e54-3e1b-4bfb-9314-dfcaa5c02c0b req-0134bc16-7234-4378-92ce-fa3a66039b2b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=48b6e4a0-767f-4f89-81e1-af0f127e9429&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0476480
Mar 31 18:29:31.668569 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-a0c82e54-3e1b-4bfb-9314-dfcaa5c02c0b req-778f5297-9eab-45f9-9bfd-bfaff02fb90d service neutron] 10.222.0.44 "GET /v2.0/networks/48b6e4a0-767f-4f89-81e1-af0f127e9429?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0946898
Mar 31 18:29:31.714493 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvr_db [None req-0dc90e86-c20b-444f-95b6-c7b8b47c9c3a None None] Set router 18b416a9-88ee-499f-9846-13773bd75f53 gateway port host: dv-cinder-master-3-iscsi {{(pid=103899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 31 18:29:31.764624 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-a0c82e54-3e1b-4bfb-9314-dfcaa5c02c0b req-baf94dcc-1dce-4813-8f06-b266ea9e84d2 service neutron] 10.222.0.44 "GET /v2.0/networks/48b6e4a0-767f-4f89-81e1-af0f127e9429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0883555
Mar 31 18:29:31.943394 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_hamode_db [None req-0dc90e86-c20b-444f-95b6-c7b8b47c9c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7715a93fd0>, [{'id': '18b416a9-88ee-499f-9846-13773bd75f53', 'name': 'tempest-AttachVolumeNegativeTest-783316322-router', 'tenant_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.224'}], 'enable_snat': True}, 'gw_port_id': '962870bc-50a8-4afe-8ee0-541ade01b570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:25:08Z', 'updated_at': '2022-03-31T18:25:12Z', 'revision_number': 4, 'project_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'gw_port': {'id': '962870bc-50a8-4afe-8ee0-541ade01b570', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:1d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b416a9-88ee-499f-9846-13773bd75f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:25:09Z', 'updated_at': '2022-03-31T18:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'cdc7f149-7065-46c2-aca1-5e8749806ac9', 'tenant_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'floating_ip_address': '172.37.2.15', 'floating_network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'router_id': '18b416a9-88ee-499f-9846-13773bd75f53', 'port_id': 'd3323f32-595b-4f94-b81b-12a527728d9a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48b6e4a0-767f-4f89-81e1-af0f127e9429', 'mac_address': 'fa:16:3e:27:f3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889ca463-c9ab-4380-b6b1-fc95ddacda07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T18:29:14Z', 'updated_at': '2022-03-31T18:29:30Z', 'revision_number': 1, 'project_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9e9053e-8135-4f8c-a7fa-10c10f86d87e', 'name': '', 'network_id': '48b6e4a0-767f-4f89-81e1-af0f127e9429', 'tenant_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'mac_address': 'fa:16:3e:6d:65:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b416a9-88ee-499f-9846-13773bd75f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'b702573e-a854-4e5e-962c-bc2e1a12d797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:25:11Z', 'updated_at': '2022-03-31T18:25:16Z', 'revision_number': 5, 'project_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'subnets': [{'id': 'b702573e-a854-4e5e-962c-bc2e1a12d797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:29:31.973453 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc90e86-c20b-444f-95b6-c7b8b47c9c3a None None] The sync data for ids ['18b416a9-88ee-499f-9846-13773bd75f53'] in dv-cinder-master-3-iscsi is: [{'id': '18b416a9-88ee-499f-9846-13773bd75f53', 'name': 'tempest-AttachVolumeNegativeTest-783316322-router', 'tenant_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.224'}], 'enable_snat': True}, 'gw_port_id': '962870bc-50a8-4afe-8ee0-541ade01b570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:25:08Z', 'updated_at': '2022-03-31T18:25:12Z', 'revision_number': 4, 'project_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'gw_port': {'id': '962870bc-50a8-4afe-8ee0-541ade01b570', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:1d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b416a9-88ee-499f-9846-13773bd75f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:25:09Z', 'updated_at': '2022-03-31T18:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'cdc7f149-7065-46c2-aca1-5e8749806ac9', 'tenant_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'floating_ip_address': '172.37.2.15', 'floating_network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'router_id': '18b416a9-88ee-499f-9846-13773bd75f53', 'port_id': 'd3323f32-595b-4f94-b81b-12a527728d9a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48b6e4a0-767f-4f89-81e1-af0f127e9429', 'mac_address': 'fa:16:3e:27:f3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889ca463-c9ab-4380-b6b1-fc95ddacda07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T18:29:14Z', 'updated_at': '2022-03-31T18:29:30Z', 'revision_number': 1, 'project_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9e9053e-8135-4f8c-a7fa-10c10f86d87e', 'name': '', 'network_id': '48b6e4a0-767f-4f89-81e1-af0f127e9429', 'tenant_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'mac_address': 'fa:16:3e:6d:65:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b416a9-88ee-499f-9846-13773bd75f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'b702573e-a854-4e5e-962c-bc2e1a12d797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:25:11Z', 'updated_at': '2022-03-31T18:25:16Z', 'revision_number': 5, 'project_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'subnets': [{'id': 'b702573e-a854-4e5e-962c-bc2e1a12d797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 31 18:29:32.165707 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b623fb6c-6ca9-4219-ab92-2f36af29a6c7 None None] New status for floating IP cdc7f149-7065-46c2-aca1-5e8749806ac9: ACTIVE {{(pid=103898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 31 18:29:32.400301 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-be477ca9-b30f-4eb3-92ce-971cde9f4756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (d0835089-4a76-4105-9221-c81b46927b3c), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:33.999351 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-61acbcaf-515a-4595-a759-82c8bf4c0ac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (1ee04592-4785-424e-aa2a-0bd32f5faacf), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:35.063263 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (b6d39f6c-4dc3-40bd-bbe5-e05b1f1d4e13), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:36.450099 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (06f31eaf-9418-4d11-8606-24a34b4b4893), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:38.425779 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 56404) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:29:38.527608 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-145e2097-028e-4a1e-8ed7-6b6d878f34ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:38.599563 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-145e2097-028e-4a1e-8ed7-6b6d878f34ff admin admin] Publish callbacks [] for security_group (a6670a74-8ab6-48f1-a3c0-c99a237255a4), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:38.697345 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-145e2097-028e-4a1e-8ed7-6b6d878f34ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (a6670a74-8ab6-48f1-a3c0-c99a237255a4), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:38.736064 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-145e2097-028e-4a1e-8ed7-6b6d878f34ff admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1d169639327c441fbe2e0a526ef96ee9&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3092301
Mar 31 18:29:38.736995 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145e2097-028e-4a1e-8ed7-6b6d878f34ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6670a74-8ab6-48f1-a3c0-c99a237255a4,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:29:38.738764 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 56408) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:29:38.744344 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145e2097-028e-4a1e-8ed7-6b6d878f34ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:29:38.744691 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145e2097-028e-4a1e-8ed7-6b6d878f34ff admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:29:38.745029 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145e2097-028e-4a1e-8ed7-6b6d878f34ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:29:38.745370 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145e2097-028e-4a1e-8ed7-6b6d878f34ff admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:29:38.745698 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145e2097-028e-4a1e-8ed7-6b6d878f34ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:29:38.746057 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145e2097-028e-4a1e-8ed7-6b6d878f34ff admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:29:38.746381 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145e2097-028e-4a1e-8ed7-6b6d878f34ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:29:38.746734 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145e2097-028e-4a1e-8ed7-6b6d878f34ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:29:38.747059 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145e2097-028e-4a1e-8ed7-6b6d878f34ff admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:29:38.747493 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145e2097-028e-4a1e-8ed7-6b6d878f34ff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:29:38.748353 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145e2097-028e-4a1e-8ed7-6b6d878f34ff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:29:38.751244 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145e2097-028e-4a1e-8ed7-6b6d878f34ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:29:38.751244 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145e2097-028e-4a1e-8ed7-6b6d878f34ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:29:38.751244 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145e2097-028e-4a1e-8ed7-6b6d878f34ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:29:38.751244 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145e2097-028e-4a1e-8ed7-6b6d878f34ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:29:38.787513 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c092be7a-ead5-4ac4-98e2-39546dd3c43b admin admin] Publish callbacks [] for security_group (a6670a74-8ab6-48f1-a3c0-c99a237255a4), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:38.799578 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.agents_db [None req-39f62d97-bd56-4bf2-8522-12846eccdd8f None None] Agent healthcheck: found 6 active agents {{(pid=103899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 31 18:29:38.809337 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c092be7a-ead5-4ac4-98e2-39546dd3c43b admin admin] Publish callbacks [] for security_group (a6670a74-8ab6-48f1-a3c0-c99a237255a4), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:38.935824 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c092be7a-ead5-4ac4-98e2-39546dd3c43b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (a6670a74-8ab6-48f1-a3c0-c99a237255a4), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:38.938355 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c092be7a-ead5-4ac4-98e2-39546dd3c43b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:38.939549 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-c092be7a-ead5-4ac4-98e2-39546dd3c43b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a6670a74-8ab6-48f1-a3c0-c99a237255a4 HTTP/1.1" status: 204  len: 168 time: 0.1997550
Mar 31 18:29:38.947241 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c092be7a-ead5-4ac4-98e2-39546dd3c43b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6670a74-8ab6-48f1-a3c0-c99a237255a4,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:29:39.912141 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 56430) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:29:40.004094 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.v2.base [None req-fb30e784-16f1-4023-b4c8-59f01b088da4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1707714489-network', 'tenant_id': '6ac191501c114d8799cd00e4136e99bc'}} {{(pid=103897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:29:40.092577 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb30e784-16f1-4023-b4c8-59f01b088da4 admin admin] Made reservation on behalf of 6ac191501c114d8799cd00e4136e99bc for: {'network': 1} {{(pid=103897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 31 18:29:40.094948 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-fb30e784-16f1-4023-b4c8-59f01b088da4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for network (None), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:40.103508 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-fb30e784-16f1-4023-b4c8-59f01b088da4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:40.175828 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-fb30e784-16f1-4023-b4c8-59f01b088da4 admin admin] Publish callbacks [] for security_group (be8f38fb-88da-4d63-8d9c-2fd65deaa511), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:40.245931 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-fb30e784-16f1-4023-b4c8-59f01b088da4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (be8f38fb-88da-4d63-8d9c-2fd65deaa511), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:40.272873 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb30e784-16f1-4023-b4c8-59f01b088da4 admin admin] vlan segment allocate from pool success with {'vlan_id': 551, 'physical_network': 'physnet1'}  {{(pid=103897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 31 18:29:40.280077 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb30e784-16f1-4023-b4c8-59f01b088da4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be8f38fb-88da-4d63-8d9c-2fd65deaa511,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:29:40.287567 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-fb30e784-16f1-4023-b4c8-59f01b088da4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186132'] for segment (7e481182-d197-41f5-b9d4-75baf2381aad), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:40.287567 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.db.segments_db [None req-fb30e784-16f1-4023-b4c8-59f01b088da4 admin admin] Added segment 7e481182-d197-41f5-b9d4-75baf2381aad of type vlan for network 395584e6-b8f5-4f7d-9172-a14d30a460d4
Mar 31 18:29:40.329185 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-fb30e784-16f1-4023-b4c8-59f01b088da4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759342480442'] for network (395584e6-b8f5-4f7d-9172-a14d30a460d4), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:40.432864 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-fb30e784-16f1-4023-b4c8-59f01b088da4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679'] for network (395584e6-b8f5-4f7d-9172-a14d30a460d4), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:40.433825 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb30e784-16f1-4023-b4c8-59f01b088da4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:29:40.434401 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-fb30e784-16f1-4023-b4c8-59f01b088da4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548721'] for network (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:40.495478 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb30e784-16f1-4023-b4c8-59f01b088da4 admin admin] Pushing event updated for resources: {'Network': ['ID=395584e6-b8f5-4f7d-9172-a14d30a460d4,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:29:40.505083 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Network 395584e6-b8f5-4f7d-9172-a14d30a460d4 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=103898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 31 18:29:40.597157 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-fb30e784-16f1-4023-b4c8-59f01b088da4 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.6838837
Mar 31 18:29:40.599994 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 56434) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:29:40.604895 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.v2.base [None req-919c80ab-ee2c-42bd-93e1-3ae60c677d1a admin admin] Request body: {'subnet': {'network_id': '395584e6-b8f5-4f7d-9172-a14d30a460d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1707714489-subnet', 'tenant_id': '6ac191501c114d8799cd00e4136e99bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:29:40.712838 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-919c80ab-ee2c-42bd-93e1-3ae60c677d1a admin admin] Made reservation on behalf of 6ac191501c114d8799cd00e4136e99bc for: {'subnet': 1} {{(pid=103897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 31 18:29:40.715207 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-919c80ab-ee2c-42bd-93e1-3ae60c677d1a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24666390'] for subnet (None), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:40.947430 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-919c80ab-ee2c-42bd-93e1-3ae60c677d1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13080881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24666368'] for subnet (af2ec14e-28c9-496c-b404-cac7b03ef56a), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:40.997999 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919c80ab-ee2c-42bd-93e1-3ae60c677d1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=af2ec14e-28c9-496c-b404-cac7b03ef56a,revision_number=0']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:29:41.015374 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919c80ab-ee2c-42bd-93e1-3ae60c677d1a admin admin] Checking segment: {'id': '7e481182-d197-41f5-b9d4-75baf2381aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '395584e6-b8f5-4f7d-9172-a14d30a460d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 31 18:29:41.015733 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919c80ab-ee2c-42bd-93e1-3ae60c677d1a admin admin] Network hostable DHCP agents. Network: 395584e6-b8f5-4f7d-9172-a14d30a460d4, hostable agents: ['08150f5b-1b08-4271-84f1-4a3b03ee1892'], hosted agents: [] {{(pid=103897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 31 18:29:41.137818 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919c80ab-ee2c-42bd-93e1-3ae60c677d1a admin admin] Network 395584e6-b8f5-4f7d-9172-a14d30a460d4 is scheduled to be hosted by DHCP agent 08150f5b-1b08-4271-84f1-4a3b03ee1892 with binding_index 1 {{(pid=103897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 31 18:29:41.211453 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-919c80ab-ee2c-42bd-93e1-3ae60c677d1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 395584e6-b8f5-4f7d-9172-a14d30a460d4) {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 31 18:29:41.215439 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919c80ab-ee2c-42bd-93e1-3ae60c677d1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:29:41.216053 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-919c80ab-ee2c-42bd-93e1-3ae60c677d1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548721'] for subnet (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:41.221786 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883ace77-7fdd-42aa-9082-d9ef836c6ec6 None None] Network 395584e6-b8f5-4f7d-9172-a14d30a460d4 requested from dv-cinder-master-3-iscsi {{(pid=103898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 31 18:29:41.293006 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-919c80ab-ee2c-42bd-93e1-3ae60c677d1a admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.6919057
Mar 31 18:29:41.457383 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8b257a-f50f-4de3-a707-7c256f7eb538 None None] Network 395584e6-b8f5-4f7d-9172-a14d30a460d4 requested from dv-cinder-master-3-iscsi {{(pid=103898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 31 18:29:41.978830 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 56450) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:29:41.983628 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.v2.base [None req-7c81df41-e081-4763-9adf-b81305e67cf6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2000385864-network', 'tenant_id': 'a3ca4a133a7043e4a894e84bf4764c15'}} {{(pid=103897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:29:42.057682 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c81df41-e081-4763-9adf-b81305e67cf6 admin admin] Made reservation on behalf of a3ca4a133a7043e4a894e84bf4764c15 for: {'network': 1} {{(pid=103897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 31 18:29:42.060369 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7c81df41-e081-4763-9adf-b81305e67cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for network (None), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:42.070256 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7c81df41-e081-4763-9adf-b81305e67cf6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:42.143905 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7c81df41-e081-4763-9adf-b81305e67cf6 admin admin] Publish callbacks [] for security_group (175e3c25-95fc-416e-8ea0-1eac70365557), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:42.217827 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7c81df41-e081-4763-9adf-b81305e67cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (175e3c25-95fc-416e-8ea0-1eac70365557), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:42.241577 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c81df41-e081-4763-9adf-b81305e67cf6 admin admin] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'}  {{(pid=103897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 31 18:29:42.251202 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c81df41-e081-4763-9adf-b81305e67cf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=175e3c25-95fc-416e-8ea0-1eac70365557,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:29:42.255817 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7c81df41-e081-4763-9adf-b81305e67cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186132'] for segment (b9e2afb4-8dfd-46b6-9c08-71517ad9a39b), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:42.256155 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.db.segments_db [None req-7c81df41-e081-4763-9adf-b81305e67cf6 admin admin] Added segment b9e2afb4-8dfd-46b6-9c08-71517ad9a39b of type vlan for network df796950-5369-4347-a89f-b89e46d3e232
Mar 31 18:29:42.296805 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7c81df41-e081-4763-9adf-b81305e67cf6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759342480442'] for network (df796950-5369-4347-a89f-b89e46d3e232), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:42.388890 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7c81df41-e081-4763-9adf-b81305e67cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679'] for network (df796950-5369-4347-a89f-b89e46d3e232), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:42.389866 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c81df41-e081-4763-9adf-b81305e67cf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:29:42.390464 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7c81df41-e081-4763-9adf-b81305e67cf6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548721'] for network (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:42.451254 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c81df41-e081-4763-9adf-b81305e67cf6 admin admin] Pushing event updated for resources: {'Network': ['ID=df796950-5369-4347-a89f-b89e46d3e232,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:29:42.460739 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Network df796950-5369-4347-a89f-b89e46d3e232 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=103898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 31 18:29:42.515747 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-7c81df41-e081-4763-9adf-b81305e67cf6 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.5358095
Mar 31 18:29:42.518526 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 56452) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:29:42.524690 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [None req-7f1e87a8-3b49-4c5e-8be8-d488de185c50 admin admin] Request body: {'subnet': {'network_id': 'df796950-5369-4347-a89f-b89e46d3e232', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2000385864-subnet', 'tenant_id': 'a3ca4a133a7043e4a894e84bf4764c15', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:29:42.702540 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f1e87a8-3b49-4c5e-8be8-d488de185c50 admin admin] Made reservation on behalf of a3ca4a133a7043e4a894e84bf4764c15 for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 31 18:29:42.702540 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7f1e87a8-3b49-4c5e-8be8-d488de185c50 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33198968'] for subnet (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:42.938561 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7f1e87a8-3b49-4c5e-8be8-d488de185c50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12884898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33198958'] for subnet (ade3e378-b853-4af7-aacf-140483882fd1), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:42.988651 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1e87a8-3b49-4c5e-8be8-d488de185c50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ade3e378-b853-4af7-aacf-140483882fd1,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:29:43.003463 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1e87a8-3b49-4c5e-8be8-d488de185c50 admin admin] Checking segment: {'id': 'b9e2afb4-8dfd-46b6-9c08-71517ad9a39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'df796950-5369-4347-a89f-b89e46d3e232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 31 18:29:43.005318 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1e87a8-3b49-4c5e-8be8-d488de185c50 admin admin] Network hostable DHCP agents. Network: df796950-5369-4347-a89f-b89e46d3e232, hostable agents: ['08150f5b-1b08-4271-84f1-4a3b03ee1892'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 31 18:29:43.092550 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1e87a8-3b49-4c5e-8be8-d488de185c50 admin admin] Network df796950-5369-4347-a89f-b89e46d3e232 is scheduled to be hosted by DHCP agent 08150f5b-1b08-4271-84f1-4a3b03ee1892 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 31 18:29:43.194550 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-7f1e87a8-3b49-4c5e-8be8-d488de185c50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, df796950-5369-4347-a89f-b89e46d3e232) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 31 18:29:43.198801 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1e87a8-3b49-4c5e-8be8-d488de185c50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:29:43.199521 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7f1e87a8-3b49-4c5e-8be8-d488de185c50 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:43.204294 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac092ace-2c1a-4757-b1f0-64bf8c42f45e None None] Network df796950-5369-4347-a89f-b89e46d3e232 requested from dv-cinder-master-3-iscsi {{(pid=103898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 31 18:29:43.303537 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b19167-0c69-47d7-8faf-196abe6d2c86 None None] Network df796950-5369-4347-a89f-b89e46d3e232 requested from dv-cinder-master-3-iscsi {{(pid=103898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 31 18:29:43.312039 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-7f1e87a8-3b49-4c5e-8be8-d488de185c50 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.7922637
Mar 31 18:29:43.429046 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 56456) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:29:43.478542 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfe4fd51-42fa-466d-98ac-e6076928c771 admin admin] Deleting subnet af2ec14e-28c9-496c-b404-cac7b03ef56a {{(pid=103896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 31 18:29:43.481685 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-dfe4fd51-42fa-466d-98ac-e6076928c771 admin admin] Publish callbacks [] for subnet (af2ec14e-28c9-496c-b404-cac7b03ef56a), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:43.516843 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-dfe4fd51-42fa-466d-98ac-e6076928c771 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13596100'] for subnet (af2ec14e-28c9-496c-b404-cac7b03ef56a), precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:43.558424 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-dfe4fd51-42fa-466d-98ac-e6076928c771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1237091'] for subnet (af2ec14e-28c9-496c-b404-cac7b03ef56a), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:43.702380 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-dfe4fd51-42fa-466d-98ac-e6076928c771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1237076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12884961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33198951'] for subnet (af2ec14e-28c9-496c-b404-cac7b03ef56a), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:43.725661 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe4fd51-42fa-466d-98ac-e6076928c771 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af2ec14e-28c9-496c-b404-cac7b03ef56a,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:29:43.732653 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-dfe4fd51-42fa-466d-98ac-e6076928c771 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:43.735954 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-dfe4fd51-42fa-466d-98ac-e6076928c771 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/af2ec14e-28c9-496c-b404-cac7b03ef56a HTTP/1.1" status: 204  len: 168 time: 0.3059106
Mar 31 18:29:43.738435 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 56458) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:29:43.809946 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c6f6c5c5-2afd-4d53-8d93-113bdf4d32cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1066274'] for network (395584e6-b8f5-4f7d-9172-a14d30a460d4), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:43.889377 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c6f6c5c5-2afd-4d53-8d93-113bdf4d32cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223144', 'neutron.services.segments.db._delete_segments_for_network-8759342854202'] for network (395584e6-b8f5-4f7d-9172-a14d30a460d4), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:43.910382 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.services.segments.db [None req-c6f6c5c5-2afd-4d53-8d93-113bdf4d32cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7707b34b80>,) {'filters': {'network_id': ['395584e6-b8f5-4f7d-9172-a14d30a460d4']}} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:29:43.919779 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.services.segments.db [None req-c6f6c5c5-2afd-4d53-8d93-113bdf4d32cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7707b34b80>, '7e481182-d197-41f5-b9d4-75baf2381aad') {'for_net_delete': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:29:43.920082 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.services.segments.db [None req-c6f6c5c5-2afd-4d53-8d93-113bdf4d32cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7707b34b80>, '7e481182-d197-41f5-b9d4-75baf2381aad') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:29:43.933222 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c6f6c5c5-2afd-4d53-8d93-113bdf4d32cf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759343069251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13596111'] for segment (7e481182-d197-41f5-b9d4-75baf2381aad), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:43.946216 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c6f6c5c5-2afd-4d53-8d93-113bdf4d32cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186132'] for segment (7e481182-d197-41f5-b9d4-75baf2381aad), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:43.956046 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6f6c5c5-2afd-4d53-8d93-113bdf4d32cf admin admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=103896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 31 18:29:43.956751 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c6f6c5c5-2afd-4d53-8d93-113bdf4d32cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12885831'] for segment (7e481182-d197-41f5-b9d4-75baf2381aad), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:43.959309 dv-cinder-master-3-iscsi neutron-server[103896]: Traceback (most recent call last):
Mar 31 18:29:43.959309 dv-cinder-master-3-iscsi neutron-server[103896]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 31 18:29:43.959309 dv-cinder-master-3-iscsi neutron-server[103896]:     timer()
Mar 31 18:29:43.959309 dv-cinder-master-3-iscsi neutron-server[103896]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 31 18:29:43.959309 dv-cinder-master-3-iscsi neutron-server[103896]:     cb(*args, **kw)
Mar 31 18:29:43.959309 dv-cinder-master-3-iscsi neutron-server[103896]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 31 18:29:43.959309 dv-cinder-master-3-iscsi neutron-server[103896]:     return func(*args, **kwargs)
Mar 31 18:29:43.959309 dv-cinder-master-3-iscsi neutron-server[103896]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 31 18:29:43.959309 dv-cinder-master-3-iscsi neutron-server[103896]:     self._notify()
Mar 31 18:29:43.959309 dv-cinder-master-3-iscsi neutron-server[103896]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 31 18:29:43.959309 dv-cinder-master-3-iscsi neutron-server[103896]:     self.callback(batched_events)
Mar 31 18:29:43.959309 dv-cinder-master-3-iscsi neutron-server[103896]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 31 18:29:43.959309 dv-cinder-master-3-iscsi neutron-server[103896]:     event.method(event)
Mar 31 18:29:43.959309 dv-cinder-master-3-iscsi neutron-server[103896]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 31 18:29:43.959309 dv-cinder-master-3-iscsi neutron-server[103896]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 31 18:29:43.959309 dv-cinder-master-3-iscsi neutron-server[103896]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 31 18:29:43.959309 dv-cinder-master-3-iscsi neutron-server[103896]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 31 18:29:43.959309 dv-cinder-master-3-iscsi neutron-server[103896]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 31 18:29:43.959309 dv-cinder-master-3-iscsi neutron-server[103896]:     return f(self, *a, **k)
Mar 31 18:29:43.959309 dv-cinder-master-3-iscsi neutron-server[103896]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 31 18:29:43.959309 dv-cinder-master-3-iscsi neutron-server[103896]:     return self._get(url).json()
Mar 31 18:29:43.959309 dv-cinder-master-3-iscsi neutron-server[103896]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 31 18:29:43.959309 dv-cinder-master-3-iscsi neutron-server[103896]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 31 18:29:43.959309 dv-cinder-master-3-iscsi neutron-server[103896]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 31 18:29:43.959309 dv-cinder-master-3-iscsi neutron-server[103896]:     return self.request(url, 'GET', **kwargs)
Mar 31 18:29:43.959309 dv-cinder-master-3-iscsi neutron-server[103896]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 31 18:29:43.959309 dv-cinder-master-3-iscsi neutron-server[103896]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 31 18:29:43.959309 dv-cinder-master-3-iscsi neutron-server[103896]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 31 18:29:43.959309 dv-cinder-master-3-iscsi neutron-server[103896]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 31 18:29:43.959309 dv-cinder-master-3-iscsi neutron-server[103896]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 31 18:29:43.959309 dv-cinder-master-3-iscsi neutron-server[103896]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 31 18:29:43.959309 dv-cinder-master-3-iscsi neutron-server[103896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 31 18:29:44.092814 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c6f6c5c5-2afd-4d53-8d93-113bdf4d32cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-505961'] for network (395584e6-b8f5-4f7d-9172-a14d30a460d4), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:44.103086 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c6f6c5c5-2afd-4d53-8d93-113bdf4d32cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548721'] for network (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:44.106625 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-c6f6c5c5-2afd-4d53-8d93-113bdf4d32cf admin admin] 10.222.0.58 "DELETE /v2.0/networks/395584e6-b8f5-4f7d-9172-a14d30a460d4 HTTP/1.1" status: 204  len: 168 time: 0.3647044
Mar 31 18:29:44.107716 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 56460) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:29:44.114694 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f6c5c5-2afd-4d53-8d93-113bdf4d32cf admin admin] Pushing event deleted for resources: {'Network': ['ID=395584e6-b8f5-4f7d-9172-a14d30a460d4,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:29:44.153325 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.db_base_plugin_v2 [None req-277080a5-bed9-46c8-abe9-2b3a957fec83 admin admin] Deleting subnet ade3e378-b853-4af7-aacf-140483882fd1 {{(pid=103897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 31 18:29:44.157216 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-277080a5-bed9-46c8-abe9-2b3a957fec83 admin admin] Publish callbacks [] for subnet (ade3e378-b853-4af7-aacf-140483882fd1), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:44.191358 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-277080a5-bed9-46c8-abe9-2b3a957fec83 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13080895'] for subnet (ade3e378-b853-4af7-aacf-140483882fd1), precommit_delete_associations {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:44.234955 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-277080a5-bed9-46c8-abe9-2b3a957fec83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1237091'] for subnet (ade3e378-b853-4af7-aacf-140483882fd1), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:44.361217 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-277080a5-bed9-46c8-abe9-2b3a957fec83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1237076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13080946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24666377'] for subnet (ade3e378-b853-4af7-aacf-140483882fd1), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:44.389053 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-277080a5-bed9-46c8-abe9-2b3a957fec83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548721'] for subnet (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:44.392226 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-277080a5-bed9-46c8-abe9-2b3a957fec83 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/ade3e378-b853-4af7-aacf-140483882fd1 HTTP/1.1" status: 204  len: 168 time: 0.2834718
Mar 31 18:29:44.393132 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277080a5-bed9-46c8-abe9-2b3a957fec83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ade3e378-b853-4af7-aacf-140483882fd1,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:29:44.396140 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 56464) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:29:44.463933 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-66c2f80f-eac2-429e-bd20-76335d1f6d98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1066274'] for network (df796950-5369-4347-a89f-b89e46d3e232), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:44.797651 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-66c2f80f-eac2-429e-bd20-76335d1f6d98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223144', 'neutron.services.segments.db._delete_segments_for_network-8759342854202'] for network (df796950-5369-4347-a89f-b89e46d3e232), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:44.817673 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.services.segments.db [None req-66c2f80f-eac2-429e-bd20-76335d1f6d98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f77152edaf0>,) {'filters': {'network_id': ['df796950-5369-4347-a89f-b89e46d3e232']}} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:29:44.827339 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.services.segments.db [None req-66c2f80f-eac2-429e-bd20-76335d1f6d98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f77152edaf0>, 'b9e2afb4-8dfd-46b6-9c08-71517ad9a39b') {'for_net_delete': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:29:44.827628 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.services.segments.db [None req-66c2f80f-eac2-429e-bd20-76335d1f6d98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f77152edaf0>, 'b9e2afb4-8dfd-46b6-9c08-71517ad9a39b') {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:29:44.836592 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-66c2f80f-eac2-429e-bd20-76335d1f6d98 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759343069251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13080884'] for segment (b9e2afb4-8dfd-46b6-9c08-71517ad9a39b), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:44.850134 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-66c2f80f-eac2-429e-bd20-76335d1f6d98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186132'] for segment (b9e2afb4-8dfd-46b6-9c08-71517ad9a39b), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:44.856045 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66c2f80f-eac2-429e-bd20-76335d1f6d98 admin admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=103897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 31 18:29:44.856424 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-66c2f80f-eac2-429e-bd20-76335d1f6d98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13082068'] for segment (b9e2afb4-8dfd-46b6-9c08-71517ad9a39b), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:44.858288 dv-cinder-master-3-iscsi neutron-server[103897]: Traceback (most recent call last):
Mar 31 18:29:44.858288 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 31 18:29:44.858288 dv-cinder-master-3-iscsi neutron-server[103897]:     timer()
Mar 31 18:29:44.858288 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 31 18:29:44.858288 dv-cinder-master-3-iscsi neutron-server[103897]:     cb(*args, **kw)
Mar 31 18:29:44.858288 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 31 18:29:44.858288 dv-cinder-master-3-iscsi neutron-server[103897]:     return func(*args, **kwargs)
Mar 31 18:29:44.858288 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 31 18:29:44.858288 dv-cinder-master-3-iscsi neutron-server[103897]:     self._notify()
Mar 31 18:29:44.858288 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 31 18:29:44.858288 dv-cinder-master-3-iscsi neutron-server[103897]:     self.callback(batched_events)
Mar 31 18:29:44.858288 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 31 18:29:44.858288 dv-cinder-master-3-iscsi neutron-server[103897]:     event.method(event)
Mar 31 18:29:44.858288 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 31 18:29:44.858288 dv-cinder-master-3-iscsi neutron-server[103897]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 31 18:29:44.858288 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 31 18:29:44.858288 dv-cinder-master-3-iscsi neutron-server[103897]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 31 18:29:44.858288 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 31 18:29:44.858288 dv-cinder-master-3-iscsi neutron-server[103897]:     return f(self, *a, **k)
Mar 31 18:29:44.858288 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 31 18:29:44.858288 dv-cinder-master-3-iscsi neutron-server[103897]:     return self._get(url).json()
Mar 31 18:29:44.858288 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 31 18:29:44.858288 dv-cinder-master-3-iscsi neutron-server[103897]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 31 18:29:44.858288 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 31 18:29:44.858288 dv-cinder-master-3-iscsi neutron-server[103897]:     return self.request(url, 'GET', **kwargs)
Mar 31 18:29:44.858288 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 31 18:29:44.858288 dv-cinder-master-3-iscsi neutron-server[103897]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 31 18:29:44.858288 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 31 18:29:44.858288 dv-cinder-master-3-iscsi neutron-server[103897]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 31 18:29:44.858288 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 31 18:29:44.858288 dv-cinder-master-3-iscsi neutron-server[103897]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 31 18:29:44.858288 dv-cinder-master-3-iscsi neutron-server[103897]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 31 18:29:44.977731 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-66c2f80f-eac2-429e-bd20-76335d1f6d98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-505961'] for network (df796950-5369-4347-a89f-b89e46d3e232), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:44.982182 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-66c2f80f-eac2-429e-bd20-76335d1f6d98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548721'] for network (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:44.986287 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-66c2f80f-eac2-429e-bd20-76335d1f6d98 admin admin] 10.222.0.58 "DELETE /v2.0/networks/df796950-5369-4347-a89f-b89e46d3e232 HTTP/1.1" status: 204  len: 168 time: 0.5892193
Mar 31 18:29:45.000998 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c2f80f-eac2-429e-bd20-76335d1f6d98 admin admin] Pushing event deleted for resources: {'Network': ['ID=df796950-5369-4347-a89f-b89e46d3e232,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:29:45.334071 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 56468) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:29:45.375807 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-c702eac2-f323-48ce-8ec2-619493f9f67d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6ac191501c114d8799cd00e4136e99bc&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0404522
Mar 31 18:29:45.378235 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 56470) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:29:45.428483 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-817d6a64-2122-46c9-8a57-e0d8c44c351e admin admin] Publish callbacks [] for security_group (be8f38fb-88da-4d63-8d9c-2fd65deaa511), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:45.449550 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-817d6a64-2122-46c9-8a57-e0d8c44c351e admin admin] Publish callbacks [] for security_group (be8f38fb-88da-4d63-8d9c-2fd65deaa511), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:45.587488 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-817d6a64-2122-46c9-8a57-e0d8c44c351e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (be8f38fb-88da-4d63-8d9c-2fd65deaa511), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:45.589958 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-817d6a64-2122-46c9-8a57-e0d8c44c351e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:45.591793 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-817d6a64-2122-46c9-8a57-e0d8c44c351e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/be8f38fb-88da-4d63-8d9c-2fd65deaa511 HTTP/1.1" status: 204  len: 168 time: 0.2119899
Mar 31 18:29:45.599983 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817d6a64-2122-46c9-8a57-e0d8c44c351e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be8f38fb-88da-4d63-8d9c-2fd65deaa511,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:29:46.547475 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 56476) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:29:46.587321 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-0ad6f8e7-ef0c-4db9-89a3-0d64942b89d2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a3ca4a133a7043e4a894e84bf4764c15&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0386593
Mar 31 18:29:46.589648 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 56478) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:29:46.641018 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bd476673-d37e-4e66-949c-f78bd40227de admin admin] Publish callbacks [] for security_group (175e3c25-95fc-416e-8ea0-1eac70365557), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:46.663040 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bd476673-d37e-4e66-949c-f78bd40227de admin admin] Publish callbacks [] for security_group (175e3c25-95fc-416e-8ea0-1eac70365557), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:46.783200 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bd476673-d37e-4e66-949c-f78bd40227de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (175e3c25-95fc-416e-8ea0-1eac70365557), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:46.785741 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bd476673-d37e-4e66-949c-f78bd40227de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:46.786925 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-bd476673-d37e-4e66-949c-f78bd40227de admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/175e3c25-95fc-416e-8ea0-1eac70365557 HTTP/1.1" status: 204  len: 168 time: 0.1963725
Mar 31 18:29:46.794727 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd476673-d37e-4e66-949c-f78bd40227de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=175e3c25-95fc-416e-8ea0-1eac70365557,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:29:49.127644 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 56522) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:29:49.228926 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-72e5eeab-0217-4e07-97cc-c44719481db1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:49.301223 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-72e5eeab-0217-4e07-97cc-c44719481db1 admin admin] Publish callbacks [] for security_group (19e5bf55-c7e6-46f6-83e5-b55e16c25d75), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:49.371841 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-72e5eeab-0217-4e07-97cc-c44719481db1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (19e5bf55-c7e6-46f6-83e5-b55e16c25d75), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:49.410428 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-72e5eeab-0217-4e07-97cc-c44719481db1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=79f5592b791145779c094ad99527e2e7&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2816548
Mar 31 18:29:49.411316 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e5eeab-0217-4e07-97cc-c44719481db1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19e5bf55-c7e6-46f6-83e5-b55e16c25d75,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:29:49.413218 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 56526) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:29:49.462500 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1e13c4aa-7efe-4e75-8674-58183c7c27b3 admin admin] Publish callbacks [] for security_group (19e5bf55-c7e6-46f6-83e5-b55e16c25d75), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:49.483331 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1e13c4aa-7efe-4e75-8674-58183c7c27b3 admin admin] Publish callbacks [] for security_group (19e5bf55-c7e6-46f6-83e5-b55e16c25d75), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:49.612054 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1e13c4aa-7efe-4e75-8674-58183c7c27b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (19e5bf55-c7e6-46f6-83e5-b55e16c25d75), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:49.614683 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1e13c4aa-7efe-4e75-8674-58183c7c27b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:49.615884 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-1e13c4aa-7efe-4e75-8674-58183c7c27b3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/19e5bf55-c7e6-46f6-83e5-b55e16c25d75 HTTP/1.1" status: 204  len: 168 time: 0.2015367
Mar 31 18:29:49.624744 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e13c4aa-7efe-4e75-8674-58183c7c27b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19e5bf55-c7e6-46f6-83e5-b55e16c25d75,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:29:50.267689 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 56532) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:29:50.281715 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-32e62867-a217-4da4-8aae-f45ea36f5e89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:50.352664 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-32e62867-a217-4da4-8aae-f45ea36f5e89 admin admin] Publish callbacks [] for security_group (48cd404e-d43a-42e8-85d6-d134314d111f), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:50.472906 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-32e62867-a217-4da4-8aae-f45ea36f5e89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (48cd404e-d43a-42e8-85d6-d134314d111f), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:50.514511 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-32e62867-a217-4da4-8aae-f45ea36f5e89 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d2afefb1ca6d4215a096b5cd330e2d77&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2457447
Mar 31 18:29:50.515483 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e62867-a217-4da4-8aae-f45ea36f5e89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48cd404e-d43a-42e8-85d6-d134314d111f,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:29:50.517323 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 56534) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:29:50.569775 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3dd5c9ac-4ef8-45fe-af17-6f6510c6acb5 admin admin] Publish callbacks [] for security_group (48cd404e-d43a-42e8-85d6-d134314d111f), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:50.590485 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3dd5c9ac-4ef8-45fe-af17-6f6510c6acb5 admin admin] Publish callbacks [] for security_group (48cd404e-d43a-42e8-85d6-d134314d111f), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:50.752870 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3dd5c9ac-4ef8-45fe-af17-6f6510c6acb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (48cd404e-d43a-42e8-85d6-d134314d111f), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:50.755470 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3dd5c9ac-4ef8-45fe-af17-6f6510c6acb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:50.756623 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-3dd5c9ac-4ef8-45fe-af17-6f6510c6acb5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/48cd404e-d43a-42e8-85d6-d134314d111f HTTP/1.1" status: 204  len: 168 time: 0.2383184
Mar 31 18:29:50.765603 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd5c9ac-4ef8-45fe-af17-6f6510c6acb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48cd404e-d43a-42e8-85d6-d134314d111f,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:29:59.023487 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-ad990b51-4911-4d54-8d5b-a53fb68cab2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (08150f5b-1b08-4271-84f1-4a3b03ee1892), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:59.490713 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 56636) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:29:59.592944 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-05d944be-3e8d-4b6e-a787-ff2a13999bcd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:59.665107 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-05d944be-3e8d-4b6e-a787-ff2a13999bcd admin admin] Publish callbacks [] for security_group (6437681c-7163-4e82-9dde-9b3eec90612a), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:59.760510 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-05d944be-3e8d-4b6e-a787-ff2a13999bcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (6437681c-7163-4e82-9dde-9b3eec90612a), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:59.799270 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-05d944be-3e8d-4b6e-a787-ff2a13999bcd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=52be5f7ca6ea4223a85e1655cc36ddaa&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3074563
Mar 31 18:29:59.800141 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d944be-3e8d-4b6e-a787-ff2a13999bcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6437681c-7163-4e82-9dde-9b3eec90612a,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:29:59.802147 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 56640) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:29:59.850546 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-65852282-f71a-475e-9b13-05b5c81b405a admin admin] Publish callbacks [] for security_group (6437681c-7163-4e82-9dde-9b3eec90612a), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:59.870787 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-65852282-f71a-475e-9b13-05b5c81b405a admin admin] Publish callbacks [] for security_group (6437681c-7163-4e82-9dde-9b3eec90612a), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:59.981478 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-65852282-f71a-475e-9b13-05b5c81b405a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (6437681c-7163-4e82-9dde-9b3eec90612a), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:59.984254 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-65852282-f71a-475e-9b13-05b5c81b405a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:29:59.985409 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-65852282-f71a-475e-9b13-05b5c81b405a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6437681c-7163-4e82-9dde-9b3eec90612a HTTP/1.1" status: 204  len: 168 time: 0.1822302
Mar 31 18:29:59.993111 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65852282-f71a-475e-9b13-05b5c81b405a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6437681c-7163-4e82-9dde-9b3eec90612a,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:30:00.701766 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 56648) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:30:00.715198 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a4ed9b90-c6cc-46a7-b5a4-05efbc3ff69f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:30:00.790329 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a4ed9b90-c6cc-46a7-b5a4-05efbc3ff69f admin admin] Publish callbacks [] for security_group (ac12a4fd-84a8-4222-9d95-8000da99ac21), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:30:00.869128 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a4ed9b90-c6cc-46a7-b5a4-05efbc3ff69f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (ac12a4fd-84a8-4222-9d95-8000da99ac21), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:30:00.908098 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-a4ed9b90-c6cc-46a7-b5a4-05efbc3ff69f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a3d54055fc4045c79abe368b70fd6b40&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2051263
Mar 31 18:30:00.910123 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ed9b90-c6cc-46a7-b5a4-05efbc3ff69f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac12a4fd-84a8-4222-9d95-8000da99ac21,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:30:00.910860 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 56650) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:30:00.959081 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-52495d22-a9cb-4183-9a35-40fc85408443 admin admin] Publish callbacks [] for security_group (ac12a4fd-84a8-4222-9d95-8000da99ac21), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:30:00.979861 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-52495d22-a9cb-4183-9a35-40fc85408443 admin admin] Publish callbacks [] for security_group (ac12a4fd-84a8-4222-9d95-8000da99ac21), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:30:01.103503 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-52495d22-a9cb-4183-9a35-40fc85408443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (ac12a4fd-84a8-4222-9d95-8000da99ac21), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:30:01.106114 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-52495d22-a9cb-4183-9a35-40fc85408443 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:30:01.107437 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-52495d22-a9cb-4183-9a35-40fc85408443 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ac12a4fd-84a8-4222-9d95-8000da99ac21 HTTP/1.1" status: 204  len: 168 time: 0.1954515
Mar 31 18:30:01.115651 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52495d22-a9cb-4183-9a35-40fc85408443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac12a4fd-84a8-4222-9d95-8000da99ac21,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:30:01.123079 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52495d22-a9cb-4183-9a35-40fc85408443 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:30:01.123381 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52495d22-a9cb-4183-9a35-40fc85408443 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:30:01.123725 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52495d22-a9cb-4183-9a35-40fc85408443 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:30:01.124068 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52495d22-a9cb-4183-9a35-40fc85408443 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:30:01.124403 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52495d22-a9cb-4183-9a35-40fc85408443 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:30:01.124737 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52495d22-a9cb-4183-9a35-40fc85408443 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:30:01.125072 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52495d22-a9cb-4183-9a35-40fc85408443 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:30:01.125399 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52495d22-a9cb-4183-9a35-40fc85408443 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:30:01.125730 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52495d22-a9cb-4183-9a35-40fc85408443 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:30:01.126059 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52495d22-a9cb-4183-9a35-40fc85408443 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:30:01.126389 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52495d22-a9cb-4183-9a35-40fc85408443 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:30:01.126861 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52495d22-a9cb-4183-9a35-40fc85408443 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:30:01.127194 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52495d22-a9cb-4183-9a35-40fc85408443 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:30:01.127520 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52495d22-a9cb-4183-9a35-40fc85408443 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:30:01.127919 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52495d22-a9cb-4183-9a35-40fc85408443 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:30:01.370231 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-8fb658f6-b542-484f-8601-1485d496bb5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (f09d5d1b-4294-4f18-9a00-351412ae7ca6), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:30:01.896994 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 56656) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:30:01.913776 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a7c57b7f-921d-495a-847a-952c49b73947 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:30:01.988216 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a7c57b7f-921d-495a-847a-952c49b73947 admin admin] Publish callbacks [] for security_group (14a7e31a-b2ce-48e3-9214-75d1b65ddbd3), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:30:02.052141 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a7c57b7f-921d-495a-847a-952c49b73947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (14a7e31a-b2ce-48e3-9214-75d1b65ddbd3), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:30:02.092070 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-a7c57b7f-921d-495a-847a-952c49b73947 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f9e7daa94d8248d5b569073971889b55&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1938276
Mar 31 18:30:02.092892 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c57b7f-921d-495a-847a-952c49b73947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14a7e31a-b2ce-48e3-9214-75d1b65ddbd3,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:30:02.094641 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 56658) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:30:02.143819 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5fe0ca5e-44fd-458c-baa6-950e29524ee8 admin admin] Publish callbacks [] for security_group (14a7e31a-b2ce-48e3-9214-75d1b65ddbd3), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:30:02.166996 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5fe0ca5e-44fd-458c-baa6-950e29524ee8 admin admin] Publish callbacks [] for security_group (14a7e31a-b2ce-48e3-9214-75d1b65ddbd3), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:30:02.307626 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5fe0ca5e-44fd-458c-baa6-950e29524ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (14a7e31a-b2ce-48e3-9214-75d1b65ddbd3), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:30:02.310684 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5fe0ca5e-44fd-458c-baa6-950e29524ee8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:30:02.311986 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-5fe0ca5e-44fd-458c-baa6-950e29524ee8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/14a7e31a-b2ce-48e3-9214-75d1b65ddbd3 HTTP/1.1" status: 204  len: 168 time: 0.2157600
Mar 31 18:30:02.320121 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe0ca5e-44fd-458c-baa6-950e29524ee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14a7e31a-b2ce-48e3-9214-75d1b65ddbd3,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:30:02.434797 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-be477ca9-b30f-4eb3-92ce-971cde9f4756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (d0835089-4a76-4105-9221-c81b46927b3c), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:30:04.069667 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-61acbcaf-515a-4595-a759-82c8bf4c0ac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (1ee04592-4785-424e-aa2a-0bd32f5faacf), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:30:05.103466 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (b6d39f6c-4dc3-40bd-bbe5-e05b1f1d4e13), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:30:06.112860 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 56728) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:30:06.215491 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5d115eb5-8043-488d-a383-fe9c7c1f39b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:30:06.289371 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5d115eb5-8043-488d-a383-fe9c7c1f39b5 admin admin] Publish callbacks [] for security_group (c3f33e3b-f6cb-4210-9185-e15d068aef52), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:30:06.383329 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5d115eb5-8043-488d-a383-fe9c7c1f39b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (c3f33e3b-f6cb-4210-9185-e15d068aef52), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:30:06.423984 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-5d115eb5-8043-488d-a383-fe9c7c1f39b5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2a580889000840df93adb739598e8613&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3100569
Mar 31 18:30:06.424854 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d115eb5-8043-488d-a383-fe9c7c1f39b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3f33e3b-f6cb-4210-9185-e15d068aef52,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:30:06.426699 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 56732) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:30:06.446239 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (06f31eaf-9418-4d11-8606-24a34b4b4893), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:30:06.474553 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8b2be1bf-d53d-48d2-91f3-dd625fe9ba59 admin admin] Publish callbacks [] for security_group (c3f33e3b-f6cb-4210-9185-e15d068aef52), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:30:06.495150 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8b2be1bf-d53d-48d2-91f3-dd625fe9ba59 admin admin] Publish callbacks [] for security_group (c3f33e3b-f6cb-4210-9185-e15d068aef52), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:30:06.617874 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8b2be1bf-d53d-48d2-91f3-dd625fe9ba59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (c3f33e3b-f6cb-4210-9185-e15d068aef52), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:30:06.620404 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8b2be1bf-d53d-48d2-91f3-dd625fe9ba59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:30:06.621544 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-8b2be1bf-d53d-48d2-91f3-dd625fe9ba59 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c3f33e3b-f6cb-4210-9185-e15d068aef52 HTTP/1.1" status: 204  len: 168 time: 0.1938541
Mar 31 18:30:06.630535 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2be1bf-d53d-48d2-91f3-dd625fe9ba59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3f33e3b-f6cb-4210-9185-e15d068aef52,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:30:07.379207 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 56738) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:30:07.392957 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3d6d03a1-a196-45a8-96c0-94592fb55802 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:30:07.468968 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3d6d03a1-a196-45a8-96c0-94592fb55802 admin admin] Publish callbacks [] for security_group (ab6a6be7-8105-4243-961e-5eccffada89e), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:30:07.547453 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3d6d03a1-a196-45a8-96c0-94592fb55802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (ab6a6be7-8105-4243-961e-5eccffada89e), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:30:07.587030 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-3d6d03a1-a196-45a8-96c0-94592fb55802 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=16179aea0cc14ba7bed6bc2a1de5a259&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2070837
Mar 31 18:30:07.587990 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6d03a1-a196-45a8-96c0-94592fb55802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab6a6be7-8105-4243-961e-5eccffada89e,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:30:07.589805 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 56740) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:30:07.637894 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1c082010-0df8-4ed6-90ce-9739ae819995 admin admin] Publish callbacks [] for security_group (ab6a6be7-8105-4243-961e-5eccffada89e), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:30:07.662957 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1c082010-0df8-4ed6-90ce-9739ae819995 admin admin] Publish callbacks [] for security_group (ab6a6be7-8105-4243-961e-5eccffada89e), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:30:07.841150 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1c082010-0df8-4ed6-90ce-9739ae819995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (ab6a6be7-8105-4243-961e-5eccffada89e), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:30:07.844667 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1c082010-0df8-4ed6-90ce-9739ae819995 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:30:07.845816 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-1c082010-0df8-4ed6-90ce-9739ae819995 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ab6a6be7-8105-4243-961e-5eccffada89e HTTP/1.1" status: 204  len: 168 time: 0.2550240
Mar 31 18:30:07.854111 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c082010-0df8-4ed6-90ce-9739ae819995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab6a6be7-8105-4243-961e-5eccffada89e,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:30:14.492247 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 56802) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:30:14.596214 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1fc192cb-6f88-4ce5-a7b3-b1bdb7c3402d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:30:14.740903 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1fc192cb-6f88-4ce5-a7b3-b1bdb7c3402d admin admin] Publish callbacks [] for security_group (f1790dfc-1ad4-46c4-af93-50503d7e6f1e), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:30:14.818416 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1fc192cb-6f88-4ce5-a7b3-b1bdb7c3402d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (f1790dfc-1ad4-46c4-af93-50503d7e6f1e), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:30:14.857834 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-1fc192cb-6f88-4ce5-a7b3-b1bdb7c3402d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=aee9a6954c284e108d6da83cc7afaea0&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3642366
Mar 31 18:30:14.858918 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc192cb-6f88-4ce5-a7b3-b1bdb7c3402d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1790dfc-1ad4-46c4-af93-50503d7e6f1e,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:30:14.860357 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 56806) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:30:14.913641 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-027237c8-3f62-48c3-a2c1-266d9d11361e admin admin] Publish callbacks [] for security_group (f1790dfc-1ad4-46c4-af93-50503d7e6f1e), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:30:14.934970 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-027237c8-3f62-48c3-a2c1-266d9d11361e admin admin] Publish callbacks [] for security_group (f1790dfc-1ad4-46c4-af93-50503d7e6f1e), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:30:15.052300 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-027237c8-3f62-48c3-a2c1-266d9d11361e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (f1790dfc-1ad4-46c4-af93-50503d7e6f1e), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:30:15.055147 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-027237c8-3f62-48c3-a2c1-266d9d11361e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:30:15.056322 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-027237c8-3f62-48c3-a2c1-266d9d11361e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f1790dfc-1ad4-46c4-af93-50503d7e6f1e HTTP/1.1" status: 204  len: 168 time: 0.1949017
Mar 31 18:30:15.070521 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027237c8-3f62-48c3-a2c1-266d9d11361e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1790dfc-1ad4-46c4-af93-50503d7e6f1e,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:30:15.800085 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 56812) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:30:15.804243 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.agents_db [None req-39f62d97-bd56-4bf2-8522-12846eccdd8f None None] Agent healthcheck: found 6 active agents {{(pid=103899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 31 18:30:15.813670 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c6e387ff-ed49-4ff6-a020-96a14a0f81e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:30:15.895908 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c6e387ff-ed49-4ff6-a020-96a14a0f81e3 admin admin] Publish callbacks [] for security_group (cceeaf06-82b9-4a0d-ae55-65e53a4ae66e), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:30:15.987589 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c6e387ff-ed49-4ff6-a020-96a14a0f81e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (cceeaf06-82b9-4a0d-ae55-65e53a4ae66e), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:30:16.027689 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-c6e387ff-ed49-4ff6-a020-96a14a0f81e3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a2b9f0dfc207405aa8cb1e09982f3de8&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2265141
Mar 31 18:30:16.028671 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e387ff-ed49-4ff6-a020-96a14a0f81e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cceeaf06-82b9-4a0d-ae55-65e53a4ae66e,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:30:16.031518 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 56814) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:30:16.082628 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-eaedebe5-e9b5-4051-bac6-f9e4da936f97 admin admin] Publish callbacks [] for security_group (cceeaf06-82b9-4a0d-ae55-65e53a4ae66e), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:30:16.104557 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-eaedebe5-e9b5-4051-bac6-f9e4da936f97 admin admin] Publish callbacks [] for security_group (cceeaf06-82b9-4a0d-ae55-65e53a4ae66e), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:30:16.246817 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-eaedebe5-e9b5-4051-bac6-f9e4da936f97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (cceeaf06-82b9-4a0d-ae55-65e53a4ae66e), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:30:16.249731 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-eaedebe5-e9b5-4051-bac6-f9e4da936f97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:30:16.250926 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-eaedebe5-e9b5-4051-bac6-f9e4da936f97 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cceeaf06-82b9-4a0d-ae55-65e53a4ae66e HTTP/1.1" status: 204  len: 168 time: 0.2183659
Mar 31 18:30:16.258870 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaedebe5-e9b5-4051-bac6-f9e4da936f97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cceeaf06-82b9-4a0d-ae55-65e53a4ae66e,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:30:29.047197 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-a7f0981f-29cd-43af-b6da-6bf24bd621c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (08150f5b-1b08-4271-84f1-4a3b03ee1892), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:30:31.370281 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-8c1e478f-4e4d-48a5-91f3-22f5b1c89643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (f09d5d1b-4294-4f18-9a00-351412ae7ca6), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:30:32.444986 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-be477ca9-b30f-4eb3-92ce-971cde9f4756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (d0835089-4a76-4105-9221-c81b46927b3c), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:30:33.999928 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-61acbcaf-515a-4595-a759-82c8bf4c0ac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (1ee04592-4785-424e-aa2a-0bd32f5faacf), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:30:35.110111 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (b6d39f6c-4dc3-40bd-bbe5-e05b1f1d4e13), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:30:36.465079 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (06f31eaf-9418-4d11-8606-24a34b4b4893), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:30:51.682072 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-37623b01-b2e0-4d8c-8673-a31186d04c82 req-a66d7c07-7136-427f-b6f1-8826fde724a0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=889ca463-c9ab-4380-b6b1-fc95ddacda07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0460391
Mar 31 18:30:51.789179 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37623b01-b2e0-4d8c-8673-a31186d04c82 req-6b85dc71-fdc9-4f2f-a06c-a902f1950b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:30:51.790600 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-37623b01-b2e0-4d8c-8673-a31186d04c82 req-6b85dc71-fdc9-4f2f-a06c-a902f1950b1a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7ae2325a87da4c5f8179a77fbd3d8748&device_id=889ca463-c9ab-4380-b6b1-fc95ddacda07 HTTP/1.1" status: 200  len: 1130 time: 0.0457458
Mar 31 18:30:51.897342 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37623b01-b2e0-4d8c-8673-a31186d04c82 req-20241132-f574-4270-a6a0-81af320fc733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:30:51.898834 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-37623b01-b2e0-4d8c-8673-a31186d04c82 req-20241132-f574-4270-a6a0-81af320fc733 service neutron] 10.222.0.44 "GET /v2.0/networks?id=48b6e4a0-767f-4f89-81e1-af0f127e9429 HTTP/1.1" status: 200  len: 915 time: 0.0881860
Mar 31 18:30:51.964980 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-37623b01-b2e0-4d8c-8673-a31186d04c82 req-4a7bc8c0-8136-4424-a8c0-95cdb6550fbb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d3323f32-595b-4f94-b81b-12a527728d9a HTTP/1.1" status: 200  len: 1001 time: 0.0587330
Mar 31 18:30:52.013375 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37623b01-b2e0-4d8c-8673-a31186d04c82 req-f32d3328-127d-4b68-ba14-7a5f8460cba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:30:52.015495 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-37623b01-b2e0-4d8c-8673-a31186d04c82 req-f32d3328-127d-4b68-ba14-7a5f8460cba4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b702573e-a854-4e5e-962c-bc2e1a12d797 HTTP/1.1" status: 200  len: 853 time: 0.0450423
Mar 31 18:30:52.071482 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37623b01-b2e0-4d8c-8673-a31186d04c82 req-cb5e11e9-2c04-43d0-a6c8-1597e75eee0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:30:52.073010 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-37623b01-b2e0-4d8c-8673-a31186d04c82 req-cb5e11e9-2c04-43d0-a6c8-1597e75eee0a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=48b6e4a0-767f-4f89-81e1-af0f127e9429&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0501015
Mar 31 18:30:52.164107 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-37623b01-b2e0-4d8c-8673-a31186d04c82 req-3e18fd16-a771-4d2b-81df-a207f347d326 service neutron] 10.222.0.44 "GET /v2.0/networks/48b6e4a0-767f-4f89-81e1-af0f127e9429?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0843203
Mar 31 18:30:52.262323 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-37623b01-b2e0-4d8c-8673-a31186d04c82 req-30e33146-3003-4e34-af08-eadc94a0fe84 service neutron] 10.222.0.44 "GET /v2.0/networks/48b6e4a0-767f-4f89-81e1-af0f127e9429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0892785
Mar 31 18:30:52.803895 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.agents_db [None req-39f62d97-bd56-4bf2-8522-12846eccdd8f None None] Agent healthcheck: found 6 active agents {{(pid=103899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 31 18:30:59.050764 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-0fbf6a35-7a43-43e8-8614-836a1b162ef2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (08150f5b-1b08-4271-84f1-4a3b03ee1892), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:31:01.350139 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-77a4bc32-bad5-4eb1-9b85-b5a4268e5f7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (f09d5d1b-4294-4f18-9a00-351412ae7ca6), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:31:02.137817 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf66c50-0107-43f0-9817-9357a7bfb293 req-b7da9a84-e160-48c2-a9ca-0e64a9ef15d1 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:31:02.139329 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-2bf66c50-0107-43f0-9817-9357a7bfb293 req-b7da9a84-e160-48c2-a9ca-0e64a9ef15d1 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/ports?device_id=889ca463-c9ab-4380-b6b1-fc95ddacda07 HTTP/1.1" status: 200  len: 946 time: 0.0535831
Mar 31 18:31:02.186802 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-2bf66c50-0107-43f0-9817-9357a7bfb293 req-2eef7d5b-8cf4-4bf9-8dee-c1e59095bd88 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/security-groups?id=4465f323-0582-4227-a675-77ace5c1379a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418034
Mar 31 18:31:02.415978 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-be477ca9-b30f-4eb3-92ce-971cde9f4756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (d0835089-4a76-4105-9221-c81b46927b3c), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:31:03.314130 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caa8d22-1fcb-433d-85d6-fe95ff9994de req-a7df88d0-f079-4d86-928c-d772569c8726 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:31:03.315564 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-6caa8d22-1fcb-433d-85d6-fe95ff9994de req-a7df88d0-f079-4d86-928c-d772569c8726 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/ports?device_id=889ca463-c9ab-4380-b6b1-fc95ddacda07 HTTP/1.1" status: 200  len: 946 time: 0.0562534
Mar 31 18:31:03.362859 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-6caa8d22-1fcb-433d-85d6-fe95ff9994de req-aaceeada-fcd0-43ce-9dcc-ffa5ad75ff7a tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/security-groups?id=4465f323-0582-4227-a675-77ace5c1379a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416875
Mar 31 18:31:04.013240 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-61acbcaf-515a-4595-a759-82c8bf4c0ac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (1ee04592-4785-424e-aa2a-0bd32f5faacf), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:31:04.225987 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92704ecb-6202-4bea-ae87-8a6a5a721460 req-dcf779b9-1ddc-4094-a90f-45bf362a8907 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:31:04.227474 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-92704ecb-6202-4bea-ae87-8a6a5a721460 req-dcf779b9-1ddc-4094-a90f-45bf362a8907 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.44 "GET /v2.0/ports?device_id=889ca463-c9ab-4380-b6b1-fc95ddacda07 HTTP/1.1" status: 200  len: 946 time: 0.0532086
Mar 31 18:31:04.323462 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [req-92704ecb-6202-4bea-ae87-8a6a5a721460 req-f0dae9df-22ec-4ff4-8ebe-55615ebe6da2 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Deleting port d3323f32-595b-4f94-b81b-12a527728d9a {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 31 18:31:04.324181 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-92704ecb-6202-4bea-ae87-8a6a5a721460 req-f0dae9df-22ec-4ff4-8ebe-55615ebe6da2 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759343023638'] for port (d3323f32-595b-4f94-b81b-12a527728d9a), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:31:04.416487 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [req-92704ecb-6202-4bea-ae87-8a6a5a721460 req-f0dae9df-22ec-4ff4-8ebe-55615ebe6da2 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] For port d3323f32-595b-4f94-b81b-12a527728d9a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d3323f32-595b-4f94-b81b-12a527728d9a,segment=NetworkSegment(d88eba78-682e-4e58-9428-c0cf5ca4e035),segment_id=d88eba78-682e-4e58-9428-c0cf5ca4e035)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:31:04.416932 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-92704ecb-6202-4bea-ae87-8a6a5a721460 req-f0dae9df-22ec-4ff4-8ebe-55615ebe6da2 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505421'] for port (d3323f32-595b-4f94-b81b-12a527728d9a), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:31:04.490715 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d418cb-4890-4adf-8b0a-16d4bf34f339 req-ddddb8cc-401d-46f8-b4aa-596a9166adfb tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:31:04.492892 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-63d418cb-4890-4adf-8b0a-16d4bf34f339 req-ddddb8cc-401d-46f8-b4aa-596a9166adfb tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/ports?device_id=889ca463-c9ab-4380-b6b1-fc95ddacda07 HTTP/1.1" status: 200  len: 946 time: 0.0609398
Mar 31 18:31:04.544847 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-63d418cb-4890-4adf-8b0a-16d4bf34f339 req-2a5d4afd-04f8-4cf6-8bb0-44a0096fca5b tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/security-groups?id=4465f323-0582-4227-a675-77ace5c1379a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465050
Mar 31 18:31:04.601676 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-92704ecb-6202-4bea-ae87-8a6a5a721460 req-f0dae9df-22ec-4ff4-8ebe-55615ebe6da2 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:31:04.602050 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-92704ecb-6202-4bea-ae87-8a6a5a721460 req-f0dae9df-22ec-4ff4-8ebe-55615ebe6da2 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505983'] for floatingip (cdc7f149-7065-46c2-aca1-5e8749806ac9), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:31:04.602372 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.db.l3_db [req-92704ecb-6202-4bea-ae87-8a6a5a721460 req-f0dae9df-22ec-4ff4-8ebe-55615ebe6da2 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Floating IP cdc7f149-7065-46c2-aca1-5e8749806ac9 disassociated. External IP: 172.37.2.15, port: d3323f32-595b-4f94-b81b-12a527728d9a.
Mar 31 18:31:04.602762 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [req-92704ecb-6202-4bea-ae87-8a6a5a721460 req-f0dae9df-22ec-4ff4-8ebe-55615ebe6da2 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Calling delete_port for d3323f32-595b-4f94-b81b-12a527728d9a owned by compute:nova {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 31 18:31:04.799240 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-92704ecb-6202-4bea-ae87-8a6a5a721460 req-f0dae9df-22ec-4ff4-8ebe-55615ebe6da2 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759343027577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759342510071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13081985'] for port (d3323f32-595b-4f94-b81b-12a527728d9a), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:31:04.829364 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dae9df-22ec-4ff4-8ebe-55615ebe6da2 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Pushing event deleted for resources: {'Port': ['ID=d3323f32-595b-4f94-b81b-12a527728d9a,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:31:04.840907 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0dae9df-22ec-4ff4-8ebe-55615ebe6da2 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:31:04.841256 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0dae9df-22ec-4ff4-8ebe-55615ebe6da2 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:31:04.841606 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0dae9df-22ec-4ff4-8ebe-55615ebe6da2 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:31:04.841948 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0dae9df-22ec-4ff4-8ebe-55615ebe6da2 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:31:04.842278 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0dae9df-22ec-4ff4-8ebe-55615ebe6da2 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:31:04.842636 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0dae9df-22ec-4ff4-8ebe-55615ebe6da2 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:31:04.842967 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0dae9df-22ec-4ff4-8ebe-55615ebe6da2 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:31:04.844399 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0dae9df-22ec-4ff4-8ebe-55615ebe6da2 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:31:04.844399 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0dae9df-22ec-4ff4-8ebe-55615ebe6da2 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:31:04.844652 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0dae9df-22ec-4ff4-8ebe-55615ebe6da2 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:31:04.844852 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0dae9df-22ec-4ff4-8ebe-55615ebe6da2 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:31:04.845181 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0dae9df-22ec-4ff4-8ebe-55615ebe6da2 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:31:04.845515 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0dae9df-22ec-4ff4-8ebe-55615ebe6da2 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:31:04.852472 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0dae9df-22ec-4ff4-8ebe-55615ebe6da2 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:31:04.852472 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0dae9df-22ec-4ff4-8ebe-55615ebe6da2 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:31:04.959880 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.l3_agent_scheduler [req-92704ecb-6202-4bea-ae87-8a6a5a721460 req-f0dae9df-22ec-4ff4-8ebe-55615ebe6da2 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Router 18b416a9-88ee-499f-9846-13773bd75f53 has already been hosted by L3 agent f09d5d1b-4294-4f18-9a00-351412ae7ca6 {{(pid=103897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 31 18:31:05.073892 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-92704ecb-6202-4bea-ae87-8a6a5a721460 req-f0dae9df-22ec-4ff4-8ebe-55615ebe6da2 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 31 18:31:05.084679 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (b6d39f6c-4dc3-40bd-bbe5-e05b1f1d4e13), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:31:05.086557 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de33cbfa-c422-4c9c-9032-94b1e43619a9 None None] Sync routers for ids ['18b416a9-88ee-499f-9846-13773bd75f53'] in dv-cinder-master-3-iscsi {{(pid=103899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 31 18:31:05.100264 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de33cbfa-c422-4c9c-9032-94b1e43619a9 None None] Routers {'18b416a9-88ee-499f-9846-13773bd75f53'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 31 18:31:05.100820 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_hamode_db [None req-de33cbfa-c422-4c9c-9032-94b1e43619a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7715f2cf10>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T18:05:01Z,description=<?>,heartbeat_timestamp=2022-03-31T18:31:01Z,host='dv-cinder-master-3-iscsi',id=f09d5d1b-4294-4f18-9a00-351412ae7ca6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-31T18:05:02Z,topic='l3_agent')) {'router_ids': ['18b416a9-88ee-499f-9846-13773bd75f53'], 'active': True} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:31:05.120957 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [req-92704ecb-6202-4bea-ae87-8a6a5a721460 req-f0dae9df-22ec-4ff4-8ebe-55615ebe6da2 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] No DVR routers for this DVR port d3323f32-595b-4f94-b81b-12a527728d9a on host hv-cinder-maste {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 31 18:31:05.123620 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-92704ecb-6202-4bea-ae87-8a6a5a721460 req-f0dae9df-22ec-4ff4-8ebe-55615ebe6da2 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30337'] for port (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:31:05.127321 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-92704ecb-6202-4bea-ae87-8a6a5a721460 req-f0dae9df-22ec-4ff4-8ebe-55615ebe6da2 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.44 "DELETE /v2.0/ports/d3323f32-595b-4f94-b81b-12a527728d9a HTTP/1.1" status: 204  len: 173 time: 0.8942127
Mar 31 18:31:05.127762 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '889ca463-c9ab-4380-b6b1-fc95ddacda07', 'name': 'network-vif-deleted', 'tag': 'd3323f32-595b-4f94-b81b-12a527728d9a'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 31 18:31:05.130003 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73fc78de55affb2fac0a31bf62e314c48f0d961b1f9e9815d43b8150b113e94f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecad6df3-840f-4038-aab6-847b945fca9d" -d '{"events": [{"server_uuid": "889ca463-c9ab-4380-b6b1-fc95ddacda07", "name": "network-vif-deleted", "tag": "d3323f32-595b-4f94-b81b-12a527728d9a"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 31 18:31:05.221448 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvr_db [None req-de33cbfa-c422-4c9c-9032-94b1e43619a9 None None] Set router 18b416a9-88ee-499f-9846-13773bd75f53 gateway port host: dv-cinder-master-3-iscsi {{(pid=103899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 31 18:31:05.232064 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 18:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b412f996-9833-4e58-bfc3-1e8bc22a6735 x-openstack-request-id: req-b412f996-9833-4e58-bfc3-1e8bc22a6735 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 31 18:31:05.232363 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "889ca463-c9ab-4380-b6b1-fc95ddacda07", "name": "network-vif-deleted", "tag": "d3323f32-595b-4f94-b81b-12a527728d9a", "status": "completed", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 31 18:31:05.232687 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b412f996-9833-4e58-bfc3-1e8bc22a6735 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 31 18:31:05.233097 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b412f996-9833-4e58-bfc3-1e8bc22a6735'] response: {'server_uuid': '889ca463-c9ab-4380-b6b1-fc95ddacda07', 'name': 'network-vif-deleted', 'tag': 'd3323f32-595b-4f94-b81b-12a527728d9a', 'status': 'completed', 'code': 200}
Mar 31 18:31:05.454602 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_hamode_db [None req-de33cbfa-c422-4c9c-9032-94b1e43619a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7715f2cf10>, [{'id': '18b416a9-88ee-499f-9846-13773bd75f53', 'name': 'tempest-AttachVolumeNegativeTest-783316322-router', 'tenant_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.224'}], 'enable_snat': True}, 'gw_port_id': '962870bc-50a8-4afe-8ee0-541ade01b570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:25:08Z', 'updated_at': '2022-03-31T18:25:12Z', 'revision_number': 4, 'project_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'gw_port': {'id': '962870bc-50a8-4afe-8ee0-541ade01b570', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:1d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b416a9-88ee-499f-9846-13773bd75f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:25:09Z', 'updated_at': '2022-03-31T18:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'f9e9053e-8135-4f8c-a7fa-10c10f86d87e', 'name': '', 'network_id': '48b6e4a0-767f-4f89-81e1-af0f127e9429', 'tenant_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'mac_address': 'fa:16:3e:6d:65:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b416a9-88ee-499f-9846-13773bd75f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'b702573e-a854-4e5e-962c-bc2e1a12d797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:25:11Z', 'updated_at': '2022-03-31T18:25:16Z', 'revision_number': 5, 'project_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'subnets': [{'id': 'b702573e-a854-4e5e-962c-bc2e1a12d797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:31:05.481254 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de33cbfa-c422-4c9c-9032-94b1e43619a9 None None] Checking router: 18b416a9-88ee-499f-9846-13773bd75f53 for host: dv-cinder-master-3-iscsi {{(pid=103899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 31 18:31:05.490153 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de33cbfa-c422-4c9c-9032-94b1e43619a9 None None] Routers {'18b416a9-88ee-499f-9846-13773bd75f53'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 31 18:31:05.490796 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_hamode_db [None req-de33cbfa-c422-4c9c-9032-94b1e43619a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7715f2cf10>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T18:05:01Z,description=<?>,heartbeat_timestamp=2022-03-31T18:31:01Z,host='dv-cinder-master-3-iscsi',id=f09d5d1b-4294-4f18-9a00-351412ae7ca6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-31T18:05:02Z,topic='l3_agent')) {'router_ids': ['18b416a9-88ee-499f-9846-13773bd75f53'], 'active': True} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:31:05.602254 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvr_db [None req-de33cbfa-c422-4c9c-9032-94b1e43619a9 None None] Set router 18b416a9-88ee-499f-9846-13773bd75f53 gateway port host: dv-cinder-master-3-iscsi {{(pid=103899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 31 18:31:05.657518 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-0074de5b-5906-4b02-a768-dc62c9ae7452 req-ff6438e8-ec44-4e94-b1a9-0b79995e3cd3 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/ports?device_id=889ca463-c9ab-4380-b6b1-fc95ddacda07 HTTP/1.1" status: 200  len: 210 time: 0.0292232
Mar 31 18:31:05.809429 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_hamode_db [None req-de33cbfa-c422-4c9c-9032-94b1e43619a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7715f2cf10>, [{'id': '18b416a9-88ee-499f-9846-13773bd75f53', 'name': 'tempest-AttachVolumeNegativeTest-783316322-router', 'tenant_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.224'}], 'enable_snat': True}, 'gw_port_id': '962870bc-50a8-4afe-8ee0-541ade01b570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:25:08Z', 'updated_at': '2022-03-31T18:25:12Z', 'revision_number': 4, 'project_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'gw_port': {'id': '962870bc-50a8-4afe-8ee0-541ade01b570', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:1d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b416a9-88ee-499f-9846-13773bd75f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:25:09Z', 'updated_at': '2022-03-31T18:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'f9e9053e-8135-4f8c-a7fa-10c10f86d87e', 'name': '', 'network_id': '48b6e4a0-767f-4f89-81e1-af0f127e9429', 'tenant_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'mac_address': 'fa:16:3e:6d:65:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b416a9-88ee-499f-9846-13773bd75f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'b702573e-a854-4e5e-962c-bc2e1a12d797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:25:11Z', 'updated_at': '2022-03-31T18:25:16Z', 'revision_number': 5, 'project_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'subnets': [{'id': 'b702573e-a854-4e5e-962c-bc2e1a12d797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:31:05.839899 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de33cbfa-c422-4c9c-9032-94b1e43619a9 None None] The sync data for ids ['18b416a9-88ee-499f-9846-13773bd75f53'] in dv-cinder-master-3-iscsi is: [{'id': '18b416a9-88ee-499f-9846-13773bd75f53', 'name': 'tempest-AttachVolumeNegativeTest-783316322-router', 'tenant_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.224'}], 'enable_snat': True}, 'gw_port_id': '962870bc-50a8-4afe-8ee0-541ade01b570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:25:08Z', 'updated_at': '2022-03-31T18:25:12Z', 'revision_number': 4, 'project_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'gw_port': {'id': '962870bc-50a8-4afe-8ee0-541ade01b570', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:1d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b416a9-88ee-499f-9846-13773bd75f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:25:09Z', 'updated_at': '2022-03-31T18:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'f9e9053e-8135-4f8c-a7fa-10c10f86d87e', 'name': '', 'network_id': '48b6e4a0-767f-4f89-81e1-af0f127e9429', 'tenant_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'mac_address': 'fa:16:3e:6d:65:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b416a9-88ee-499f-9846-13773bd75f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'b702573e-a854-4e5e-962c-bc2e1a12d797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:25:11Z', 'updated_at': '2022-03-31T18:25:16Z', 'revision_number': 5, 'project_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'subnets': [{'id': 'b702573e-a854-4e5e-962c-bc2e1a12d797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 31 18:31:06.083570 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5906d4d8-ec0e-40fa-ab27-4150322d0f56 None None] New status for floating IP cdc7f149-7065-46c2-aca1-5e8749806ac9: DOWN {{(pid=103898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 31 18:31:06.452928 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (06f31eaf-9418-4d11-8606-24a34b4b4893), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:31:06.859997 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 56924) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:31:06.915267 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9ce06848-9d97-4b8e-9f7b-3cbed65eea99 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks [] for security_group (4465f323-0582-4227-a675-77ace5c1379a), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:31:06.939581 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9ce06848-9d97-4b8e-9f7b-3cbed65eea99 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks [] for security_group (4465f323-0582-4227-a675-77ace5c1379a), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:31:07.079329 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9ce06848-9d97-4b8e-9f7b-3cbed65eea99 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (4465f323-0582-4227-a675-77ace5c1379a), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:31:07.081928 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9ce06848-9d97-4b8e-9f7b-3cbed65eea99 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks [] for security_group (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:31:07.083120 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-9ce06848-9d97-4b8e-9f7b-3cbed65eea99 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "DELETE /v2.0/security-groups/4465f323-0582-4227-a675-77ace5c1379a HTTP/1.1" status: 204  len: 168 time: 0.2218766
Mar 31 18:31:07.085930 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 56926) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:31:07.092488 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce06848-9d97-4b8e-9f7b-3cbed65eea99 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4465f323-0582-4227-a675-77ace5c1379a,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:31:07.100120 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.api.v2.resource [None req-eaa6ec02-38e1-4bdf-bff0-9910d6660f1e tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] show failed (client error): The resource could not be found.
Mar 31 18:31:07.101142 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-eaa6ec02-38e1-4bdf-bff0-9910d6660f1e tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/security-groups/4465f323-0582-4227-a675-77ace5c1379a HTTP/1.1" status: 404  len: 347 time: 0.0141346
Mar 31 18:31:07.104095 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 56928) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:31:07.139782 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Device d3323f32-595b-4f94-b81b-12a527728d9a no longer exists at agent hyperv_hv-cinder-maste {{(pid=103898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 31 18:31:07.161422 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] No Port match for: d3323f32-595b-4f94-b81b-12a527728d9a {{(pid=103898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 31 18:31:07.161783 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Device d3323f32-595b-4f94-b81b-12a527728d9a not bound to the agent host hv-cinder-maste {{(pid=103898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 31 18:31:07.231256 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-432a3b50-10bd-4f35-b8a0-f9185fa07d45 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Deleting port 61404d50-8423-4ad0-9212-b2e93cf69113 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 31 18:31:07.231593 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-432a3b50-10bd-4f35-b8a0-f9185fa07d45 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759343023638'] for port (61404d50-8423-4ad0-9212-b2e93cf69113), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:31:07.306232 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-432a3b50-10bd-4f35-b8a0-f9185fa07d45 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505421'] for port (61404d50-8423-4ad0-9212-b2e93cf69113), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:31:07.306556 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-432a3b50-10bd-4f35-b8a0-f9185fa07d45 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks [] for floatingip (61404d50-8423-4ad0-9212-b2e93cf69113), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:31:07.319415 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-432a3b50-10bd-4f35-b8a0-f9185fa07d45 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Calling delete_port for 61404d50-8423-4ad0-9212-b2e93cf69113 owned by network:floatingip {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 31 18:31:07.516348 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-432a3b50-10bd-4f35-b8a0-f9185fa07d45 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759343027577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759342510071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12885778'] for port (61404d50-8423-4ad0-9212-b2e93cf69113), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:31:07.545071 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432a3b50-10bd-4f35-b8a0-f9185fa07d45 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Pushing event deleted for resources: {'Port': ['ID=61404d50-8423-4ad0-9212-b2e93cf69113,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:31:07.572206 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a3b50-10bd-4f35-b8a0-f9185fa07d45 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:31:07.572475 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a3b50-10bd-4f35-b8a0-f9185fa07d45 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:31:07.572814 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a3b50-10bd-4f35-b8a0-f9185fa07d45 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:31:07.573150 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a3b50-10bd-4f35-b8a0-f9185fa07d45 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:31:07.573484 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a3b50-10bd-4f35-b8a0-f9185fa07d45 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:31:07.573812 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a3b50-10bd-4f35-b8a0-f9185fa07d45 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:31:07.574230 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a3b50-10bd-4f35-b8a0-f9185fa07d45 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:31:07.574558 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a3b50-10bd-4f35-b8a0-f9185fa07d45 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:31:07.574971 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a3b50-10bd-4f35-b8a0-f9185fa07d45 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:31:07.575294 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a3b50-10bd-4f35-b8a0-f9185fa07d45 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:31:07.575616 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a3b50-10bd-4f35-b8a0-f9185fa07d45 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:31:07.575933 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a3b50-10bd-4f35-b8a0-f9185fa07d45 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:31:07.576248 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a3b50-10bd-4f35-b8a0-f9185fa07d45 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:31:07.576565 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a3b50-10bd-4f35-b8a0-f9185fa07d45 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:31:07.576879 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a3b50-10bd-4f35-b8a0-f9185fa07d45 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:31:07.619947 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-432a3b50-10bd-4f35-b8a0-f9185fa07d45 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks [] for floatingip (cdc7f149-7065-46c2-aca1-5e8749806ac9), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:31:07.622822 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-432a3b50-10bd-4f35-b8a0-f9185fa07d45 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30337'] for floatingip (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:31:07.623991 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-432a3b50-10bd-4f35-b8a0-f9185fa07d45 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "DELETE /v2.0/floatingips/cdc7f149-7065-46c2-aca1-5e8749806ac9 HTTP/1.1" status: 204  len: 168 time: 0.5189881
Mar 31 18:31:07.931243 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 56932) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:31:07.935762 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.v2.base [None req-5215f607-e2c0-43f4-b480-8382d8b7a57f tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Request body: {'security_group': {'name': 'tempest-securitygroup--690453291', 'description': 'tempest-description--2098372658'}} {{(pid=103897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:31:08.050553 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5215f607-e2c0-43f4-b480-8382d8b7a57f tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks [] for security_group (None), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:31:08.118060 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5215f607-e2c0-43f4-b480-8382d8b7a57f tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks [] for security_group (537aca06-b796-4eb4-a713-2fd312843ca0), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:31:08.227085 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5215f607-e2c0-43f4-b480-8382d8b7a57f tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (537aca06-b796-4eb4-a713-2fd312843ca0), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:31:08.256651 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5215f607-e2c0-43f4-b480-8382d8b7a57f tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=537aca06-b796-4eb4-a713-2fd312843ca0,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:31:08.380640 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5215f607-e2c0-43f4-b480-8382d8b7a57f tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks [] for security_group (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:31:08.381901 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-5215f607-e2c0-43f4-b480-8382d8b7a57f tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.4496465
Mar 31 18:31:08.384770 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 56934) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:31:08.389074 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.v2.base [None req-f40c5616-97b9-43f7-a5fe-b25ec9d0ef4e tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Request body: {'security_group_rule': {'security_group_id': '537aca06-b796-4eb4-a713-2fd312843ca0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:31:08.491893 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f40c5616-97b9-43f7-a5fe-b25ec9d0ef4e tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks [] for security_group_rule (8095d8b5-f879-4c80-be44-955dac84fee5), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:31:08.549529 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f40c5616-97b9-43f7-a5fe-b25ec9d0ef4e tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks [] for security_group_rule (8095d8b5-f879-4c80-be44-955dac84fee5), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:31:08.664022 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f40c5616-97b9-43f7-a5fe-b25ec9d0ef4e tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527249'] for security_group_rule (8095d8b5-f879-4c80-be44-955dac84fee5), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:31:08.682522 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40c5616-97b9-43f7-a5fe-b25ec9d0ef4e tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8095d8b5-f879-4c80-be44-955dac84fee5,revision_number=0']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:31:08.772490 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f40c5616-97b9-43f7-a5fe-b25ec9d0ef4e tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:31:08.773534 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-f40c5616-97b9-43f7-a5fe-b25ec9d0ef4e tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3878341
Mar 31 18:31:08.776108 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 56936) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:31:08.780740 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.v2.base [None req-b72e88fe-af0a-4a51-a7a2-fe8595d355ee tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Request body: {'security_group_rule': {'security_group_id': '537aca06-b796-4eb4-a713-2fd312843ca0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:31:08.872328 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b72e88fe-af0a-4a51-a7a2-fe8595d355ee tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks [] for security_group_rule (1dcfa8e5-f89f-46ce-a86e-75211f74d771), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:31:08.938024 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b72e88fe-af0a-4a51-a7a2-fe8595d355ee tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks [] for security_group_rule (1dcfa8e5-f89f-46ce-a86e-75211f74d771), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:31:09.035214 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b72e88fe-af0a-4a51-a7a2-fe8595d355ee tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527249'] for security_group_rule (1dcfa8e5-f89f-46ce-a86e-75211f74d771), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:31:09.053675 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72e88fe-af0a-4a51-a7a2-fe8595d355ee tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dcfa8e5-f89f-46ce-a86e-75211f74d771,revision_number=0']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:31:09.160760 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b72e88fe-af0a-4a51-a7a2-fe8595d355ee tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:31:09.161970 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-b72e88fe-af0a-4a51-a7a2-fe8595d355ee tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3849578
Mar 31 18:31:09.164954 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 56938) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:31:09.169716 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.v2.base [None req-adaa4a28-2a0e-4887-8c66-312d4df618e0 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Request body: {'floatingip': {'floating_network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9'}} {{(pid=103897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:31:09.269812 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-adaa4a28-2a0e-4887-8c66-312d4df618e0 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:31:09.366631 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-adaa4a28-2a0e-4887-8c66-312d4df618e0 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (None), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:31:09.470194 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-adaa4a28-2a0e-4887-8c66-312d4df618e0 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Allocated IP 172.37.2.232 (b698396b-51c1-468f-b58d-8c59a3beb4d9/19546f9a-afff-4e10-9105-a9d5358dbe6e/d0f0b478-1960-47cd-94f9-966564bac6ba) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 31 18:31:09.572817 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-adaa4a28-2a0e-4887-8c66-312d4df618e0 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks [] for port (d0f0b478-1960-47cd-94f9-966564bac6ba), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:31:09.673057 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-adaa4a28-2a0e-4887-8c66-312d4df618e0 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759342510062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13081985'] for port (d0f0b478-1960-47cd-94f9-966564bac6ba), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:31:09.709619 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adaa4a28-2a0e-4887-8c66-312d4df618e0 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Network b698396b-51c1-468f-b58d-8c59a3beb4d9 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 31 18:31:09.712387 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-adaa4a28-2a0e-4887-8c66-312d4df618e0 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Resources bound (agent type, host, resource id):  {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 31 18:31:09.716015 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adaa4a28-2a0e-4887-8c66-312d4df618e0 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 31 18:31:09.742471 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaa4a28-2a0e-4887-8c66-312d4df618e0 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Pushing event updated for resources: {'Port': ['ID=d0f0b478-1960-47cd-94f9-966564bac6ba,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:31:09.808297 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-adaa4a28-2a0e-4887-8c66-312d4df618e0 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks [] for floatingip (77625069-6468-4621-8a27-bca5bf88c674), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:31:09.918529 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-adaa4a28-2a0e-4887-8c66-312d4df618e0 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (d0f0b478-1960-47cd-94f9-966564bac6ba), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:31:10.069638 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-adaa4a28-2a0e-4887-8c66-312d4df618e0 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks [] for port (d0f0b478-1960-47cd-94f9-966564bac6ba), precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:31:10.158409 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-adaa4a28-2a0e-4887-8c66-312d4df618e0 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13081992'] for port (d0f0b478-1960-47cd-94f9-966564bac6ba), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:31:10.234153 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaa4a28-2a0e-4887-8c66-312d4df618e0 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Pushing event updated for resources: {'Port': ['ID=d0f0b478-1960-47cd-94f9-966564bac6ba,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:31:10.245036 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-adaa4a28-2a0e-4887-8c66-312d4df618e0 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505983'] for floatingip (77625069-6468-4621-8a27-bca5bf88c674), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:31:10.346798 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-adaa4a28-2a0e-4887-8c66-312d4df618e0 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30337'] for floatingip (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:31:10.347984 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-adaa4a28-2a0e-4887-8c66-312d4df618e0 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.1815252
Mar 31 18:31:10.496237 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-1d179fb8-f3f0-4027-8925-d6af65a3ca5e req-074568f6-b353-4985-823d-88f034011540 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--690453291&fields=id&tenant_id=7ae2325a87da4c5f8179a77fbd3d8748 HTTP/1.1" status: 200  len: 267 time: 0.0436678
Mar 31 18:31:10.605173 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d179fb8-f3f0-4027-8925-d6af65a3ca5e req-4851c648-4c6b-434c-979e-8eaaeb54f8d4 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:31:10.606598 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-1d179fb8-f3f0-4027-8925-d6af65a3ca5e req-4851c648-4c6b-434c-979e-8eaaeb54f8d4 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/networks?id=48b6e4a0-767f-4f89-81e1-af0f127e9429 HTTP/1.1" status: 200  len: 814 time: 0.1038892
Mar 31 18:31:10.621507 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-1d179fb8-f3f0-4027-8925-d6af65a3ca5e req-3ad2d4aa-ec45-4e42-adaa-c3064b3fd9d5 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/quotas/7ae2325a87da4c5f8179a77fbd3d8748 HTTP/1.1" status: 200  len: 375 time: 0.0093622
Mar 31 18:31:10.678860 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-1d179fb8-f3f0-4027-8925-d6af65a3ca5e req-10520cf0-5c1b-4bbb-94b7-6a1b0f823a91 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=7ae2325a87da4c5f8179a77fbd3d8748&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0510893
Mar 31 18:31:10.773618 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-1d179fb8-f3f0-4027-8925-d6af65a3ca5e req-2a0a88fe-cfd3-4f0a-9651-db7f9ac101e6 service neutron] 10.222.0.58 "GET /v2.0/networks/48b6e4a0-767f-4f89-81e1-af0f127e9429?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0838008
Mar 31 18:31:10.865608 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-1d179fb8-f3f0-4027-8925-d6af65a3ca5e req-866d77cf-ab05-4a39-a5aa-97563c01ad32 service neutron] 10.222.0.58 "GET /v2.0/networks/48b6e4a0-767f-4f89-81e1-af0f127e9429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0858161
Mar 31 18:31:11.126255 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-ed8428c5-d517-4a59-b0ad-0fc6ca6db77e req-3f479ad2-9aca-4001-afbb-a6f6ecba6c8f tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/ports?device_id=86bda241-c7e6-482d-aacf-2fd3bd226e89 HTTP/1.1" status: 200  len: 210 time: 0.0286572
Mar 31 18:31:12.205815 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-025c1f48-42d2-482e-8fe4-7ade1f7383f7 req-3a9a36c6-b96a-4bbd-aa67-4f4f24623d26 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/ports?device_id=86bda241-c7e6-482d-aacf-2fd3bd226e89 HTTP/1.1" status: 200  len: 210 time: 0.0284503
Mar 31 18:31:13.300185 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-3f2cf675-60aa-4c5c-8c35-4b47a29c9076 req-39821017-f89a-4434-b364-1db0e1b6d507 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/ports?device_id=86bda241-c7e6-482d-aacf-2fd3bd226e89 HTTP/1.1" status: 200  len: 210 time: 0.0288920
Mar 31 18:31:13.692805 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d179fb8-f3f0-4027-8925-d6af65a3ca5e req-b7e5febb-0c3f-4aa7-aedb-42aa96f55ad8 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:31:13.694188 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-1d179fb8-f3f0-4027-8925-d6af65a3ca5e req-b7e5febb-0c3f-4aa7-aedb-42aa96f55ad8 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.44 "GET /v2.0/networks?id=48b6e4a0-767f-4f89-81e1-af0f127e9429 HTTP/1.1" status: 200  len: 814 time: 0.1061366
Mar 31 18:31:13.762173 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-1d179fb8-f3f0-4027-8925-d6af65a3ca5e req-ee358bf3-9f31-4ae5-8717-8f5860934a5c tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ae2325a87da4c5f8179a77fbd3d8748 HTTP/1.1" status: 200  len: 379 time: 0.0521007
Mar 31 18:31:13.771565 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.v2.base [req-1d179fb8-f3f0-4027-8925-d6af65a3ca5e req-1d84e367-0dec-458a-8d6d-49067ec01e17 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Request body: {'port': {'device_id': '86bda241-c7e6-482d-aacf-2fd3bd226e89', 'network_id': '48b6e4a0-767f-4f89-81e1-af0f127e9429', 'admin_state_up': True, 'tenant_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'security_groups': ['537aca06-b796-4eb4-a713-2fd312843ca0']}} {{(pid=103897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:31:13.958319 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d179fb8-f3f0-4027-8925-d6af65a3ca5e req-1d84e367-0dec-458a-8d6d-49067ec01e17 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Made reservation on behalf of 7ae2325a87da4c5f8179a77fbd3d8748 for: {'port': 1} {{(pid=103897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 31 18:31:13.961758 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-1d179fb8-f3f0-4027-8925-d6af65a3ca5e req-1d84e367-0dec-458a-8d6d-49067ec01e17 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (None), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:31:14.094110 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [req-1d179fb8-f3f0-4027-8925-d6af65a3ca5e req-1d84e367-0dec-458a-8d6d-49067ec01e17 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Allocated IP 172.20.0.10 (48b6e4a0-767f-4f89-81e1-af0f127e9429/b702573e-a854-4e5e-962c-bc2e1a12d797/37333cba-6d73-4897-afb4-fcf3b7924967) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 31 18:31:14.234326 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-1d179fb8-f3f0-4027-8925-d6af65a3ca5e req-1d84e367-0dec-458a-8d6d-49067ec01e17 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks [] for port (37333cba-6d73-4897-afb4-fcf3b7924967), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:31:14.324483 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-1d179fb8-f3f0-4027-8925-d6af65a3ca5e req-1d84e367-0dec-458a-8d6d-49067ec01e17 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759342510062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13081985'] for port (37333cba-6d73-4897-afb4-fcf3b7924967), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:31:14.368204 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d179fb8-f3f0-4027-8925-d6af65a3ca5e req-1d84e367-0dec-458a-8d6d-49067ec01e17 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Network 48b6e4a0-767f-4f89-81e1-af0f127e9429 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 31 18:31:14.371347 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [req-1d179fb8-f3f0-4027-8925-d6af65a3ca5e req-1d84e367-0dec-458a-8d6d-49067ec01e17 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Resources bound (agent type, host, resource id):  {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 31 18:31:14.378811 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d179fb8-f3f0-4027-8925-d6af65a3ca5e req-1d84e367-0dec-458a-8d6d-49067ec01e17 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 31 18:31:14.407083 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d84e367-0dec-458a-8d6d-49067ec01e17 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Pushing event updated for resources: {'Port': ['ID=37333cba-6d73-4897-afb4-fcf3b7924967,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:31:14.428331 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fefcaa3-f2bf-4e2e-b351-2033b808d7e0 req-54b0ad44-cee4-43a7-8d51-88b6aed39f04 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:31:14.430015 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-8fefcaa3-f2bf-4e2e-b351-2033b808d7e0 req-54b0ad44-cee4-43a7-8d51-88b6aed39f04 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/ports?device_id=86bda241-c7e6-482d-aacf-2fd3bd226e89 HTTP/1.1" status: 200  len: 932 time: 0.0619628
Mar 31 18:31:14.439230 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d179fb8-f3f0-4027-8925-d6af65a3ca5e req-1d84e367-0dec-458a-8d6d-49067ec01e17 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:31:14.441345 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-1d179fb8-f3f0-4027-8925-d6af65a3ca5e req-1d84e367-0dec-458a-8d6d-49067ec01e17 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30337'] for port (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:31:14.484106 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-8fefcaa3-f2bf-4e2e-b351-2033b808d7e0 req-b9eac53a-8d10-448f-b30e-750f2e9061f6 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/security-groups?id=537aca06-b796-4eb4-a713-2fd312843ca0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438197
Mar 31 18:31:14.520897 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-1d179fb8-f3f0-4027-8925-d6af65a3ca5e req-1d84e367-0dec-458a-8d6d-49067ec01e17 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7530391
Mar 31 18:31:14.537750 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.v2.base [req-1d179fb8-f3f0-4027-8925-d6af65a3ca5e req-5f668dc4-dfe0-4e82-abea-aa608ead34e6 service neutron] Request body: {'port': {'device_id': '86bda241-c7e6-482d-aacf-2fd3bd226e89', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=103897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:31:14.599968 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-1d179fb8-f3f0-4027-8925-d6af65a3ca5e req-5f668dc4-dfe0-4e82-abea-aa608ead34e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (37333cba-6d73-4897-afb4-fcf3b7924967), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:31:14.615133 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-de1cd851-4eab-4f16-95f2-7b2ee1dac340 None None] Provisioning complete for port 37333cba-6d73-4897-afb4-fcf3b7924967 triggered by entity DHCP. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:31:14.615718 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-de1cd851-4eab-4f16-95f2-7b2ee1dac340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (37333cba-6d73-4897-afb4-fcf3b7924967), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:31:14.649157 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-de1cd851-4eab-4f16-95f2-7b2ee1dac340 None None] Port 37333cba-6d73-4897-afb4-fcf3b7924967 cannot update to ACTIVE because it is not bound. {{(pid=103898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 31 18:31:14.861993 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [req-1d179fb8-f3f0-4027-8925-d6af65a3ca5e req-5f668dc4-dfe0-4e82-abea-aa608ead34e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37333cba-6d73-4897-afb4-fcf3b7924967 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 31 18:31:14.869856 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-1d179fb8-f3f0-4027-8925-d6af65a3ca5e req-5f668dc4-dfe0-4e82-abea-aa608ead34e6 service neutron] Publish callbacks [] for port (37333cba-6d73-4897-afb4-fcf3b7924967), precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:31:14.882591 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [req-1d179fb8-f3f0-4027-8925-d6af65a3ca5e req-5f668dc4-dfe0-4e82-abea-aa608ead34e6 service neutron] Transition to ACTIVE for port object 37333cba-6d73-4897-afb4-fcf3b7924967 will not be triggered until provisioned by entity L2. {{(pid=103897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 31 18:31:14.955806 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-1d179fb8-f3f0-4027-8925-d6af65a3ca5e req-5f668dc4-dfe0-4e82-abea-aa608ead34e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13081992'] for port (37333cba-6d73-4897-afb4-fcf3b7924967), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:31:15.006005 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f668dc4-dfe0-4e82-abea-aa608ead34e6 service neutron] Pushing event updated for resources: {'Port': ['ID=37333cba-6d73-4897-afb4-fcf3b7924967,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:31:15.085693 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [req-1d179fb8-f3f0-4027-8925-d6af65a3ca5e req-5f668dc4-dfe0-4e82-abea-aa608ead34e6 service neutron] Attempting to bind port 37333cba-6d73-4897-afb4-fcf3b7924967 on host hv-cinder-maste for vnic_type normal with profile  {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 31 18:31:15.086028 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [req-1d179fb8-f3f0-4027-8925-d6af65a3ca5e req-5f668dc4-dfe0-4e82-abea-aa608ead34e6 service neutron] Attempting to bind port 37333cba-6d73-4897-afb4-fcf3b7924967 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'd88eba78-682e-4e58-9428-c0cf5ca4e035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '48b6e4a0-767f-4f89-81e1-af0f127e9429'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 31 18:31:15.086358 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d179fb8-f3f0-4027-8925-d6af65a3ca5e req-5f668dc4-dfe0-4e82-abea-aa608ead34e6 service neutron] Attempting to bind port 37333cba-6d73-4897-afb4-fcf3b7924967 on network 48b6e4a0-767f-4f89-81e1-af0f127e9429 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 31 18:31:15.090909 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d179fb8-f3f0-4027-8925-d6af65a3ca5e req-5f668dc4-dfe0-4e82-abea-aa608ead34e6 service neutron] Port 37333cba-6d73-4897-afb4-fcf3b7924967 on network 48b6e4a0-767f-4f89-81e1-af0f127e9429 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 31 18:31:15.091229 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d179fb8-f3f0-4027-8925-d6af65a3ca5e req-5f668dc4-dfe0-4e82-abea-aa608ead34e6 service neutron] Attempting to bind port 37333cba-6d73-4897-afb4-fcf3b7924967 on network 48b6e4a0-767f-4f89-81e1-af0f127e9429 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 31 18:31:15.096784 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d179fb8-f3f0-4027-8925-d6af65a3ca5e req-5f668dc4-dfe0-4e82-abea-aa608ead34e6 service neutron] Checking agent: {'id': '06f31eaf-9418-4d11-8606-24a34b4b4893', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 11, 36), 'started_at': datetime.datetime(2022, 3, 31, 18, 11, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 31 18:31:15.097122 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d179fb8-f3f0-4027-8925-d6af65a3ca5e req-5f668dc4-dfe0-4e82-abea-aa608ead34e6 service neutron] Checking segment: {'id': 'd88eba78-682e-4e58-9428-c0cf5ca4e035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '48b6e4a0-767f-4f89-81e1-af0f127e9429'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 31 18:31:15.097504 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d179fb8-f3f0-4027-8925-d6af65a3ca5e req-5f668dc4-dfe0-4e82-abea-aa608ead34e6 service neutron] Bound using segment: {'id': 'd88eba78-682e-4e58-9428-c0cf5ca4e035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '48b6e4a0-767f-4f89-81e1-af0f127e9429'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 31 18:31:15.097939 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [req-1d179fb8-f3f0-4027-8925-d6af65a3ca5e req-5f668dc4-dfe0-4e82-abea-aa608ead34e6 service neutron] Bound port: 37333cba-6d73-4897-afb4-fcf3b7924967, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd88eba78-682e-4e58-9428-c0cf5ca4e035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '48b6e4a0-767f-4f89-81e1-af0f127e9429'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 31 18:31:15.098299 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-1d179fb8-f3f0-4027-8925-d6af65a3ca5e req-5f668dc4-dfe0-4e82-abea-aa608ead34e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (37333cba-6d73-4897-afb4-fcf3b7924967), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:31:15.167448 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [req-1d179fb8-f3f0-4027-8925-d6af65a3ca5e req-5f668dc4-dfe0-4e82-abea-aa608ead34e6 service neutron] For port 37333cba-6d73-4897-afb4-fcf3b7924967, host hv-cinder-maste, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 31 18:31:15.170745 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [req-1d179fb8-f3f0-4027-8925-d6af65a3ca5e req-5f668dc4-dfe0-4e82-abea-aa608ead34e6 service neutron] For port 37333cba-6d73-4897-afb4-fcf3b7924967, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=37333cba-6d73-4897-afb4-fcf3b7924967,segment=NetworkSegment(d88eba78-682e-4e58-9428-c0cf5ca4e035),segment_id=d88eba78-682e-4e58-9428-c0cf5ca4e035)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 31 18:31:15.258518 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-1d179fb8-f3f0-4027-8925-d6af65a3ca5e req-5f668dc4-dfe0-4e82-abea-aa608ead34e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13081992'] for port (37333cba-6d73-4897-afb4-fcf3b7924967), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:31:15.314980 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d179fb8-f3f0-4027-8925-d6af65a3ca5e req-5f668dc4-dfe0-4e82-abea-aa608ead34e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:31:15.314980 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-1d179fb8-f3f0-4027-8925-d6af65a3ca5e req-5f668dc4-dfe0-4e82-abea-aa608ead34e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30337'] for port (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:31:15.314980 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-1d179fb8-f3f0-4027-8925-d6af65a3ca5e req-5f668dc4-dfe0-4e82-abea-aa608ead34e6 service neutron] 10.222.0.44 "PUT /v2.0/ports/37333cba-6d73-4897-afb4-fcf3b7924967 HTTP/1.1" status: 200  len: 1094 time: 0.7643759
Mar 31 18:31:15.314980 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86bda241-c7e6-482d-aacf-2fd3bd226e89', 'tag': '37333cba-6d73-4897-afb4-fcf3b7924967'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 31 18:31:15.314980 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73fc78de55affb2fac0a31bf62e314c48f0d961b1f9e9815d43b8150b113e94f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5907910d-aefb-4ee3-903a-433575d8ebbf" -d '{"events": [{"name": "network-changed", "server_uuid": "86bda241-c7e6-482d-aacf-2fd3bd226e89", "tag": "37333cba-6d73-4897-afb4-fcf3b7924967"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 31 18:31:15.326379 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f668dc4-dfe0-4e82-abea-aa608ead34e6 service neutron] Pushing event updated for resources: {'Port': ['ID=37333cba-6d73-4897-afb4-fcf3b7924967,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:31:15.354942 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 18:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-766db814-1f6b-469b-8b2d-c655b6646552 x-openstack-request-id: req-766db814-1f6b-469b-8b2d-c655b6646552 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 31 18:31:15.355292 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86bda241-c7e6-482d-aacf-2fd3bd226e89", "tag": "37333cba-6d73-4897-afb4-fcf3b7924967", "status": "completed", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 31 18:31:15.355584 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-766db814-1f6b-469b-8b2d-c655b6646552 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 31 18:31:15.356028 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-766db814-1f6b-469b-8b2d-c655b6646552'] response: {'name': 'network-changed', 'server_uuid': '86bda241-c7e6-482d-aacf-2fd3bd226e89', 'tag': '37333cba-6d73-4897-afb4-fcf3b7924967', 'status': 'completed', 'code': 200}
Mar 31 18:31:15.458950 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5907910d-aefb-4ee3-903a-433575d8ebbf req-2f3aa501-c56f-4909-911c-5a28d6ea1e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:31:15.460646 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-5907910d-aefb-4ee3-903a-433575d8ebbf req-2f3aa501-c56f-4909-911c-5a28d6ea1e0b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7ae2325a87da4c5f8179a77fbd3d8748&device_id=86bda241-c7e6-482d-aacf-2fd3bd226e89 HTTP/1.1" status: 200  len: 1128 time: 0.0559952
Mar 31 18:31:15.568867 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5907910d-aefb-4ee3-903a-433575d8ebbf req-79699099-79ae-40f9-9e5d-ab941aaca4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:31:15.570271 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-5907910d-aefb-4ee3-903a-433575d8ebbf req-79699099-79ae-40f9-9e5d-ab941aaca4d7 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=7ae2325a87da4c5f8179a77fbd3d8748&shared=False HTTP/1.1" status: 200  len: 915 time: 0.0937722
Mar 31 18:31:15.612373 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f103076-98f7-45b1-ab3b-0e24665ab633 req-82250602-76b5-4689-85a0-1c813eed371f tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:31:15.613914 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-2f103076-98f7-45b1-ab3b-0e24665ab633 req-82250602-76b5-4689-85a0-1c813eed371f tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/ports?device_id=86bda241-c7e6-482d-aacf-2fd3bd226e89 HTTP/1.1" status: 200  len: 944 time: 0.0608311
Mar 31 18:31:15.662724 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-2f103076-98f7-45b1-ab3b-0e24665ab633 req-8fc6a178-9368-4bd8-83e8-f59216205a46 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/security-groups?id=537aca06-b796-4eb4-a713-2fd312843ca0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430923
Mar 31 18:31:15.676583 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5907910d-aefb-4ee3-903a-433575d8ebbf req-e7eab982-1215-4de8-91d6-e800fb685af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:31:15.678050 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-5907910d-aefb-4ee3-903a-433575d8ebbf req-e7eab982-1215-4de8-91d6-e800fb685af1 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1002123
Mar 31 18:31:15.781340 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d179fb8-f3f0-4027-8925-d6af65a3ca5e req-ad8df9e4-0244-4284-9b39-78367981c649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:31:15.783092 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-1d179fb8-f3f0-4027-8925-d6af65a3ca5e req-ad8df9e4-0244-4284-9b39-78367981c649 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7ae2325a87da4c5f8179a77fbd3d8748&device_id=86bda241-c7e6-482d-aacf-2fd3bd226e89 HTTP/1.1" status: 200  len: 1128 time: 0.0468442
Mar 31 18:31:15.831460 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-1d179fb8-f3f0-4027-8925-d6af65a3ca5e req-8504fba9-ae55-4f47-98ff-c767d9ccf00b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37333cba-6d73-4897-afb4-fcf3b7924967 HTTP/1.1" status: 200  len: 217 time: 0.0354750
Mar 31 18:31:15.884420 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d179fb8-f3f0-4027-8925-d6af65a3ca5e req-f3173809-1216-4f59-b7d2-a751ef11517d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:31:15.886882 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-1d179fb8-f3f0-4027-8925-d6af65a3ca5e req-f3173809-1216-4f59-b7d2-a751ef11517d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b702573e-a854-4e5e-962c-bc2e1a12d797 HTTP/1.1" status: 200  len: 853 time: 0.0487738
Mar 31 18:31:15.940487 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d179fb8-f3f0-4027-8925-d6af65a3ca5e req-079cca28-f783-48e2-900b-a83960042368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:31:15.941989 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-1d179fb8-f3f0-4027-8925-d6af65a3ca5e req-079cca28-f783-48e2-900b-a83960042368 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=48b6e4a0-767f-4f89-81e1-af0f127e9429&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0497358
Mar 31 18:31:16.041218 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-1d179fb8-f3f0-4027-8925-d6af65a3ca5e req-72897752-1cfe-4a6d-9990-98fa412168d0 service neutron] 10.222.0.44 "GET /v2.0/networks/48b6e4a0-767f-4f89-81e1-af0f127e9429?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0931299
Mar 31 18:31:16.146971 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-1d179fb8-f3f0-4027-8925-d6af65a3ca5e req-7b82dbde-8004-4a15-84a3-6af40c943a9c service neutron] 10.222.0.44 "GET /v2.0/networks/48b6e4a0-767f-4f89-81e1-af0f127e9429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0988312
Mar 31 18:31:16.793410 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17474c77-462d-4465-9e42-fb18cb0de90e req-214fe1cd-2b7c-4bf3-91fe-0143cca07235 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:31:16.795174 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-17474c77-462d-4465-9e42-fb18cb0de90e req-214fe1cd-2b7c-4bf3-91fe-0143cca07235 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/ports?device_id=86bda241-c7e6-482d-aacf-2fd3bd226e89 HTTP/1.1" status: 200  len: 944 time: 0.0619850
Mar 31 18:31:16.843678 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-17474c77-462d-4465-9e42-fb18cb0de90e req-7dc0d434-98c2-4b28-81b7-a75394d38094 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/security-groups?id=537aca06-b796-4eb4-a713-2fd312843ca0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418422
Mar 31 18:31:17.962838 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3f7a95-4ac7-43dc-b8bf-ffa7a65f5545 req-554b15b6-5552-45eb-9b2a-5726a56e7c1a tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:31:17.964313 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-6a3f7a95-4ac7-43dc-b8bf-ffa7a65f5545 req-554b15b6-5552-45eb-9b2a-5726a56e7c1a tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/ports?device_id=86bda241-c7e6-482d-aacf-2fd3bd226e89 HTTP/1.1" status: 200  len: 944 time: 0.0527456
Mar 31 18:31:18.011784 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-6a3f7a95-4ac7-43dc-b8bf-ffa7a65f5545 req-8ec30335-7c9f-4100-a543-8a18cc1ac60c tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/security-groups?id=537aca06-b796-4eb4-a713-2fd312843ca0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419478
Mar 31 18:31:19.137582 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb027aec-93c0-4ea7-8c77-eb89b693274a req-53064bfb-fb9f-41b5-9823-ffa369c00501 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:31:19.139100 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-bb027aec-93c0-4ea7-8c77-eb89b693274a req-53064bfb-fb9f-41b5-9823-ffa369c00501 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/ports?device_id=86bda241-c7e6-482d-aacf-2fd3bd226e89 HTTP/1.1" status: 200  len: 944 time: 0.0558839
Mar 31 18:31:19.194230 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-bb027aec-93c0-4ea7-8c77-eb89b693274a req-10949281-ffd2-43aa-bd27-b382127ed474 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/security-groups?id=537aca06-b796-4eb4-a713-2fd312843ca0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0486367
Mar 31 18:31:19.232234 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Device 37333cba-6d73-4897-afb4-fcf3b7924967 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103898) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 31 18:31:19.333447 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] For port 37333cba-6d73-4897-afb4-fcf3b7924967, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=37333cba-6d73-4897-afb4-fcf3b7924967,segment=NetworkSegment(d88eba78-682e-4e58-9428-c0cf5ca4e035),segment_id=d88eba78-682e-4e58-9428-c0cf5ca4e035)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:31:19.345721 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Returning: {'device': '37333cba-6d73-4897-afb4-fcf3b7924967', 'network_id': '48b6e4a0-767f-4f89-81e1-af0f127e9429', 'port_id': '37333cba-6d73-4897-afb4-fcf3b7924967', 'mac_address': 'fa:16:3e:ae:56:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b702573e-a854-4e5e-962c-bc2e1a12d797', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103898) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 31 18:31:19.383058 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Current status of the port 37333cba-6d73-4897-afb4-fcf3b7924967 is: DOWN; New status is: BUILD {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:31:19.383443 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (37333cba-6d73-4897-afb4-fcf3b7924967), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:31:19.397922 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.notifiers.nova [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37333cba-6d73-4897-afb4-fcf3b7924967 {{(pid=103898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 31 18:31:19.421219 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] For port 37333cba-6d73-4897-afb4-fcf3b7924967, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=37333cba-6d73-4897-afb4-fcf3b7924967,segment=NetworkSegment(d88eba78-682e-4e58-9428-c0cf5ca4e035),segment_id=d88eba78-682e-4e58-9428-c0cf5ca4e035)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:31:19.518053 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (37333cba-6d73-4897-afb4-fcf3b7924967), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:31:19.565997 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Pushing event updated for resources: {'Port': ['ID=37333cba-6d73-4897-afb4-fcf3b7924967,revision_number=4']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:31:19.573323 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:31:19.573673 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:31:19.574020 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:31:19.574364 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:31:19.574790 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:31:19.575128 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:31:19.575456 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:31:19.575784 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:31:19.576153 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:31:19.576477 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:31:19.576804 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:31:19.577136 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:31:19.577457 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:31:19.577779 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:31:19.578102 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:31:20.003410 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] get_ports_and_sgs() called for port_ids ['37333cba-6d73-4897-afb4-fcf3b7924967'] {{(pid=103898) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 31 18:31:20.316581 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62912168-1989-407d-9466-b547d49f2ade req-a2e6c44b-c7c3-4663-8998-443e4685c7a5 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:31:20.318009 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-62912168-1989-407d-9466-b547d49f2ade req-a2e6c44b-c7c3-4663-8998-443e4685c7a5 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/ports?device_id=86bda241-c7e6-482d-aacf-2fd3bd226e89 HTTP/1.1" status: 200  len: 945 time: 0.0568058
Mar 31 18:31:20.365458 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-62912168-1989-407d-9466-b547d49f2ade req-0eed116b-0130-4bbc-a73d-e89c6bccb4af tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/security-groups?id=537aca06-b796-4eb4-a713-2fd312843ca0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418527
Mar 31 18:31:21.231735 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Device 37333cba-6d73-4897-afb4-fcf3b7924967 up at agent hyperv_hv-cinder-maste {{(pid=103898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 31 18:31:21.397923 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Provisioning for port 37333cba-6d73-4897-afb4-fcf3b7924967 completed by entity L2. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 31 18:31:21.402476 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Provisioning complete for port 37333cba-6d73-4897-afb4-fcf3b7924967 triggered by entity L2. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:31:21.402879 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (37333cba-6d73-4897-afb4-fcf3b7924967), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:31:21.485944 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Current status of the port 37333cba-6d73-4897-afb4-fcf3b7924967 is: BUILD; New status is: ACTIVE {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:31:21.486339 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (37333cba-6d73-4897-afb4-fcf3b7924967), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:31:21.498036 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14490587-f3c4-4d22-8f70-af4b8b3de0c5 req-9f922d58-4003-48ce-b284-65d708525229 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:31:21.503357 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-14490587-f3c4-4d22-8f70-af4b8b3de0c5 req-9f922d58-4003-48ce-b284-65d708525229 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/ports?device_id=86bda241-c7e6-482d-aacf-2fd3bd226e89 HTTP/1.1" status: 200  len: 945 time: 0.0572984
Mar 31 18:31:21.511226 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86bda241-c7e6-482d-aacf-2fd3bd226e89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37333cba-6d73-4897-afb4-fcf3b7924967'}] {{(pid=103898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 31 18:31:21.513449 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb3075c6172e5baa69f5abc91eefeb9b3c1bf45f76ecf44b7f00bb5a6f62f1a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db6ae457-9097-4fab-91b6-a65ea719b51f" -d '{"events": [{"server_uuid": "86bda241-c7e6-482d-aacf-2fd3bd226e89", "name": "network-vif-plugged", "status": "completed", "tag": "37333cba-6d73-4897-afb4-fcf3b7924967"}]}' {{(pid=103898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 31 18:31:21.531906 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] For port 37333cba-6d73-4897-afb4-fcf3b7924967, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=37333cba-6d73-4897-afb4-fcf3b7924967,segment=NetworkSegment(d88eba78-682e-4e58-9428-c0cf5ca4e035),segment_id=d88eba78-682e-4e58-9428-c0cf5ca4e035)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:31:21.550695 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-14490587-f3c4-4d22-8f70-af4b8b3de0c5 req-0c627fed-78c0-457d-b436-082ddfae7135 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/security-groups?id=537aca06-b796-4eb4-a713-2fd312843ca0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448053
Mar 31 18:31:21.606669 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (37333cba-6d73-4897-afb4-fcf3b7924967), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:31:21.614015 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 18:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-489a920e-5a89-442e-b3f0-ab3a3b7111df x-openstack-request-id: req-489a920e-5a89-442e-b3f0-ab3a3b7111df {{(pid=103898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 31 18:31:21.614309 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86bda241-c7e6-482d-aacf-2fd3bd226e89", "name": "network-vif-plugged", "status": "completed", "tag": "37333cba-6d73-4897-afb4-fcf3b7924967", "code": 200}]} {{(pid=103898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 31 18:31:21.614560 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-489a920e-5a89-442e-b3f0-ab3a3b7111df {{(pid=103898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 31 18:31:21.614992 dv-cinder-master-3-iscsi neutron-server[103898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-489a920e-5a89-442e-b3f0-ab3a3b7111df'] response: {'server_uuid': '86bda241-c7e6-482d-aacf-2fd3bd226e89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37333cba-6d73-4897-afb4-fcf3b7924967', 'code': 200}
Mar 31 18:31:21.660980 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Pushing event updated for resources: {'Port': ['ID=37333cba-6d73-4897-afb4-fcf3b7924967,revision_number=5']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:31:21.948913 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050150ae-7656-461f-9372-ad5307501fb1 req-b08b4253-bcb0-495c-8c30-66308603e3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:31:21.950309 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-050150ae-7656-461f-9372-ad5307501fb1 req-b08b4253-bcb0-495c-8c30-66308603e3e1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=86bda241-c7e6-482d-aacf-2fd3bd226e89 HTTP/1.1" status: 200  len: 1130 time: 0.0444880
Mar 31 18:31:21.995651 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-050150ae-7656-461f-9372-ad5307501fb1 req-d3ecc8d4-a4f0-449c-94ce-9c1e0f061f22 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=537aca06-b796-4eb4-a713-2fd312843ca0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0383339
Mar 31 18:31:22.673479 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3a63be-f96d-42f3-b958-d84a590f0ae1 req-45515cc0-50df-4261-acad-1254d5b7d9ba tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:31:22.674970 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-df3a63be-f96d-42f3-b958-d84a590f0ae1 req-45515cc0-50df-4261-acad-1254d5b7d9ba tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/ports?device_id=86bda241-c7e6-482d-aacf-2fd3bd226e89 HTTP/1.1" status: 200  len: 946 time: 0.0557938
Mar 31 18:31:22.721366 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-df3a63be-f96d-42f3-b958-d84a590f0ae1 req-f5377492-ac8d-4e97-b0ab-4bb9ef403406 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/security-groups?id=537aca06-b796-4eb4-a713-2fd312843ca0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408325
Mar 31 18:31:23.844366 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0f3a4d-8a6d-4bf6-b726-4a5ac58c88b9 req-e85a932c-0bbe-43a8-b965-8da390dbf554 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:31:23.845837 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-0f0f3a4d-8a6d-4bf6-b726-4a5ac58c88b9 req-e85a932c-0bbe-43a8-b965-8da390dbf554 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/ports?device_id=86bda241-c7e6-482d-aacf-2fd3bd226e89 HTTP/1.1" status: 200  len: 946 time: 0.0517786
Mar 31 18:31:23.892304 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-0f0f3a4d-8a6d-4bf6-b726-4a5ac58c88b9 req-f98be853-fdde-4dde-b103-6dadea6e6605 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/security-groups?id=537aca06-b796-4eb4-a713-2fd312843ca0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408714
Mar 31 18:31:24.005059 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7abeb7-d108-4b6d-8aeb-af3451524460 req-9a601413-ec29-4584-90a1-e4a7da2a2002 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:31:24.005956 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-8d7abeb7-d108-4b6d-8aeb-af3451524460 req-9a601413-ec29-4584-90a1-e4a7da2a2002 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/ports?device_id=86bda241-c7e6-482d-aacf-2fd3bd226e89 HTTP/1.1" status: 200  len: 946 time: 0.0512764
Mar 31 18:31:24.014480 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 57002) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:31:24.019505 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [None req-d6c76ed3-ba86-4dca-8d38-f6e05395f469 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Request body: {'floatingip': {'port_id': '37333cba-6d73-4897-afb4-fcf3b7924967'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:31:24.065834 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d6c76ed3-ba86-4dca-8d38-f6e05395f469 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks [] for floatingip (77625069-6468-4621-8a27-bca5bf88c674), before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:31:24.504651 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d6c76ed3-ba86-4dca-8d38-f6e05395f469 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:31:24.566382 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d6c76ed3-ba86-4dca-8d38-f6e05395f469 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505983'] for floatingip (77625069-6468-4621-8a27-bca5bf88c674), after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:31:24.898155 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.db.l3_db [None req-d6c76ed3-ba86-4dca-8d38-f6e05395f469 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Floating IP 77625069-6468-4621-8a27-bca5bf88c674 associated. External IP: 172.37.2.232, port: 37333cba-6d73-4897-afb4-fcf3b7924967.
Mar 31 18:31:25.113905 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6c76ed3-ba86-4dca-8d38-f6e05395f469 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Router 18b416a9-88ee-499f-9846-13773bd75f53 has already been hosted by L3 agent f09d5d1b-4294-4f18-9a00-351412ae7ca6 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 31 18:31:25.226071 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6c76ed3-ba86-4dca-8d38-f6e05395f469 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 31 18:31:25.230991 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d6c76ed3-ba86-4dca-8d38-f6e05395f469 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30337'] for floatingip (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:31:25.235661 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6885ebb-404a-4047-bd50-46e4088ceb19 None None] Sync routers for ids ['18b416a9-88ee-499f-9846-13773bd75f53'] in dv-cinder-master-3-iscsi {{(pid=103899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 31 18:31:25.244814 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6885ebb-404a-4047-bd50-46e4088ceb19 None None] Routers {'18b416a9-88ee-499f-9846-13773bd75f53'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 31 18:31:25.245415 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_hamode_db [None req-a6885ebb-404a-4047-bd50-46e4088ceb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7715b0fd30>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T18:05:01Z,description=<?>,heartbeat_timestamp=2022-03-31T18:31:01Z,host='dv-cinder-master-3-iscsi',id=f09d5d1b-4294-4f18-9a00-351412ae7ca6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-31T18:05:02Z,topic='l3_agent')) {'router_ids': ['18b416a9-88ee-499f-9846-13773bd75f53'], 'active': True} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:31:25.260908 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-d6c76ed3-ba86-4dca-8d38-f6e05395f469 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "PUT /v2.0/floatingips/77625069-6468-4621-8a27-bca5bf88c674 HTTP/1.1" status: 200  len: 992 time: 1.2452886
Mar 31 18:31:25.261516 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86bda241-c7e6-482d-aacf-2fd3bd226e89', 'tag': '37333cba-6d73-4897-afb4-fcf3b7924967'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 31 18:31:25.264013 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}465b76c4d2e897416be230837bd95a2d94c81786315ed3443e4884d9e49648d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bcdf67a-8d9a-411f-aa02-37b7722c4293" -d '{"events": [{"name": "network-changed", "server_uuid": "86bda241-c7e6-482d-aacf-2fd3bd226e89", "tag": "37333cba-6d73-4897-afb4-fcf3b7924967"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 31 18:31:25.354443 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvr_db [None req-a6885ebb-404a-4047-bd50-46e4088ceb19 None None] Set router 18b416a9-88ee-499f-9846-13773bd75f53 gateway port host: dv-cinder-master-3-iscsi {{(pid=103899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 31 18:31:25.354995 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 18:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c7830c5-d3ce-43c5-b0ce-72609245d5c3 x-openstack-request-id: req-7c7830c5-d3ce-43c5-b0ce-72609245d5c3 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 31 18:31:25.355291 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86bda241-c7e6-482d-aacf-2fd3bd226e89", "tag": "37333cba-6d73-4897-afb4-fcf3b7924967", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 31 18:31:25.355552 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7c7830c5-d3ce-43c5-b0ce-72609245d5c3 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 31 18:31:25.355961 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c7830c5-d3ce-43c5-b0ce-72609245d5c3'] response: {'name': 'network-changed', 'server_uuid': '86bda241-c7e6-482d-aacf-2fd3bd226e89', 'tag': '37333cba-6d73-4897-afb4-fcf3b7924967', 'status': 'completed', 'code': 200}
Mar 31 18:31:25.444537 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcdf67a-8d9a-411f-aa02-37b7722c4293 req-e26a38eb-b33d-41df-828c-15afbf511335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:31:25.446030 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-3bcdf67a-8d9a-411f-aa02-37b7722c4293 req-e26a38eb-b33d-41df-828c-15afbf511335 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7ae2325a87da4c5f8179a77fbd3d8748&device_id=86bda241-c7e6-482d-aacf-2fd3bd226e89 HTTP/1.1" status: 200  len: 1130 time: 0.0467732
Mar 31 18:31:25.538464 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcdf67a-8d9a-411f-aa02-37b7722c4293 req-ca2119f5-d932-4e38-9cb3-895caca73907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:31:25.539963 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-3bcdf67a-8d9a-411f-aa02-37b7722c4293 req-ca2119f5-d932-4e38-9cb3-895caca73907 service neutron] 10.222.0.44 "GET /v2.0/networks?id=48b6e4a0-767f-4f89-81e1-af0f127e9429 HTTP/1.1" status: 200  len: 915 time: 0.0884333
Mar 31 18:31:25.582625 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_hamode_db [None req-a6885ebb-404a-4047-bd50-46e4088ceb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7715b0fd30>, [{'id': '18b416a9-88ee-499f-9846-13773bd75f53', 'name': 'tempest-AttachVolumeNegativeTest-783316322-router', 'tenant_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.224'}], 'enable_snat': True}, 'gw_port_id': '962870bc-50a8-4afe-8ee0-541ade01b570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:25:08Z', 'updated_at': '2022-03-31T18:25:12Z', 'revision_number': 4, 'project_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'gw_port': {'id': '962870bc-50a8-4afe-8ee0-541ade01b570', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:1d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b416a9-88ee-499f-9846-13773bd75f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:25:09Z', 'updated_at': '2022-03-31T18:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '77625069-6468-4621-8a27-bca5bf88c674', 'tenant_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'floating_ip_address': '172.37.2.232', 'floating_network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'router_id': '18b416a9-88ee-499f-9846-13773bd75f53', 'port_id': '37333cba-6d73-4897-afb4-fcf3b7924967', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48b6e4a0-767f-4f89-81e1-af0f127e9429', 'mac_address': 'fa:16:3e:ae:56:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86bda241-c7e6-482d-aacf-2fd3bd226e89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T18:31:09Z', 'updated_at': '2022-03-31T18:31:24Z', 'revision_number': 1, 'project_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9e9053e-8135-4f8c-a7fa-10c10f86d87e', 'name': '', 'network_id': '48b6e4a0-767f-4f89-81e1-af0f127e9429', 'tenant_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'mac_address': 'fa:16:3e:6d:65:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b416a9-88ee-499f-9846-13773bd75f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'b702573e-a854-4e5e-962c-bc2e1a12d797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:25:11Z', 'updated_at': '2022-03-31T18:25:16Z', 'revision_number': 5, 'project_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'subnets': [{'id': 'b702573e-a854-4e5e-962c-bc2e1a12d797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:31:25.607308 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-3bcdf67a-8d9a-411f-aa02-37b7722c4293 req-022bc5cf-540c-4b0c-a1b9-26020f8ffd01 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37333cba-6d73-4897-afb4-fcf3b7924967 HTTP/1.1" status: 200  len: 1000 time: 0.0602775
Mar 31 18:31:25.613060 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6885ebb-404a-4047-bd50-46e4088ceb19 None None] Checking router: 18b416a9-88ee-499f-9846-13773bd75f53 for host: dv-cinder-master-3-iscsi {{(pid=103899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 31 18:31:25.621389 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6885ebb-404a-4047-bd50-46e4088ceb19 None None] Routers {'18b416a9-88ee-499f-9846-13773bd75f53'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 31 18:31:25.621983 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_hamode_db [None req-a6885ebb-404a-4047-bd50-46e4088ceb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7715b0fd30>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T18:05:01Z,description=<?>,heartbeat_timestamp=2022-03-31T18:31:01Z,host='dv-cinder-master-3-iscsi',id=f09d5d1b-4294-4f18-9a00-351412ae7ca6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-31T18:05:02Z,topic='l3_agent')) {'router_ids': ['18b416a9-88ee-499f-9846-13773bd75f53'], 'active': True} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:31:25.660889 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcdf67a-8d9a-411f-aa02-37b7722c4293 req-441a3e06-8526-465b-8256-5048985fadbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:31:25.662342 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-3bcdf67a-8d9a-411f-aa02-37b7722c4293 req-441a3e06-8526-465b-8256-5048985fadbb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b702573e-a854-4e5e-962c-bc2e1a12d797 HTTP/1.1" status: 200  len: 853 time: 0.0482957
Mar 31 18:31:25.712297 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcdf67a-8d9a-411f-aa02-37b7722c4293 req-c33771d4-fd88-4502-9c3d-16737da90914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:31:25.713914 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-3bcdf67a-8d9a-411f-aa02-37b7722c4293 req-c33771d4-fd88-4502-9c3d-16737da90914 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=48b6e4a0-767f-4f89-81e1-af0f127e9429&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0453885
Mar 31 18:31:25.731887 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvr_db [None req-a6885ebb-404a-4047-bd50-46e4088ceb19 None None] Set router 18b416a9-88ee-499f-9846-13773bd75f53 gateway port host: dv-cinder-master-3-iscsi {{(pid=103899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 31 18:31:25.803586 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-3bcdf67a-8d9a-411f-aa02-37b7722c4293 req-af20bc7f-8304-4905-a6a8-cb78d84d2b51 service neutron] 10.222.0.44 "GET /v2.0/networks/48b6e4a0-767f-4f89-81e1-af0f127e9429?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0833950
Mar 31 18:31:25.970428 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_hamode_db [None req-a6885ebb-404a-4047-bd50-46e4088ceb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7715b0fd30>, [{'id': '18b416a9-88ee-499f-9846-13773bd75f53', 'name': 'tempest-AttachVolumeNegativeTest-783316322-router', 'tenant_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.224'}], 'enable_snat': True}, 'gw_port_id': '962870bc-50a8-4afe-8ee0-541ade01b570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:25:08Z', 'updated_at': '2022-03-31T18:25:12Z', 'revision_number': 4, 'project_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'gw_port': {'id': '962870bc-50a8-4afe-8ee0-541ade01b570', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:1d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b416a9-88ee-499f-9846-13773bd75f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:25:09Z', 'updated_at': '2022-03-31T18:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '77625069-6468-4621-8a27-bca5bf88c674', 'tenant_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'floating_ip_address': '172.37.2.232', 'floating_network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'router_id': '18b416a9-88ee-499f-9846-13773bd75f53', 'port_id': '37333cba-6d73-4897-afb4-fcf3b7924967', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48b6e4a0-767f-4f89-81e1-af0f127e9429', 'mac_address': 'fa:16:3e:ae:56:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86bda241-c7e6-482d-aacf-2fd3bd226e89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T18:31:09Z', 'updated_at': '2022-03-31T18:31:24Z', 'revision_number': 1, 'project_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9e9053e-8135-4f8c-a7fa-10c10f86d87e', 'name': '', 'network_id': '48b6e4a0-767f-4f89-81e1-af0f127e9429', 'tenant_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'mac_address': 'fa:16:3e:6d:65:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b416a9-88ee-499f-9846-13773bd75f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'b702573e-a854-4e5e-962c-bc2e1a12d797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:25:11Z', 'updated_at': '2022-03-31T18:25:16Z', 'revision_number': 5, 'project_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'subnets': [{'id': 'b702573e-a854-4e5e-962c-bc2e1a12d797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:31:26.002521 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6885ebb-404a-4047-bd50-46e4088ceb19 None None] The sync data for ids ['18b416a9-88ee-499f-9846-13773bd75f53'] in dv-cinder-master-3-iscsi is: [{'id': '18b416a9-88ee-499f-9846-13773bd75f53', 'name': 'tempest-AttachVolumeNegativeTest-783316322-router', 'tenant_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.224'}], 'enable_snat': True}, 'gw_port_id': '962870bc-50a8-4afe-8ee0-541ade01b570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:25:08Z', 'updated_at': '2022-03-31T18:25:12Z', 'revision_number': 4, 'project_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'gw_port': {'id': '962870bc-50a8-4afe-8ee0-541ade01b570', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:1d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b416a9-88ee-499f-9846-13773bd75f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:25:09Z', 'updated_at': '2022-03-31T18:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '77625069-6468-4621-8a27-bca5bf88c674', 'tenant_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'floating_ip_address': '172.37.2.232', 'floating_network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'router_id': '18b416a9-88ee-499f-9846-13773bd75f53', 'port_id': '37333cba-6d73-4897-afb4-fcf3b7924967', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48b6e4a0-767f-4f89-81e1-af0f127e9429', 'mac_address': 'fa:16:3e:ae:56:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86bda241-c7e6-482d-aacf-2fd3bd226e89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T18:31:09Z', 'updated_at': '2022-03-31T18:31:24Z', 'revision_number': 1, 'project_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9e9053e-8135-4f8c-a7fa-10c10f86d87e', 'name': '', 'network_id': '48b6e4a0-767f-4f89-81e1-af0f127e9429', 'tenant_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'mac_address': 'fa:16:3e:6d:65:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b416a9-88ee-499f-9846-13773bd75f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'b702573e-a854-4e5e-962c-bc2e1a12d797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:25:11Z', 'updated_at': '2022-03-31T18:25:16Z', 'revision_number': 5, 'project_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'subnets': [{'id': 'b702573e-a854-4e5e-962c-bc2e1a12d797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 31 18:31:26.167498 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-3bcdf67a-8d9a-411f-aa02-37b7722c4293 req-3542be84-f6d0-4aa0-bf7d-77bcad122d79 service neutron] 10.222.0.44 "GET /v2.0/networks/48b6e4a0-767f-4f89-81e1-af0f127e9429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3575699
Mar 31 18:31:26.212320 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ce689b-6ab7-44de-823e-df6368d1c7d0 None None] New status for floating IP 77625069-6468-4621-8a27-bca5bf88c674: ACTIVE {{(pid=103898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 31 18:31:29.006300 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-179125c3-dcb8-4603-92fa-65abe7fb1632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (08150f5b-1b08-4271-84f1-4a3b03ee1892), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:31:29.803089 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.agents_db [None req-39f62d97-bd56-4bf2-8522-12846eccdd8f None None] Agent healthcheck: found 6 active agents {{(pid=103899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 31 18:31:31.494843 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-a8f8f19d-da26-4bb3-bc7b-6e5d92800250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (f09d5d1b-4294-4f18-9a00-351412ae7ca6), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:31:32.485906 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-be477ca9-b30f-4eb3-92ce-971cde9f4756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (d0835089-4a76-4105-9221-c81b46927b3c), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:31:34.017139 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-61acbcaf-515a-4595-a759-82c8bf4c0ac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (1ee04592-4785-424e-aa2a-0bd32f5faacf), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:31:35.142935 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (b6d39f6c-4dc3-40bd-bbe5-e05b1f1d4e13), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:31:36.462876 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (06f31eaf-9418-4d11-8606-24a34b4b4893), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:31:51.694641 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-7907bff6-a02b-4bd9-9038-9d93c0a51943 req-400f44b2-b1de-42df-b932-41ffe269886c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=86bda241-c7e6-482d-aacf-2fd3bd226e89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0560601
Mar 31 18:31:51.801259 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7907bff6-a02b-4bd9-9038-9d93c0a51943 req-32cd15bb-101c-48aa-b4ad-5185724d7f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:31:51.803838 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-7907bff6-a02b-4bd9-9038-9d93c0a51943 req-32cd15bb-101c-48aa-b4ad-5185724d7f31 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7ae2325a87da4c5f8179a77fbd3d8748&device_id=86bda241-c7e6-482d-aacf-2fd3bd226e89 HTTP/1.1" status: 200  len: 1130 time: 0.0484207
Mar 31 18:31:51.911485 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7907bff6-a02b-4bd9-9038-9d93c0a51943 req-65c77146-841a-4d6c-b4cb-96deb3006dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:31:51.912947 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-7907bff6-a02b-4bd9-9038-9d93c0a51943 req-65c77146-841a-4d6c-b4cb-96deb3006dc4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=48b6e4a0-767f-4f89-81e1-af0f127e9429 HTTP/1.1" status: 200  len: 915 time: 0.0896847
Mar 31 18:31:51.980699 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-7907bff6-a02b-4bd9-9038-9d93c0a51943 req-8ba512a2-94ef-44ac-a00a-d4306426fe53 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37333cba-6d73-4897-afb4-fcf3b7924967 HTTP/1.1" status: 200  len: 1002 time: 0.0611572
Mar 31 18:31:52.037564 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7907bff6-a02b-4bd9-9038-9d93c0a51943 req-44b667e0-e976-42c8-aa17-682f2df0a498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:31:52.039029 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-7907bff6-a02b-4bd9-9038-9d93c0a51943 req-44b667e0-e976-42c8-aa17-682f2df0a498 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b702573e-a854-4e5e-962c-bc2e1a12d797 HTTP/1.1" status: 200  len: 853 time: 0.0505488
Mar 31 18:31:52.088981 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7907bff6-a02b-4bd9-9038-9d93c0a51943 req-40b56849-5785-40de-883d-f655ea41f3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:31:52.090560 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-7907bff6-a02b-4bd9-9038-9d93c0a51943 req-40b56849-5785-40de-883d-f655ea41f3c9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=48b6e4a0-767f-4f89-81e1-af0f127e9429&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0451629
Mar 31 18:31:52.184260 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-7907bff6-a02b-4bd9-9038-9d93c0a51943 req-439da26f-6558-42db-bc71-347a11383b29 service neutron] 10.222.0.44 "GET /v2.0/networks/48b6e4a0-767f-4f89-81e1-af0f127e9429?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0860023
Mar 31 18:31:52.278246 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-7907bff6-a02b-4bd9-9038-9d93c0a51943 req-dc46ec47-81c2-45eb-bc1c-94528130297b service neutron] 10.222.0.44 "GET /v2.0/networks/48b6e4a0-767f-4f89-81e1-af0f127e9429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0875084
Mar 31 18:31:59.031156 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-d9afaa13-fd99-4ef1-abf0-2dc11f6d4a4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (08150f5b-1b08-4271-84f1-4a3b03ee1892), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:32:01.350340 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-0bd870fa-0614-4cc2-ac2b-0e1aaba39c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (f09d5d1b-4294-4f18-9a00-351412ae7ca6), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:32:02.416324 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-be477ca9-b30f-4eb3-92ce-971cde9f4756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (d0835089-4a76-4105-9221-c81b46927b3c), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:32:04.052722 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-61acbcaf-515a-4595-a759-82c8bf4c0ac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (1ee04592-4785-424e-aa2a-0bd32f5faacf), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:32:05.075558 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (b6d39f6c-4dc3-40bd-bbe5-e05b1f1d4e13), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:32:06.464603 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (06f31eaf-9418-4d11-8606-24a34b4b4893), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:32:06.801916 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.agents_db [None req-39f62d97-bd56-4bf2-8522-12846eccdd8f None None] Agent healthcheck: found 6 active agents {{(pid=103899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 31 18:32:29.049247 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-25f1de04-e554-4917-b66c-cd7c8af0de51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (08150f5b-1b08-4271-84f1-4a3b03ee1892), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:32:31.370002 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-0f0e6a58-3ebf-4a62-9016-eb24f8712932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (f09d5d1b-4294-4f18-9a00-351412ae7ca6), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:32:32.426829 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-be477ca9-b30f-4eb3-92ce-971cde9f4756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (d0835089-4a76-4105-9221-c81b46927b3c), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:32:34.011102 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-61acbcaf-515a-4595-a759-82c8bf4c0ac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (1ee04592-4785-424e-aa2a-0bd32f5faacf), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:32:35.079372 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (b6d39f6c-4dc3-40bd-bbe5-e05b1f1d4e13), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:32:36.542849 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (06f31eaf-9418-4d11-8606-24a34b4b4893), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:32:43.800979 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.agents_db [None req-39f62d97-bd56-4bf2-8522-12846eccdd8f None None] Agent healthcheck: found 6 active agents {{(pid=103899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 31 18:32:52.710940 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-88abe6ae-7532-4fda-9d8d-8f0eba980750 req-c4b00e1d-85b4-4d45-b70d-34303c134b67 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=86bda241-c7e6-482d-aacf-2fd3bd226e89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0453706
Mar 31 18:32:52.817913 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88abe6ae-7532-4fda-9d8d-8f0eba980750 req-2bcf01ac-01d5-42e4-ac2c-5da45cfc8891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:32:52.819438 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-88abe6ae-7532-4fda-9d8d-8f0eba980750 req-2bcf01ac-01d5-42e4-ac2c-5da45cfc8891 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7ae2325a87da4c5f8179a77fbd3d8748&device_id=86bda241-c7e6-482d-aacf-2fd3bd226e89 HTTP/1.1" status: 200  len: 1130 time: 0.0451853
Mar 31 18:32:52.926926 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88abe6ae-7532-4fda-9d8d-8f0eba980750 req-37dee355-e75b-4415-a89b-0fd018d98b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:32:52.928289 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-88abe6ae-7532-4fda-9d8d-8f0eba980750 req-37dee355-e75b-4415-a89b-0fd018d98b62 service neutron] 10.222.0.44 "GET /v2.0/networks?id=48b6e4a0-767f-4f89-81e1-af0f127e9429 HTTP/1.1" status: 200  len: 915 time: 0.0884230
Mar 31 18:32:52.996384 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-88abe6ae-7532-4fda-9d8d-8f0eba980750 req-b483dd58-c351-48bd-a7ef-206c6451efe4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37333cba-6d73-4897-afb4-fcf3b7924967 HTTP/1.1" status: 200  len: 1002 time: 0.0615747
Mar 31 18:32:53.052688 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88abe6ae-7532-4fda-9d8d-8f0eba980750 req-9df1b3b2-ec6e-4fc7-964b-b3aa9132b45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:32:53.054132 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-88abe6ae-7532-4fda-9d8d-8f0eba980750 req-9df1b3b2-ec6e-4fc7-964b-b3aa9132b45c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b702573e-a854-4e5e-962c-bc2e1a12d797 HTTP/1.1" status: 200  len: 853 time: 0.0519145
Mar 31 18:32:53.105548 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88abe6ae-7532-4fda-9d8d-8f0eba980750 req-b0f00cef-4f34-42d7-bb68-444057646933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:32:53.107133 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-88abe6ae-7532-4fda-9d8d-8f0eba980750 req-b0f00cef-4f34-42d7-bb68-444057646933 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=48b6e4a0-767f-4f89-81e1-af0f127e9429&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0461495
Mar 31 18:32:53.197900 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-88abe6ae-7532-4fda-9d8d-8f0eba980750 req-d4f52614-c657-48da-89ff-fc7ffa871a89 service neutron] 10.222.0.44 "GET /v2.0/networks/48b6e4a0-767f-4f89-81e1-af0f127e9429?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0831175
Mar 31 18:32:53.295715 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-88abe6ae-7532-4fda-9d8d-8f0eba980750 req-6f5636ae-f7a7-474a-9647-4d2dcf2f4226 service neutron] 10.222.0.44 "GET /v2.0/networks/48b6e4a0-767f-4f89-81e1-af0f127e9429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0903251
Mar 31 18:32:55.731532 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a19297-62fb-46e6-ac6f-93b6b992de76 req-1257f728-03b2-4ade-afcc-c7e3c3d314ae tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:32:55.733006 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-19a19297-62fb-46e6-ac6f-93b6b992de76 req-1257f728-03b2-4ade-afcc-c7e3c3d314ae tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/ports?device_id=86bda241-c7e6-482d-aacf-2fd3bd226e89 HTTP/1.1" status: 200  len: 946 time: 0.0540721
Mar 31 18:32:55.783772 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-19a19297-62fb-46e6-ac6f-93b6b992de76 req-d35175d6-00a1-47b6-81b0-aaf4e5599d14 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/security-groups?id=537aca06-b796-4eb4-a713-2fd312843ca0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426638
Mar 31 18:32:56.904568 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5882602c-8464-4792-86f6-37025c8b5fa3 req-5baedd15-09b6-4813-8dc8-d2de004d220a tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:32:56.906056 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-5882602c-8464-4792-86f6-37025c8b5fa3 req-5baedd15-09b6-4813-8dc8-d2de004d220a tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/ports?device_id=86bda241-c7e6-482d-aacf-2fd3bd226e89 HTTP/1.1" status: 200  len: 946 time: 0.0529797
Mar 31 18:32:56.953500 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-5882602c-8464-4792-86f6-37025c8b5fa3 req-feddf6ab-0d33-4cad-9c00-5de0f2d78803 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/security-groups?id=537aca06-b796-4eb4-a713-2fd312843ca0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414014
Mar 31 18:32:57.778903 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6159454b-9f68-4798-9bc9-fbb572b3ff1a req-3133d196-926f-4311-a80f-73d6ace13e45 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:32:57.780327 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-6159454b-9f68-4798-9bc9-fbb572b3ff1a req-3133d196-926f-4311-a80f-73d6ace13e45 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.44 "GET /v2.0/ports?device_id=86bda241-c7e6-482d-aacf-2fd3bd226e89 HTTP/1.1" status: 200  len: 946 time: 0.0519664
Mar 31 18:32:57.874408 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [req-6159454b-9f68-4798-9bc9-fbb572b3ff1a req-68006bd2-5692-42ef-a3c4-96e804d4305f tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Deleting port 37333cba-6d73-4897-afb4-fcf3b7924967 {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 31 18:32:57.874778 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-6159454b-9f68-4798-9bc9-fbb572b3ff1a req-68006bd2-5692-42ef-a3c4-96e804d4305f tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759343023638'] for port (37333cba-6d73-4897-afb4-fcf3b7924967), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:32:57.962577 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [req-6159454b-9f68-4798-9bc9-fbb572b3ff1a req-68006bd2-5692-42ef-a3c4-96e804d4305f tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] For port 37333cba-6d73-4897-afb4-fcf3b7924967, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=37333cba-6d73-4897-afb4-fcf3b7924967,segment=NetworkSegment(d88eba78-682e-4e58-9428-c0cf5ca4e035),segment_id=d88eba78-682e-4e58-9428-c0cf5ca4e035)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:32:57.963302 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-6159454b-9f68-4798-9bc9-fbb572b3ff1a req-68006bd2-5692-42ef-a3c4-96e804d4305f tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505421'] for port (37333cba-6d73-4897-afb4-fcf3b7924967), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:32:58.085934 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be52b2e3-068e-4926-b4ba-efbbd9674210 req-c4e9b4af-6e35-4039-8a8e-ad7e785e91c3 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:32:58.087545 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-be52b2e3-068e-4926-b4ba-efbbd9674210 req-c4e9b4af-6e35-4039-8a8e-ad7e785e91c3 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/ports?device_id=86bda241-c7e6-482d-aacf-2fd3bd226e89 HTTP/1.1" status: 200  len: 946 time: 0.0668647
Mar 31 18:32:58.136180 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-be52b2e3-068e-4926-b4ba-efbbd9674210 req-53efd8ed-c09b-4f2b-b6ec-fef66e4ebbc2 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/security-groups?id=537aca06-b796-4eb4-a713-2fd312843ca0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426857
Mar 31 18:32:58.147084 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-6159454b-9f68-4798-9bc9-fbb572b3ff1a req-68006bd2-5692-42ef-a3c4-96e804d4305f tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:32:58.147761 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-6159454b-9f68-4798-9bc9-fbb572b3ff1a req-68006bd2-5692-42ef-a3c4-96e804d4305f tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505983'] for floatingip (77625069-6468-4621-8a27-bca5bf88c674), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:32:58.147761 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.db.l3_db [req-6159454b-9f68-4798-9bc9-fbb572b3ff1a req-68006bd2-5692-42ef-a3c4-96e804d4305f tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Floating IP 77625069-6468-4621-8a27-bca5bf88c674 disassociated. External IP: 172.37.2.232, port: 37333cba-6d73-4897-afb4-fcf3b7924967.
Mar 31 18:32:58.148060 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [req-6159454b-9f68-4798-9bc9-fbb572b3ff1a req-68006bd2-5692-42ef-a3c4-96e804d4305f tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Calling delete_port for 37333cba-6d73-4897-afb4-fcf3b7924967 owned by compute:nova {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 31 18:32:58.357399 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-6159454b-9f68-4798-9bc9-fbb572b3ff1a req-68006bd2-5692-42ef-a3c4-96e804d4305f tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759343027577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759342510071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13081985'] for port (37333cba-6d73-4897-afb4-fcf3b7924967), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:32:58.389814 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68006bd2-5692-42ef-a3c4-96e804d4305f tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Pushing event deleted for resources: {'Port': ['ID=37333cba-6d73-4897-afb4-fcf3b7924967,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:32:58.400951 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68006bd2-5692-42ef-a3c4-96e804d4305f tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:32:58.401303 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68006bd2-5692-42ef-a3c4-96e804d4305f tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:32:58.401653 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68006bd2-5692-42ef-a3c4-96e804d4305f tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:32:58.401995 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68006bd2-5692-42ef-a3c4-96e804d4305f tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:32:58.402330 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68006bd2-5692-42ef-a3c4-96e804d4305f tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:32:58.402685 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68006bd2-5692-42ef-a3c4-96e804d4305f tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:32:58.403019 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68006bd2-5692-42ef-a3c4-96e804d4305f tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:32:58.403346 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68006bd2-5692-42ef-a3c4-96e804d4305f tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:32:58.403673 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68006bd2-5692-42ef-a3c4-96e804d4305f tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:32:58.403998 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68006bd2-5692-42ef-a3c4-96e804d4305f tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:32:58.404322 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68006bd2-5692-42ef-a3c4-96e804d4305f tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:32:58.404646 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68006bd2-5692-42ef-a3c4-96e804d4305f tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:32:58.404967 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68006bd2-5692-42ef-a3c4-96e804d4305f tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:32:58.405288 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68006bd2-5692-42ef-a3c4-96e804d4305f tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:32:58.405610 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68006bd2-5692-42ef-a3c4-96e804d4305f tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:32:58.521138 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6159454b-9f68-4798-9bc9-fbb572b3ff1a req-68006bd2-5692-42ef-a3c4-96e804d4305f tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Router 18b416a9-88ee-499f-9846-13773bd75f53 has already been hosted by L3 agent f09d5d1b-4294-4f18-9a00-351412ae7ca6 {{(pid=103897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 31 18:32:58.634005 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6159454b-9f68-4798-9bc9-fbb572b3ff1a req-68006bd2-5692-42ef-a3c4-96e804d4305f tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 31 18:32:58.643956 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c7c9d1-3f0a-4c48-b4f4-0631187452f1 None None] Sync routers for ids ['18b416a9-88ee-499f-9846-13773bd75f53'] in dv-cinder-master-3-iscsi {{(pid=103899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 31 18:32:58.653940 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c7c9d1-3f0a-4c48-b4f4-0631187452f1 None None] Routers {'18b416a9-88ee-499f-9846-13773bd75f53'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 31 18:32:58.654660 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_hamode_db [None req-e7c7c9d1-3f0a-4c48-b4f4-0631187452f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f771571d460>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T18:05:01Z,description=<?>,heartbeat_timestamp=2022-03-31T18:32:31Z,host='dv-cinder-master-3-iscsi',id=f09d5d1b-4294-4f18-9a00-351412ae7ca6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-31T18:05:02Z,topic='l3_agent')) {'router_ids': ['18b416a9-88ee-499f-9846-13773bd75f53'], 'active': True} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:32:58.676428 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [req-6159454b-9f68-4798-9bc9-fbb572b3ff1a req-68006bd2-5692-42ef-a3c4-96e804d4305f tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] No DVR routers for this DVR port 37333cba-6d73-4897-afb4-fcf3b7924967 on host hv-cinder-maste {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 31 18:32:58.679021 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-6159454b-9f68-4798-9bc9-fbb572b3ff1a req-68006bd2-5692-42ef-a3c4-96e804d4305f tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30337'] for port (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:32:58.682668 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-6159454b-9f68-4798-9bc9-fbb572b3ff1a req-68006bd2-5692-42ef-a3c4-96e804d4305f tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.44 "DELETE /v2.0/ports/37333cba-6d73-4897-afb4-fcf3b7924967 HTTP/1.1" status: 204  len: 173 time: 0.8970370
Mar 31 18:32:58.683159 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86bda241-c7e6-482d-aacf-2fd3bd226e89', 'name': 'network-vif-deleted', 'tag': '37333cba-6d73-4897-afb4-fcf3b7924967'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 31 18:32:58.686197 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73fc78de55affb2fac0a31bf62e314c48f0d961b1f9e9815d43b8150b113e94f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac70ed05-41bc-4032-a634-2f3b2b89163d" -d '{"events": [{"server_uuid": "86bda241-c7e6-482d-aacf-2fd3bd226e89", "name": "network-vif-deleted", "tag": "37333cba-6d73-4897-afb4-fcf3b7924967"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 31 18:32:58.724262 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 18:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-948d6033-d56c-45c7-a4c2-a725ca61524d x-openstack-request-id: req-948d6033-d56c-45c7-a4c2-a725ca61524d {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 31 18:32:58.724556 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86bda241-c7e6-482d-aacf-2fd3bd226e89", "name": "network-vif-deleted", "tag": "37333cba-6d73-4897-afb4-fcf3b7924967", "status": "completed", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 31 18:32:58.724810 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-948d6033-d56c-45c7-a4c2-a725ca61524d {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 31 18:32:58.725219 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-948d6033-d56c-45c7-a4c2-a725ca61524d'] response: {'server_uuid': '86bda241-c7e6-482d-aacf-2fd3bd226e89', 'name': 'network-vif-deleted', 'tag': '37333cba-6d73-4897-afb4-fcf3b7924967', 'status': 'completed', 'code': 200}
Mar 31 18:32:58.770101 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvr_db [None req-e7c7c9d1-3f0a-4c48-b4f4-0631187452f1 None None] Set router 18b416a9-88ee-499f-9846-13773bd75f53 gateway port host: dv-cinder-master-3-iscsi {{(pid=103899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 31 18:32:58.975483 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_hamode_db [None req-e7c7c9d1-3f0a-4c48-b4f4-0631187452f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f771571d460>, [{'id': '18b416a9-88ee-499f-9846-13773bd75f53', 'name': 'tempest-AttachVolumeNegativeTest-783316322-router', 'tenant_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.224'}], 'enable_snat': True}, 'gw_port_id': '962870bc-50a8-4afe-8ee0-541ade01b570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:25:08Z', 'updated_at': '2022-03-31T18:25:12Z', 'revision_number': 4, 'project_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'gw_port': {'id': '962870bc-50a8-4afe-8ee0-541ade01b570', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:1d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b416a9-88ee-499f-9846-13773bd75f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:25:09Z', 'updated_at': '2022-03-31T18:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'f9e9053e-8135-4f8c-a7fa-10c10f86d87e', 'name': '', 'network_id': '48b6e4a0-767f-4f89-81e1-af0f127e9429', 'tenant_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'mac_address': 'fa:16:3e:6d:65:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b416a9-88ee-499f-9846-13773bd75f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'b702573e-a854-4e5e-962c-bc2e1a12d797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:25:11Z', 'updated_at': '2022-03-31T18:25:16Z', 'revision_number': 5, 'project_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'subnets': [{'id': 'b702573e-a854-4e5e-962c-bc2e1a12d797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:32:59.082683 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-2bc73c4a-a0be-40af-9fdc-65487925b395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (08150f5b-1b08-4271-84f1-4a3b03ee1892), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:32:59.094993 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c7c9d1-3f0a-4c48-b4f4-0631187452f1 None None] Checking router: 18b416a9-88ee-499f-9846-13773bd75f53 for host: dv-cinder-master-3-iscsi {{(pid=103899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 31 18:32:59.103345 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c7c9d1-3f0a-4c48-b4f4-0631187452f1 None None] Routers {'18b416a9-88ee-499f-9846-13773bd75f53'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 31 18:32:59.103972 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_hamode_db [None req-e7c7c9d1-3f0a-4c48-b4f4-0631187452f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f771571d460>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T18:05:01Z,description=<?>,heartbeat_timestamp=2022-03-31T18:32:31Z,host='dv-cinder-master-3-iscsi',id=f09d5d1b-4294-4f18-9a00-351412ae7ca6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-31T18:05:02Z,topic='l3_agent')) {'router_ids': ['18b416a9-88ee-499f-9846-13773bd75f53'], 'active': True} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:32:59.213640 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvr_db [None req-e7c7c9d1-3f0a-4c48-b4f4-0631187452f1 None None] Set router 18b416a9-88ee-499f-9846-13773bd75f53 gateway port host: dv-cinder-master-3-iscsi {{(pid=103899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 31 18:32:59.241357 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-365e388b-7c1d-47d4-aeb3-7ec9240f9cfa req-f3bb9243-df53-4826-9681-61d28e7f686a tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/ports?device_id=86bda241-c7e6-482d-aacf-2fd3bd226e89 HTTP/1.1" status: 200  len: 210 time: 0.0264947
Mar 31 18:32:59.428003 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_hamode_db [None req-e7c7c9d1-3f0a-4c48-b4f4-0631187452f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f771571d460>, [{'id': '18b416a9-88ee-499f-9846-13773bd75f53', 'name': 'tempest-AttachVolumeNegativeTest-783316322-router', 'tenant_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.224'}], 'enable_snat': True}, 'gw_port_id': '962870bc-50a8-4afe-8ee0-541ade01b570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:25:08Z', 'updated_at': '2022-03-31T18:25:12Z', 'revision_number': 4, 'project_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'gw_port': {'id': '962870bc-50a8-4afe-8ee0-541ade01b570', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:1d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b416a9-88ee-499f-9846-13773bd75f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:25:09Z', 'updated_at': '2022-03-31T18:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'f9e9053e-8135-4f8c-a7fa-10c10f86d87e', 'name': '', 'network_id': '48b6e4a0-767f-4f89-81e1-af0f127e9429', 'tenant_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'mac_address': 'fa:16:3e:6d:65:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b416a9-88ee-499f-9846-13773bd75f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'b702573e-a854-4e5e-962c-bc2e1a12d797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:25:11Z', 'updated_at': '2022-03-31T18:25:16Z', 'revision_number': 5, 'project_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'subnets': [{'id': 'b702573e-a854-4e5e-962c-bc2e1a12d797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:32:59.452250 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c7c9d1-3f0a-4c48-b4f4-0631187452f1 None None] The sync data for ids ['18b416a9-88ee-499f-9846-13773bd75f53'] in dv-cinder-master-3-iscsi is: [{'id': '18b416a9-88ee-499f-9846-13773bd75f53', 'name': 'tempest-AttachVolumeNegativeTest-783316322-router', 'tenant_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.224'}], 'enable_snat': True}, 'gw_port_id': '962870bc-50a8-4afe-8ee0-541ade01b570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:25:08Z', 'updated_at': '2022-03-31T18:25:12Z', 'revision_number': 4, 'project_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'gw_port': {'id': '962870bc-50a8-4afe-8ee0-541ade01b570', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:1d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b416a9-88ee-499f-9846-13773bd75f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:25:09Z', 'updated_at': '2022-03-31T18:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'f9e9053e-8135-4f8c-a7fa-10c10f86d87e', 'name': '', 'network_id': '48b6e4a0-767f-4f89-81e1-af0f127e9429', 'tenant_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'mac_address': 'fa:16:3e:6d:65:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b416a9-88ee-499f-9846-13773bd75f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'b702573e-a854-4e5e-962c-bc2e1a12d797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:25:11Z', 'updated_at': '2022-03-31T18:25:16Z', 'revision_number': 5, 'project_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'subnets': [{'id': 'b702573e-a854-4e5e-962c-bc2e1a12d797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 31 18:32:59.686914 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4fc8b8a-7491-4de4-92a9-91b8a058fe7a None None] New status for floating IP 77625069-6468-4621-8a27-bca5bf88c674: DOWN {{(pid=103898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 31 18:33:00.399503 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 57130) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:33:00.453190 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e33576a9-bcce-4189-b349-ac3a9a6ca092 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks [] for security_group (537aca06-b796-4eb4-a713-2fd312843ca0), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:00.476686 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e33576a9-bcce-4189-b349-ac3a9a6ca092 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks [] for security_group (537aca06-b796-4eb4-a713-2fd312843ca0), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:00.611006 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e33576a9-bcce-4189-b349-ac3a9a6ca092 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (537aca06-b796-4eb4-a713-2fd312843ca0), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:00.615419 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e33576a9-bcce-4189-b349-ac3a9a6ca092 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks [] for security_group (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:00.617015 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-e33576a9-bcce-4189-b349-ac3a9a6ca092 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "DELETE /v2.0/security-groups/537aca06-b796-4eb4-a713-2fd312843ca0 HTTP/1.1" status: 204  len: 168 time: 0.2162979
Mar 31 18:33:00.619813 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 57132) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:33:00.630450 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33576a9-bcce-4189-b349-ac3a9a6ca092 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=537aca06-b796-4eb4-a713-2fd312843ca0,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:33:00.633195 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.api.v2.resource [None req-ababc336-3d93-4977-94bd-c479908ecbb9 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] show failed (client error): The resource could not be found.
Mar 31 18:33:00.634206 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-ababc336-3d93-4977-94bd-c479908ecbb9 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "GET /v2.0/security-groups/537aca06-b796-4eb4-a713-2fd312843ca0 HTTP/1.1" status: 404  len: 347 time: 0.0133817
Mar 31 18:33:00.637280 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 57134) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:33:00.771342 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-68d1d039-4cc7-4579-ad6a-fc97b19fb494 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Deleting port d0f0b478-1960-47cd-94f9-966564bac6ba {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 31 18:33:00.771725 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-68d1d039-4cc7-4579-ad6a-fc97b19fb494 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759343023638'] for port (d0f0b478-1960-47cd-94f9-966564bac6ba), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:00.855517 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-68d1d039-4cc7-4579-ad6a-fc97b19fb494 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505421'] for port (d0f0b478-1960-47cd-94f9-966564bac6ba), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:00.855852 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-68d1d039-4cc7-4579-ad6a-fc97b19fb494 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks [] for floatingip (d0f0b478-1960-47cd-94f9-966564bac6ba), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:00.868459 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-68d1d039-4cc7-4579-ad6a-fc97b19fb494 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Calling delete_port for d0f0b478-1960-47cd-94f9-966564bac6ba owned by network:floatingip {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 31 18:33:01.080312 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-68d1d039-4cc7-4579-ad6a-fc97b19fb494 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759343027577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759342510071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12885778'] for port (d0f0b478-1960-47cd-94f9-966564bac6ba), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:01.107287 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d1d039-4cc7-4579-ad6a-fc97b19fb494 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Pushing event deleted for resources: {'Port': ['ID=d0f0b478-1960-47cd-94f9-966564bac6ba,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:33:01.120142 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d1d039-4cc7-4579-ad6a-fc97b19fb494 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:33:01.120437 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d1d039-4cc7-4579-ad6a-fc97b19fb494 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:33:01.120783 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d1d039-4cc7-4579-ad6a-fc97b19fb494 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:33:01.121130 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d1d039-4cc7-4579-ad6a-fc97b19fb494 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:33:01.121477 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d1d039-4cc7-4579-ad6a-fc97b19fb494 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:33:01.121815 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d1d039-4cc7-4579-ad6a-fc97b19fb494 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:33:01.122150 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d1d039-4cc7-4579-ad6a-fc97b19fb494 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:33:01.122516 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d1d039-4cc7-4579-ad6a-fc97b19fb494 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:33:01.122923 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d1d039-4cc7-4579-ad6a-fc97b19fb494 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:33:01.123258 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d1d039-4cc7-4579-ad6a-fc97b19fb494 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:33:01.123593 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d1d039-4cc7-4579-ad6a-fc97b19fb494 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:33:01.123925 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d1d039-4cc7-4579-ad6a-fc97b19fb494 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:33:01.124253 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d1d039-4cc7-4579-ad6a-fc97b19fb494 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:33:01.124593 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d1d039-4cc7-4579-ad6a-fc97b19fb494 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:33:01.124906 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d1d039-4cc7-4579-ad6a-fc97b19fb494 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:33:01.183806 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-68d1d039-4cc7-4579-ad6a-fc97b19fb494 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks [] for floatingip (77625069-6468-4621-8a27-bca5bf88c674), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:01.186446 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-68d1d039-4cc7-4579-ad6a-fc97b19fb494 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30337'] for floatingip (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:01.187744 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-68d1d039-4cc7-4579-ad6a-fc97b19fb494 tempest-AttachVolumeNegativeTest-2061339577 tempest-AttachVolumeNegativeTest-2061339577-project] 10.222.0.58 "DELETE /v2.0/floatingips/77625069-6468-4621-8a27-bca5bf88c674 HTTP/1.1" status: 204  len: 168 time: 0.5494754
Mar 31 18:33:01.356993 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-a5bb7418-8150-49ce-8b92-2c0b2c501b84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (f09d5d1b-4294-4f18-9a00-351412ae7ca6), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:01.665176 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Device 37333cba-6d73-4897-afb4-fcf3b7924967 no longer exists at agent hyperv_hv-cinder-maste {{(pid=103898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 31 18:33:01.684890 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] No Port match for: 37333cba-6d73-4897-afb4-fcf3b7924967 {{(pid=103898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 31 18:33:01.685231 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Device 37333cba-6d73-4897-afb4-fcf3b7924967 not bound to the agent host hv-cinder-maste {{(pid=103898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 31 18:33:02.505693 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-be477ca9-b30f-4eb3-92ce-971cde9f4756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (d0835089-4a76-4105-9221-c81b46927b3c), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:04.019792 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-61acbcaf-515a-4595-a759-82c8bf4c0ac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (1ee04592-4785-424e-aa2a-0bd32f5faacf), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:05.130269 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (b6d39f6c-4dc3-40bd-bbe5-e05b1f1d4e13), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:05.311756 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 57170) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:33:05.815823 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ba8081aa-b63a-42fe-ac1f-d03d7297fdb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-506751'] for router_interface (18b416a9-88ee-499f-9846-13773bd75f53), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:06.070418 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-ba8081aa-b63a-42fe-ac1f-d03d7297fdb7 admin admin] Deleting port f9e9053e-8135-4f8c-a7fa-10c10f86d87e {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 31 18:33:06.071092 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ba8081aa-b63a-42fe-ac1f-d03d7297fdb7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759343023638'] for port (f9e9053e-8135-4f8c-a7fa-10c10f86d87e), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:06.148005 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-ba8081aa-b63a-42fe-ac1f-d03d7297fdb7 admin admin] For port f9e9053e-8135-4f8c-a7fa-10c10f86d87e, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=f9e9053e-8135-4f8c-a7fa-10c10f86d87e,segment=NetworkSegment(d88eba78-682e-4e58-9428-c0cf5ca4e035),segment_id=d88eba78-682e-4e58-9428-c0cf5ca4e035)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:33:06.148364 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ba8081aa-b63a-42fe-ac1f-d03d7297fdb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505421'] for port (f9e9053e-8135-4f8c-a7fa-10c10f86d87e), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:06.161246 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-ba8081aa-b63a-42fe-ac1f-d03d7297fdb7 admin admin] Calling delete_port for f9e9053e-8135-4f8c-a7fa-10c10f86d87e owned by network:router_interface {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 31 18:33:06.427539 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ba8081aa-b63a-42fe-ac1f-d03d7297fdb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759343027577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759342510071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12885778'] for port (f9e9053e-8135-4f8c-a7fa-10c10f86d87e), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:06.459117 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8081aa-b63a-42fe-ac1f-d03d7297fdb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9e9053e-8135-4f8c-a7fa-10c10f86d87e,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:33:06.502172 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (06f31eaf-9418-4d11-8606-24a34b4b4893), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:06.631602 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ba8081aa-b63a-42fe-ac1f-d03d7297fdb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-493295'] for router_interface (18b416a9-88ee-499f-9846-13773bd75f53), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:06.848413 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba8081aa-b63a-42fe-ac1f-d03d7297fdb7 admin admin] Router 18b416a9-88ee-499f-9846-13773bd75f53 has already been hosted by L3 agent f09d5d1b-4294-4f18-9a00-351412ae7ca6 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 31 18:33:06.952660 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba8081aa-b63a-42fe-ac1f-d03d7297fdb7 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 31 18:33:06.958405 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-ba8081aa-b63a-42fe-ac1f-d03d7297fdb7 admin admin] 10.222.0.58 "PUT /v2.0/routers/18b416a9-88ee-499f-9846-13773bd75f53/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6455848
Mar 31 18:33:06.961033 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 57174) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:33:06.961775 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5e36ab-7188-4792-8d84-3c417383ce7f None None] Sync routers for ids ['18b416a9-88ee-499f-9846-13773bd75f53'] in dv-cinder-master-3-iscsi {{(pid=103899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 31 18:33:06.972143 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5e36ab-7188-4792-8d84-3c417383ce7f None None] Routers {'18b416a9-88ee-499f-9846-13773bd75f53'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 31 18:33:06.972747 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_hamode_db [None req-7a5e36ab-7188-4792-8d84-3c417383ce7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7715996d30>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T18:05:01Z,description=<?>,heartbeat_timestamp=2022-03-31T18:33:01Z,host='dv-cinder-master-3-iscsi',id=f09d5d1b-4294-4f18-9a00-351412ae7ca6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-31T18:05:02Z,topic='l3_agent')) {'router_ids': ['18b416a9-88ee-499f-9846-13773bd75f53'], 'active': True} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:33:07.070906 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-81cb0503-2ef2-4145-882d-5b567ccaf420 admin admin] Publish callbacks [] for router (18b416a9-88ee-499f-9846-13773bd75f53), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:07.080639 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvr_db [None req-7a5e36ab-7188-4792-8d84-3c417383ce7f None None] Set router 18b416a9-88ee-499f-9846-13773bd75f53 gateway port host: dv-cinder-master-3-iscsi {{(pid=103899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 31 18:33:07.178409 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-81cb0503-2ef2-4145-882d-5b567ccaf420 admin admin] Publish callbacks [] for router_gateway (18b416a9-88ee-499f-9846-13773bd75f53), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:07.258328 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_hamode_db [None req-7a5e36ab-7188-4792-8d84-3c417383ce7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7715996d30>, [{'id': '18b416a9-88ee-499f-9846-13773bd75f53', 'name': 'tempest-AttachVolumeNegativeTest-783316322-router', 'tenant_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.224'}], 'enable_snat': True}, 'gw_port_id': '962870bc-50a8-4afe-8ee0-541ade01b570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:25:08Z', 'updated_at': '2022-03-31T18:33:06Z', 'revision_number': 5, 'project_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'gw_port': {'id': '962870bc-50a8-4afe-8ee0-541ade01b570', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:1d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b416a9-88ee-499f-9846-13773bd75f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:25:09Z', 'updated_at': '2022-03-31T18:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:33:07.285969 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5e36ab-7188-4792-8d84-3c417383ce7f None None] Checking router: 18b416a9-88ee-499f-9846-13773bd75f53 for host: dv-cinder-master-3-iscsi {{(pid=103899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 31 18:33:07.294174 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5e36ab-7188-4792-8d84-3c417383ce7f None None] Routers {'18b416a9-88ee-499f-9846-13773bd75f53'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 31 18:33:07.294790 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_hamode_db [None req-7a5e36ab-7188-4792-8d84-3c417383ce7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7715996d30>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T18:05:01Z,description=<?>,heartbeat_timestamp=2022-03-31T18:33:01Z,host='dv-cinder-master-3-iscsi',id=f09d5d1b-4294-4f18-9a00-351412ae7ca6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-31T18:05:02Z,topic='l3_agent')) {'router_ids': ['18b416a9-88ee-499f-9846-13773bd75f53'], 'active': True} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:33:07.310149 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-81cb0503-2ef2-4145-882d-5b567ccaf420 admin admin] Deleting port 962870bc-50a8-4afe-8ee0-541ade01b570 {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 31 18:33:07.310530 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-81cb0503-2ef2-4145-882d-5b567ccaf420 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759343023638'] for port (962870bc-50a8-4afe-8ee0-541ade01b570), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:07.384738 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvr_db [None req-7a5e36ab-7188-4792-8d84-3c417383ce7f None None] Set router 18b416a9-88ee-499f-9846-13773bd75f53 gateway port host: None {{(pid=103899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 31 18:33:07.399007 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-81cb0503-2ef2-4145-882d-5b567ccaf420 admin admin] For port 962870bc-50a8-4afe-8ee0-541ade01b570, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=962870bc-50a8-4afe-8ee0-541ade01b570,segment=NetworkSegment(31f32929-b46a-4720-9f75-d20195c1993a),segment_id=31f32929-b46a-4720-9f75-d20195c1993a)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:33:07.399384 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-81cb0503-2ef2-4145-882d-5b567ccaf420 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505421'] for port (962870bc-50a8-4afe-8ee0-541ade01b570), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:07.413120 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-81cb0503-2ef2-4145-882d-5b567ccaf420 admin admin] Calling delete_port for 962870bc-50a8-4afe-8ee0-541ade01b570 owned by network:router_gateway {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 31 18:33:07.438914 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_hamode_db [None req-7a5e36ab-7188-4792-8d84-3c417383ce7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7715996d30>, [{'id': '18b416a9-88ee-499f-9846-13773bd75f53', 'name': 'tempest-AttachVolumeNegativeTest-783316322-router', 'tenant_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:25:08Z', 'updated_at': '2022-03-31T18:33:07Z', 'revision_number': 6, 'project_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:33:07.464141 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5e36ab-7188-4792-8d84-3c417383ce7f None None] The sync data for ids ['18b416a9-88ee-499f-9846-13773bd75f53'] in dv-cinder-master-3-iscsi is: [{'id': '18b416a9-88ee-499f-9846-13773bd75f53', 'name': 'tempest-AttachVolumeNegativeTest-783316322-router', 'tenant_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:25:08Z', 'updated_at': '2022-03-31T18:33:07Z', 'revision_number': 6, 'project_id': '7ae2325a87da4c5f8179a77fbd3d8748', 'gw_port_host': None}] {{(pid=103899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 31 18:33:07.656601 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-81cb0503-2ef2-4145-882d-5b567ccaf420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759343027577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759342510071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13081985'] for port (962870bc-50a8-4afe-8ee0-541ade01b570), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:07.683909 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cb0503-2ef2-4145-882d-5b567ccaf420 admin admin] Pushing event deleted for resources: {'Port': ['ID=962870bc-50a8-4afe-8ee0-541ade01b570,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:33:07.751305 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-81cb0503-2ef2-4145-882d-5b567ccaf420 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-505861'] for router_gateway (18b416a9-88ee-499f-9846-13773bd75f53), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:07.851698 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-81cb0503-2ef2-4145-882d-5b567ccaf420 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-495001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-413'] for router (18b416a9-88ee-499f-9846-13773bd75f53), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:07.853948 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-81cb0503-2ef2-4145-882d-5b567ccaf420 admin admin] Publish callbacks [] for router_controller (18b416a9-88ee-499f-9846-13773bd75f53), precommit_delete_associations {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:07.986225 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-81cb0503-2ef2-4145-882d-5b567ccaf420 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-495072'] for router (18b416a9-88ee-499f-9846-13773bd75f53), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:07.986912 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81cb0503-2ef2-4145-882d-5b567ccaf420 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 18b416a9-88ee-499f-9846-13773bd75f53 {{(pid=103897) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 31 18:33:07.990999 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-81cb0503-2ef2-4145-882d-5b567ccaf420 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:07.995419 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-81cb0503-2ef2-4145-882d-5b567ccaf420 admin admin] 10.222.0.58 "DELETE /v2.0/routers/18b416a9-88ee-499f-9846-13773bd75f53 HTTP/1.1" status: 204  len: 168 time: 1.0299392
Mar 31 18:33:07.995419 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 57176) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:33:08.039012 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.db_base_plugin_v2 [None req-d290d768-1e8f-4719-87fe-12dfbc3542fb admin admin] Deleting subnet b702573e-a854-4e5e-962c-bc2e1a12d797 {{(pid=103897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 31 18:33:08.042069 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d290d768-1e8f-4719-87fe-12dfbc3542fb admin admin] Publish callbacks [] for subnet (b702573e-a854-4e5e-962c-bc2e1a12d797), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:08.083370 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d290d768-1e8f-4719-87fe-12dfbc3542fb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13080895'] for subnet (b702573e-a854-4e5e-962c-bc2e1a12d797), precommit_delete_associations {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:08.161813 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d290d768-1e8f-4719-87fe-12dfbc3542fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1237091'] for subnet (b702573e-a854-4e5e-962c-bc2e1a12d797), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:08.317872 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d290d768-1e8f-4719-87fe-12dfbc3542fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1237076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13080946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24666377'] for subnet (b702573e-a854-4e5e-962c-bc2e1a12d797), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:08.342276 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d290d768-1e8f-4719-87fe-12dfbc3542fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b702573e-a854-4e5e-962c-bc2e1a12d797,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:33:08.350266 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d290d768-1e8f-4719-87fe-12dfbc3542fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548721'] for subnet (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:08.353881 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-d290d768-1e8f-4719-87fe-12dfbc3542fb admin admin] 10.222.0.58 "DELETE /v2.0/subnets/b702573e-a854-4e5e-962c-bc2e1a12d797 HTTP/1.1" status: 204  len: 168 time: 0.3580656
Mar 31 18:33:08.356327 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 57178) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:33:08.357400 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7ef54a-9a06-44cd-b494-c5b1d1e6d237 None None] Network 48b6e4a0-767f-4f89-81e1-af0f127e9429 requested from dv-cinder-master-3-iscsi {{(pid=103898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 31 18:33:08.437458 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8fcbe84b-a3e8-4873-b4de-cca65a698354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1066274'] for network (48b6e4a0-767f-4f89-81e1-af0f127e9429), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:08.499157 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-8fcbe84b-a3e8-4873-b4de-cca65a698354 admin admin] Deleting port 718db327-b00b-49fa-8aed-092bd441a6f9 {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 31 18:33:08.499765 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8fcbe84b-a3e8-4873-b4de-cca65a698354 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759343023638'] for port (718db327-b00b-49fa-8aed-092bd441a6f9), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:08.554282 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cef2465-ae9c-410d-8e8d-f002622e4545 None None] DHCP port deletion for 48b6e4a0-767f-4f89-81e1-af0f127e9429 request from dv-cinder-master-3-iscsi {{(pid=103898) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 31 18:33:08.569493 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-8fcbe84b-a3e8-4873-b4de-cca65a698354 admin admin] For port 718db327-b00b-49fa-8aed-092bd441a6f9, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=718db327-b00b-49fa-8aed-092bd441a6f9,segment=NetworkSegment(d88eba78-682e-4e58-9428-c0cf5ca4e035),segment_id=d88eba78-682e-4e58-9428-c0cf5ca4e035)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:33:08.569868 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8fcbe84b-a3e8-4873-b4de-cca65a698354 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505421'] for port (718db327-b00b-49fa-8aed-092bd441a6f9), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:08.583788 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-8fcbe84b-a3e8-4873-b4de-cca65a698354 admin admin] Calling delete_port for 718db327-b00b-49fa-8aed-092bd441a6f9 owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 31 18:33:08.602498 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-3cef2465-ae9c-410d-8e8d-f002622e4545 None None] Deleting port 718db327-b00b-49fa-8aed-092bd441a6f9 {{(pid=103898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 31 18:33:08.602946 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-3cef2465-ae9c-410d-8e8d-f002622e4545 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759343023638'] for port (718db327-b00b-49fa-8aed-092bd441a6f9), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:08.668509 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-3cef2465-ae9c-410d-8e8d-f002622e4545 None None] For port 718db327-b00b-49fa-8aed-092bd441a6f9, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=718db327-b00b-49fa-8aed-092bd441a6f9,segment=NetworkSegment(d88eba78-682e-4e58-9428-c0cf5ca4e035),segment_id=d88eba78-682e-4e58-9428-c0cf5ca4e035)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:33:08.668912 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-3cef2465-ae9c-410d-8e8d-f002622e4545 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505421'] for port (718db327-b00b-49fa-8aed-092bd441a6f9), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:08.682171 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-3cef2465-ae9c-410d-8e8d-f002622e4545 None None] Calling delete_port for 718db327-b00b-49fa-8aed-092bd441a6f9 owned by network:dhcp {{(pid=103898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 31 18:33:08.753118 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8fcbe84b-a3e8-4873-b4de-cca65a698354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759343027577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759342510071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13081985'] for port (718db327-b00b-49fa-8aed-092bd441a6f9), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:08.758957 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-3cef2465-ae9c-410d-8e8d-f002622e4545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759343027577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759342510071'] for port (718db327-b00b-49fa-8aed-092bd441a6f9), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:08.779173 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcbe84b-a3e8-4873-b4de-cca65a698354 admin admin] Pushing event deleted for resources: {'Port': ['ID=718db327-b00b-49fa-8aed-092bd441a6f9,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:33:08.783453 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcbe84b-a3e8-4873-b4de-cca65a698354 admin admin] No DVR routers for this DVR port 718db327-b00b-49fa-8aed-092bd441a6f9 on host dv-cinder-master-3-iscsi {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 31 18:33:08.789243 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cef2465-ae9c-410d-8e8d-f002622e4545 None None] Pushing event deleted for resources: {'Port': ['ID=718db327-b00b-49fa-8aed-092bd441a6f9,revision_number=None']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:33:08.793737 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cef2465-ae9c-410d-8e8d-f002622e4545 None None] No DVR routers for this DVR port 718db327-b00b-49fa-8aed-092bd441a6f9 on host dv-cinder-master-3-iscsi {{(pid=103898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 31 18:33:08.802985 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cef2465-ae9c-410d-8e8d-f002622e4545 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:33:08.802985 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cef2465-ae9c-410d-8e8d-f002622e4545 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:33:08.802985 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cef2465-ae9c-410d-8e8d-f002622e4545 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:33:08.802985 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cef2465-ae9c-410d-8e8d-f002622e4545 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:33:08.802985 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cef2465-ae9c-410d-8e8d-f002622e4545 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:33:08.802985 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cef2465-ae9c-410d-8e8d-f002622e4545 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:33:08.802985 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cef2465-ae9c-410d-8e8d-f002622e4545 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:33:08.802985 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cef2465-ae9c-410d-8e8d-f002622e4545 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:33:08.803817 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cef2465-ae9c-410d-8e8d-f002622e4545 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:33:08.803817 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cef2465-ae9c-410d-8e8d-f002622e4545 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:33:08.804160 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cef2465-ae9c-410d-8e8d-f002622e4545 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:33:08.804258 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cef2465-ae9c-410d-8e8d-f002622e4545 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:33:08.804622 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cef2465-ae9c-410d-8e8d-f002622e4545 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:33:08.805046 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cef2465-ae9c-410d-8e8d-f002622e4545 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:33:08.805266 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cef2465-ae9c-410d-8e8d-f002622e4545 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:33:08.861606 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8fcbe84b-a3e8-4873-b4de-cca65a698354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223144', 'neutron.services.segments.db._delete_segments_for_network-8759342854202'] for network (48b6e4a0-767f-4f89-81e1-af0f127e9429), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:08.882267 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.services.segments.db [None req-8fcbe84b-a3e8-4873-b4de-cca65a698354 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f770f68fbb0>,) {'filters': {'network_id': ['48b6e4a0-767f-4f89-81e1-af0f127e9429']}} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:33:08.892670 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.services.segments.db [None req-8fcbe84b-a3e8-4873-b4de-cca65a698354 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f770f68fbb0>, 'd88eba78-682e-4e58-9428-c0cf5ca4e035') {'for_net_delete': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:33:08.895617 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.services.segments.db [None req-8fcbe84b-a3e8-4873-b4de-cca65a698354 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f770f68fbb0>, 'd88eba78-682e-4e58-9428-c0cf5ca4e035') {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:33:08.899856 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Device 718db327-b00b-49fa-8aed-092bd441a6f9 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 31 18:33:08.903771 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8fcbe84b-a3e8-4873-b4de-cca65a698354 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759343069251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13080884'] for segment (d88eba78-682e-4e58-9428-c0cf5ca4e035), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:08.917948 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8fcbe84b-a3e8-4873-b4de-cca65a698354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186132'] for segment (d88eba78-682e-4e58-9428-c0cf5ca4e035), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:08.921399 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] No Port match for: 718db327-b00b-49fa-8aed-092bd441a6f9 {{(pid=103898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 31 18:33:08.922312 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Device 718db327-b00b-49fa-8aed-092bd441a6f9 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=103898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 31 18:33:08.923315 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Device 962870bc-50a8-4afe-8ee0-541ade01b570 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 31 18:33:08.924557 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fcbe84b-a3e8-4873-b4de-cca65a698354 admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=103897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 31 18:33:08.925046 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8fcbe84b-a3e8-4873-b4de-cca65a698354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13082068'] for segment (d88eba78-682e-4e58-9428-c0cf5ca4e035), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:08.926728 dv-cinder-master-3-iscsi neutron-server[103897]: Traceback (most recent call last):
Mar 31 18:33:08.926728 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 31 18:33:08.926728 dv-cinder-master-3-iscsi neutron-server[103897]:     timer()
Mar 31 18:33:08.926728 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 31 18:33:08.926728 dv-cinder-master-3-iscsi neutron-server[103897]:     cb(*args, **kw)
Mar 31 18:33:08.926728 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 31 18:33:08.926728 dv-cinder-master-3-iscsi neutron-server[103897]:     return func(*args, **kwargs)
Mar 31 18:33:08.926728 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 31 18:33:08.926728 dv-cinder-master-3-iscsi neutron-server[103897]:     self._notify()
Mar 31 18:33:08.926728 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 31 18:33:08.926728 dv-cinder-master-3-iscsi neutron-server[103897]:     self.callback(batched_events)
Mar 31 18:33:08.926728 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 31 18:33:08.926728 dv-cinder-master-3-iscsi neutron-server[103897]:     event.method(event)
Mar 31 18:33:08.926728 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 31 18:33:08.926728 dv-cinder-master-3-iscsi neutron-server[103897]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 31 18:33:08.926728 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 31 18:33:08.926728 dv-cinder-master-3-iscsi neutron-server[103897]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 31 18:33:08.926728 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 31 18:33:08.926728 dv-cinder-master-3-iscsi neutron-server[103897]:     return f(self, *a, **k)
Mar 31 18:33:08.926728 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 31 18:33:08.926728 dv-cinder-master-3-iscsi neutron-server[103897]:     return self._get(url).json()
Mar 31 18:33:08.926728 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 31 18:33:08.926728 dv-cinder-master-3-iscsi neutron-server[103897]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 31 18:33:08.926728 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 31 18:33:08.926728 dv-cinder-master-3-iscsi neutron-server[103897]:     return self.request(url, 'GET', **kwargs)
Mar 31 18:33:08.926728 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 31 18:33:08.926728 dv-cinder-master-3-iscsi neutron-server[103897]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 31 18:33:08.926728 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 31 18:33:08.926728 dv-cinder-master-3-iscsi neutron-server[103897]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 31 18:33:08.926728 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 31 18:33:08.926728 dv-cinder-master-3-iscsi neutron-server[103897]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 31 18:33:08.926728 dv-cinder-master-3-iscsi neutron-server[103897]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 31 18:33:08.943659 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] No Port match for: 962870bc-50a8-4afe-8ee0-541ade01b570 {{(pid=103898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 31 18:33:08.944007 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Device 962870bc-50a8-4afe-8ee0-541ade01b570 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=103898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 31 18:33:08.944419 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Device f9e9053e-8135-4f8c-a7fa-10c10f86d87e no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 31 18:33:08.964187 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] No Port match for: f9e9053e-8135-4f8c-a7fa-10c10f86d87e {{(pid=103898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 31 18:33:08.964532 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Device f9e9053e-8135-4f8c-a7fa-10c10f86d87e not bound to the agent host dv-cinder-master-3-iscsi {{(pid=103898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 31 18:33:09.067532 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8fcbe84b-a3e8-4873-b4de-cca65a698354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-505961'] for network (48b6e4a0-767f-4f89-81e1-af0f127e9429), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:09.073106 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8fcbe84b-a3e8-4873-b4de-cca65a698354 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548721'] for network (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:09.076300 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-8fcbe84b-a3e8-4873-b4de-cca65a698354 admin admin] 10.222.0.58 "DELETE /v2.0/networks/48b6e4a0-767f-4f89-81e1-af0f127e9429 HTTP/1.1" status: 204  len: 168 time: 0.7190368
Mar 31 18:33:09.088102 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcbe84b-a3e8-4873-b4de-cca65a698354 admin admin] Pushing event deleted for resources: {'Network': ['ID=48b6e4a0-767f-4f89-81e1-af0f127e9429,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:33:09.519516 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 57182) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:33:09.559182 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-14beac6c-a491-4c50-a275-45a29c1dadb1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7ae2325a87da4c5f8179a77fbd3d8748&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0385005
Mar 31 18:33:09.561578 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 57184) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:33:09.611902 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-89794b7f-4d30-4010-bd56-7d44635c248e admin admin] Publish callbacks [] for security_group (2c87393b-5c0d-4d25-a2c7-59ac11d82b87), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:09.632567 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-89794b7f-4d30-4010-bd56-7d44635c248e admin admin] Publish callbacks [] for security_group (2c87393b-5c0d-4d25-a2c7-59ac11d82b87), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:09.785237 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-89794b7f-4d30-4010-bd56-7d44635c248e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (2c87393b-5c0d-4d25-a2c7-59ac11d82b87), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:09.787877 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-89794b7f-4d30-4010-bd56-7d44635c248e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:09.789154 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-89794b7f-4d30-4010-bd56-7d44635c248e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2c87393b-5c0d-4d25-a2c7-59ac11d82b87 HTTP/1.1" status: 204  len: 168 time: 0.2266614
Mar 31 18:33:09.797783 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89794b7f-4d30-4010-bd56-7d44635c248e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c87393b-5c0d-4d25-a2c7-59ac11d82b87,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:33:12.342793 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 57234) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:33:12.456393 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f4b29ac4-543b-47f6-b609-5e7c8228c451 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:12.530487 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f4b29ac4-543b-47f6-b609-5e7c8228c451 admin admin] Publish callbacks [] for security_group (74a931c1-9f30-415b-a2ee-b82d787f8c46), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:12.632822 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f4b29ac4-543b-47f6-b609-5e7c8228c451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (74a931c1-9f30-415b-a2ee-b82d787f8c46), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:12.669806 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b29ac4-543b-47f6-b609-5e7c8228c451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74a931c1-9f30-415b-a2ee-b82d787f8c46,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:33:12.675741 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-f4b29ac4-543b-47f6-b609-5e7c8228c451 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0ad46fc585b7423a8059748bed4de0ce&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3319323
Mar 31 18:33:12.678455 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 57238) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:33:12.724971 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6aabb904-df22-4244-bd00-236703aa87b6 admin admin] Publish callbacks [] for security_group (74a931c1-9f30-415b-a2ee-b82d787f8c46), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:12.745744 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6aabb904-df22-4244-bd00-236703aa87b6 admin admin] Publish callbacks [] for security_group (74a931c1-9f30-415b-a2ee-b82d787f8c46), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:12.907603 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6aabb904-df22-4244-bd00-236703aa87b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (74a931c1-9f30-415b-a2ee-b82d787f8c46), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:12.910089 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6aabb904-df22-4244-bd00-236703aa87b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:12.911320 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-6aabb904-df22-4244-bd00-236703aa87b6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/74a931c1-9f30-415b-a2ee-b82d787f8c46 HTTP/1.1" status: 204  len: 168 time: 0.2319901
Mar 31 18:33:12.919171 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aabb904-df22-4244-bd00-236703aa87b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74a931c1-9f30-415b-a2ee-b82d787f8c46,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:33:13.502161 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 57244) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:33:13.516246 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2854c98a-da17-4820-8a28-7060a00720b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:13.590990 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2854c98a-da17-4820-8a28-7060a00720b8 admin admin] Publish callbacks [] for security_group (2dc6349f-638b-4d4b-a5ee-de4c56098edb), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:13.660992 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2854c98a-da17-4820-8a28-7060a00720b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (2dc6349f-638b-4d4b-a5ee-de4c56098edb), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:13.698368 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-2854c98a-da17-4820-8a28-7060a00720b8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=32200e9e6c054f68a936a996f9d3e154&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1950896
Mar 31 18:33:13.700471 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2854c98a-da17-4820-8a28-7060a00720b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dc6349f-638b-4d4b-a5ee-de4c56098edb,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:33:13.701472 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 57246) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:33:13.748964 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0457934c-8a22-4fd0-9c41-e42a94487352 admin admin] Publish callbacks [] for security_group (2dc6349f-638b-4d4b-a5ee-de4c56098edb), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:13.770390 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0457934c-8a22-4fd0-9c41-e42a94487352 admin admin] Publish callbacks [] for security_group (2dc6349f-638b-4d4b-a5ee-de4c56098edb), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:13.866926 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0457934c-8a22-4fd0-9c41-e42a94487352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (2dc6349f-638b-4d4b-a5ee-de4c56098edb), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:13.869492 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0457934c-8a22-4fd0-9c41-e42a94487352 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:13.870736 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-0457934c-8a22-4fd0-9c41-e42a94487352 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2dc6349f-638b-4d4b-a5ee-de4c56098edb HTTP/1.1" status: 204  len: 168 time: 0.1681972
Mar 31 18:33:13.879820 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0457934c-8a22-4fd0-9c41-e42a94487352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dc6349f-638b-4d4b-a5ee-de4c56098edb,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:33:16.838639 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 57318) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:33:16.942719 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a817b6c6-ea44-4e76-9a74-cf37cbd378a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:17.019309 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a817b6c6-ea44-4e76-9a74-cf37cbd378a2 admin admin] Publish callbacks [] for security_group (681bc175-6a86-4b52-94de-e6a636674ba0), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:17.141287 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a817b6c6-ea44-4e76-9a74-cf37cbd378a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (681bc175-6a86-4b52-94de-e6a636674ba0), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:17.183535 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-a817b6c6-ea44-4e76-9a74-cf37cbd378a2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8c39da0b15c34591bc64a5a7f3a5bca9&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3436134
Mar 31 18:33:17.184328 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a817b6c6-ea44-4e76-9a74-cf37cbd378a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=681bc175-6a86-4b52-94de-e6a636674ba0,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:33:17.186051 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 57322) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:33:17.234982 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4bb90166-66cb-4c97-be13-8e3d9e176fc1 admin admin] Publish callbacks [] for security_group (681bc175-6a86-4b52-94de-e6a636674ba0), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:17.256385 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4bb90166-66cb-4c97-be13-8e3d9e176fc1 admin admin] Publish callbacks [] for security_group (681bc175-6a86-4b52-94de-e6a636674ba0), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:17.386896 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4bb90166-66cb-4c97-be13-8e3d9e176fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (681bc175-6a86-4b52-94de-e6a636674ba0), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:17.390452 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4bb90166-66cb-4c97-be13-8e3d9e176fc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:17.391650 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-4bb90166-66cb-4c97-be13-8e3d9e176fc1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/681bc175-6a86-4b52-94de-e6a636674ba0 HTTP/1.1" status: 204  len: 168 time: 0.2045813
Mar 31 18:33:17.400674 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb90166-66cb-4c97-be13-8e3d9e176fc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=681bc175-6a86-4b52-94de-e6a636674ba0,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:33:18.252401 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 57328) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:33:18.265717 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e2fe1445-a05b-407b-9a4c-44fec038827c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:18.337663 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e2fe1445-a05b-407b-9a4c-44fec038827c admin admin] Publish callbacks [] for security_group (a15c73b6-8628-409b-8655-4cea9e385ee1), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:18.398239 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e2fe1445-a05b-407b-9a4c-44fec038827c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (a15c73b6-8628-409b-8655-4cea9e385ee1), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:18.440924 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-e2fe1445-a05b-407b-9a4c-44fec038827c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=609ac8a7bc53400cbbd5ac0f9a194cf5&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1874490
Mar 31 18:33:18.441783 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fe1445-a05b-407b-9a4c-44fec038827c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a15c73b6-8628-409b-8655-4cea9e385ee1,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:33:18.443581 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 57330) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:33:18.496847 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d4ba03bd-618c-4bdb-9e65-19bf50550e08 admin admin] Publish callbacks [] for security_group (a15c73b6-8628-409b-8655-4cea9e385ee1), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:18.518899 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d4ba03bd-618c-4bdb-9e65-19bf50550e08 admin admin] Publish callbacks [] for security_group (a15c73b6-8628-409b-8655-4cea9e385ee1), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:18.689739 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d4ba03bd-618c-4bdb-9e65-19bf50550e08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (a15c73b6-8628-409b-8655-4cea9e385ee1), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:18.692423 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d4ba03bd-618c-4bdb-9e65-19bf50550e08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:18.693588 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-d4ba03bd-618c-4bdb-9e65-19bf50550e08 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a15c73b6-8628-409b-8655-4cea9e385ee1 HTTP/1.1" status: 204  len: 168 time: 0.2484009
Mar 31 18:33:18.701603 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ba03bd-618c-4bdb-9e65-19bf50550e08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a15c73b6-8628-409b-8655-4cea9e385ee1,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:33:20.800536 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.agents_db [None req-39f62d97-bd56-4bf2-8522-12846eccdd8f None None] Agent healthcheck: found 6 active agents {{(pid=103899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 31 18:33:22.017311 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 57398) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:33:22.122445 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d9ca4e9e-3150-4c7a-b5a5-039bc9b417ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:22.194371 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d9ca4e9e-3150-4c7a-b5a5-039bc9b417ee admin admin] Publish callbacks [] for security_group (57c58d34-7ea0-4c88-8bc6-21775f2da449), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:22.278196 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d9ca4e9e-3150-4c7a-b5a5-039bc9b417ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (57c58d34-7ea0-4c88-8bc6-21775f2da449), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:22.320469 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-d9ca4e9e-3150-4c7a-b5a5-039bc9b417ee admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5fb3339bbbd340819d430b5fb2706185&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3020890
Mar 31 18:33:22.321280 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ca4e9e-3150-4c7a-b5a5-039bc9b417ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57c58d34-7ea0-4c88-8bc6-21775f2da449,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:33:22.323335 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 57402) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:33:22.371913 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ee13afb3-f842-42d1-b382-a181bac82d51 admin admin] Publish callbacks [] for security_group (57c58d34-7ea0-4c88-8bc6-21775f2da449), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:22.393103 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ee13afb3-f842-42d1-b382-a181bac82d51 admin admin] Publish callbacks [] for security_group (57c58d34-7ea0-4c88-8bc6-21775f2da449), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:22.512007 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ee13afb3-f842-42d1-b382-a181bac82d51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (57c58d34-7ea0-4c88-8bc6-21775f2da449), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:22.514766 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ee13afb3-f842-42d1-b382-a181bac82d51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:22.516962 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-ee13afb3-f842-42d1-b382-a181bac82d51 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/57c58d34-7ea0-4c88-8bc6-21775f2da449 HTTP/1.1" status: 204  len: 168 time: 0.1923203
Mar 31 18:33:22.524989 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee13afb3-f842-42d1-b382-a181bac82d51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57c58d34-7ea0-4c88-8bc6-21775f2da449,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:33:23.238385 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 57408) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:33:23.252508 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0aa48f92-91ad-4435-90a0-87bba1335418 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:23.326562 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0aa48f92-91ad-4435-90a0-87bba1335418 admin admin] Publish callbacks [] for security_group (4502a6e9-bc7f-4374-a326-6b6ce250fc0a), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:23.386089 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0aa48f92-91ad-4435-90a0-87bba1335418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (4502a6e9-bc7f-4374-a326-6b6ce250fc0a), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:23.423243 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa48f92-91ad-4435-90a0-87bba1335418 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4502a6e9-bc7f-4374-a326-6b6ce250fc0a,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:33:23.427584 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-0aa48f92-91ad-4435-90a0-87bba1335418 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3c7b25577d7649ad893785269ded29b6&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1881359
Mar 31 18:33:23.430880 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 57410) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:33:23.479420 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2e2340b9-f4dc-4d5c-aa98-f3586cc8b735 admin admin] Publish callbacks [] for security_group (4502a6e9-bc7f-4374-a326-6b6ce250fc0a), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:23.726580 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2e2340b9-f4dc-4d5c-aa98-f3586cc8b735 admin admin] Publish callbacks [] for security_group (4502a6e9-bc7f-4374-a326-6b6ce250fc0a), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:23.889082 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2e2340b9-f4dc-4d5c-aa98-f3586cc8b735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (4502a6e9-bc7f-4374-a326-6b6ce250fc0a), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:23.891817 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2e2340b9-f4dc-4d5c-aa98-f3586cc8b735 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:23.893060 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-2e2340b9-f4dc-4d5c-aa98-f3586cc8b735 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4502a6e9-bc7f-4374-a326-6b6ce250fc0a HTTP/1.1" status: 204  len: 168 time: 0.4620256
Mar 31 18:33:23.901242 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2340b9-f4dc-4d5c-aa98-f3586cc8b735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4502a6e9-bc7f-4374-a326-6b6ce250fc0a,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:33:25.867721 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 57440) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:33:25.970978 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2de61622-be64-459f-9d63-83102129bc10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:26.042210 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2de61622-be64-459f-9d63-83102129bc10 admin admin] Publish callbacks [] for security_group (bebdf019-dd30-4e2c-b0db-ac5d8946b548), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:26.099429 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2de61622-be64-459f-9d63-83102129bc10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (bebdf019-dd30-4e2c-b0db-ac5d8946b548), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:26.136698 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de61622-be64-459f-9d63-83102129bc10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bebdf019-dd30-4e2c-b0db-ac5d8946b548,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:33:26.142381 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-2de61622-be64-459f-9d63-83102129bc10 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3e1b7835d89c42baae94fedef38d91bd&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2736049
Mar 31 18:33:26.145017 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 57444) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:33:26.192889 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-245dd742-08d1-4ff2-a6f0-8d6b7e8daf3c admin admin] Publish callbacks [] for security_group (bebdf019-dd30-4e2c-b0db-ac5d8946b548), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:26.214767 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-245dd742-08d1-4ff2-a6f0-8d6b7e8daf3c admin admin] Publish callbacks [] for security_group (bebdf019-dd30-4e2c-b0db-ac5d8946b548), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:26.322388 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-245dd742-08d1-4ff2-a6f0-8d6b7e8daf3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (bebdf019-dd30-4e2c-b0db-ac5d8946b548), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:26.325208 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-245dd742-08d1-4ff2-a6f0-8d6b7e8daf3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:26.326524 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-245dd742-08d1-4ff2-a6f0-8d6b7e8daf3c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bebdf019-dd30-4e2c-b0db-ac5d8946b548 HTTP/1.1" status: 204  len: 168 time: 0.1805284
Mar 31 18:33:26.335234 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245dd742-08d1-4ff2-a6f0-8d6b7e8daf3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bebdf019-dd30-4e2c-b0db-ac5d8946b548,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:33:27.182954 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 57466) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:33:27.279411 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [None req-2b2f55a4-89e6-41ba-9a26-ac6fe2b99b5b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2126928343-network', 'tenant_id': '0f2d961f71194831954c10d99bcd4e64'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:33:27.361809 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b2f55a4-89e6-41ba-9a26-ac6fe2b99b5b admin admin] Made reservation on behalf of 0f2d961f71194831954c10d99bcd4e64 for: {'network': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 31 18:33:27.364187 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2b2f55a4-89e6-41ba-9a26-ac6fe2b99b5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for network (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:27.372704 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2b2f55a4-89e6-41ba-9a26-ac6fe2b99b5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:27.448597 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2b2f55a4-89e6-41ba-9a26-ac6fe2b99b5b admin admin] Publish callbacks [] for security_group (a452a48b-8e47-4a32-9881-60d11e8c4ec5), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:27.517741 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2b2f55a4-89e6-41ba-9a26-ac6fe2b99b5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (a452a48b-8e47-4a32-9881-60d11e8c4ec5), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:27.543221 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b2f55a4-89e6-41ba-9a26-ac6fe2b99b5b admin admin] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'}  {{(pid=103896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 31 18:33:27.553880 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2f55a4-89e6-41ba-9a26-ac6fe2b99b5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a452a48b-8e47-4a32-9881-60d11e8c4ec5,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:33:27.559577 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2b2f55a4-89e6-41ba-9a26-ac6fe2b99b5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186132'] for segment (e4a078c6-8a1a-49ea-8664-67f2c424f0ad), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:27.559928 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.db.segments_db [None req-2b2f55a4-89e6-41ba-9a26-ac6fe2b99b5b admin admin] Added segment e4a078c6-8a1a-49ea-8664-67f2c424f0ad of type vlan for network 197de12b-9d63-43d4-82b6-c8da9ef22625
Mar 31 18:33:27.601991 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2b2f55a4-89e6-41ba-9a26-ac6fe2b99b5b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759342480442'] for network (197de12b-9d63-43d4-82b6-c8da9ef22625), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:27.706357 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2b2f55a4-89e6-41ba-9a26-ac6fe2b99b5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679'] for network (197de12b-9d63-43d4-82b6-c8da9ef22625), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:27.707415 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2f55a4-89e6-41ba-9a26-ac6fe2b99b5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:33:27.708001 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2b2f55a4-89e6-41ba-9a26-ac6fe2b99b5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548721'] for network (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:27.769511 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2f55a4-89e6-41ba-9a26-ac6fe2b99b5b admin admin] Pushing event updated for resources: {'Network': ['ID=197de12b-9d63-43d4-82b6-c8da9ef22625,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:33:27.780876 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Network 197de12b-9d63-43d4-82b6-c8da9ef22625 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=103898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 31 18:33:27.847170 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-2b2f55a4-89e6-41ba-9a26-ac6fe2b99b5b admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.6629381
Mar 31 18:33:27.849633 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 57470) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:33:27.854255 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [None req-45b528e8-2299-489a-a1a5-8c14d394eb0b admin admin] Request body: {'subnet': {'network_id': '197de12b-9d63-43d4-82b6-c8da9ef22625', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2126928343-subnet', 'tenant_id': '0f2d961f71194831954c10d99bcd4e64', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:33:27.992134 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45b528e8-2299-489a-a1a5-8c14d394eb0b admin admin] Made reservation on behalf of 0f2d961f71194831954c10d99bcd4e64 for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 31 18:33:27.994502 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-45b528e8-2299-489a-a1a5-8c14d394eb0b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33198968'] for subnet (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:28.249377 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-45b528e8-2299-489a-a1a5-8c14d394eb0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12884898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33198958'] for subnet (70ddba7f-d928-488b-ab44-f0733be0549b), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:28.303651 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b528e8-2299-489a-a1a5-8c14d394eb0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=70ddba7f-d928-488b-ab44-f0733be0549b,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:33:28.315508 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b528e8-2299-489a-a1a5-8c14d394eb0b admin admin] Checking segment: {'id': 'e4a078c6-8a1a-49ea-8664-67f2c424f0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '197de12b-9d63-43d4-82b6-c8da9ef22625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 31 18:33:28.315805 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b528e8-2299-489a-a1a5-8c14d394eb0b admin admin] Network hostable DHCP agents. Network: 197de12b-9d63-43d4-82b6-c8da9ef22625, hostable agents: ['08150f5b-1b08-4271-84f1-4a3b03ee1892'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 31 18:33:28.407915 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b528e8-2299-489a-a1a5-8c14d394eb0b admin admin] Network 197de12b-9d63-43d4-82b6-c8da9ef22625 is scheduled to be hosted by DHCP agent 08150f5b-1b08-4271-84f1-4a3b03ee1892 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 31 18:33:28.552111 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-45b528e8-2299-489a-a1a5-8c14d394eb0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 197de12b-9d63-43d4-82b6-c8da9ef22625) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 31 18:33:28.556237 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b528e8-2299-489a-a1a5-8c14d394eb0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:33:28.556838 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-45b528e8-2299-489a-a1a5-8c14d394eb0b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:28.561271 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feaa9a8b-6882-4ea8-80c0-f8f011bd6c97 None None] Network 197de12b-9d63-43d4-82b6-c8da9ef22625 requested from dv-cinder-master-3-iscsi {{(pid=103898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 31 18:33:28.658900 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a5bc75e-e4a0-402a-b245-51b973656a3b None None] Network 197de12b-9d63-43d4-82b6-c8da9ef22625 requested from dv-cinder-master-3-iscsi {{(pid=103898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 31 18:33:28.805962 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-45b528e8-2299-489a-a1a5-8c14d394eb0b admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.9552629
Mar 31 18:33:29.054753 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-fae9678e-32ca-4440-a3aa-cc40a9525fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (08150f5b-1b08-4271-84f1-4a3b03ee1892), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:30.985270 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cc3ee1-6c69-4e88-b26f-114a09fd9f86 req-94d7507d-8330-4d79-af13-7e0e526da35a tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:33:30.986753 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-e1cc3ee1-6c69-4e88-b26f-114a09fd9f86 req-94d7507d-8330-4d79-af13-7e0e526da35a tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] 10.222.0.58 "GET /v2.0/networks?id=197de12b-9d63-43d4-82b6-c8da9ef22625 HTTP/1.1" status: 200  len: 814 time: 0.0996954
Mar 31 18:33:31.001421 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-e1cc3ee1-6c69-4e88-b26f-114a09fd9f86 req-1d3a781b-72d2-441a-86b0-2fb84a2bc463 tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] 10.222.0.58 "GET /v2.0/quotas/0f2d961f71194831954c10d99bcd4e64 HTTP/1.1" status: 200  len: 375 time: 0.0091732
Mar 31 18:33:31.034077 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-e1cc3ee1-6c69-4e88-b26f-114a09fd9f86 req-b44325d2-c153-4d6c-b8ac-72de4fdd4ca0 tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=0f2d961f71194831954c10d99bcd4e64&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0278616
Mar 31 18:33:31.173434 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-e1cc3ee1-6c69-4e88-b26f-114a09fd9f86 req-232858ba-d2a3-4685-98b1-2e81526900c9 service neutron] 10.222.0.58 "GET /v2.0/networks/197de12b-9d63-43d4-82b6-c8da9ef22625?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1326392
Mar 31 18:33:31.260129 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-e1cc3ee1-6c69-4e88-b26f-114a09fd9f86 req-35823302-977d-44c0-9f73-a2efcc0f89f4 service neutron] 10.222.0.58 "GET /v2.0/networks/197de12b-9d63-43d4-82b6-c8da9ef22625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0807354
Mar 31 18:33:31.380530 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-0d2bee65-b18d-4a9f-86fc-4d413f34a1da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (f09d5d1b-4294-4f18-9a00-351412ae7ca6), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:31.568122 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-19878e97-825e-4b9a-acf5-9be4ecc3cfc6 req-5b88cde9-3389-4b7b-a602-015bcd0b987d tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] 10.222.0.58 "GET /v2.0/ports?device_id=7462d2ff-e093-4bfd-b223-def749c8175e HTTP/1.1" status: 200  len: 210 time: 0.0286710
Mar 31 18:33:32.487500 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-be477ca9-b30f-4eb3-92ce-971cde9f4756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (d0835089-4a76-4105-9221-c81b46927b3c), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:32.648179 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-8c77e521-e430-412c-9cac-d148a946204e req-d05acbe6-ffc0-4b5e-9dec-c744f30427a1 tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] 10.222.0.58 "GET /v2.0/ports?device_id=7462d2ff-e093-4bfd-b223-def749c8175e HTTP/1.1" status: 200  len: 210 time: 0.0320289
Mar 31 18:33:33.741092 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-097b1d8d-e1c6-41c5-b196-119371acf333 req-fa57b7ad-9b55-48cc-88f7-d83a9c3bbd25 tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] 10.222.0.58 "GET /v2.0/ports?device_id=7462d2ff-e093-4bfd-b223-def749c8175e HTTP/1.1" status: 200  len: 210 time: 0.0269039
Mar 31 18:33:34.064831 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-61acbcaf-515a-4595-a759-82c8bf4c0ac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (1ee04592-4785-424e-aa2a-0bd32f5faacf), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:34.122737 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cc3ee1-6c69-4e88-b26f-114a09fd9f86 req-f59aeefe-9a15-420a-9b6a-9a6d7db29b32 tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:33:34.124190 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-e1cc3ee1-6c69-4e88-b26f-114a09fd9f86 req-f59aeefe-9a15-420a-9b6a-9a6d7db29b32 tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] 10.222.0.44 "GET /v2.0/networks?id=197de12b-9d63-43d4-82b6-c8da9ef22625 HTTP/1.1" status: 200  len: 814 time: 0.1005688
Mar 31 18:33:34.143738 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.v2.base [req-e1cc3ee1-6c69-4e88-b26f-114a09fd9f86 req-1b0a2977-7040-4e6d-a9bc-854558dcfb91 tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] Request body: {'port': {'device_id': '7462d2ff-e093-4bfd-b223-def749c8175e', 'network_id': '197de12b-9d63-43d4-82b6-c8da9ef22625', 'admin_state_up': True, 'tenant_id': '0f2d961f71194831954c10d99bcd4e64'}} {{(pid=103897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:33:34.346324 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1cc3ee1-6c69-4e88-b26f-114a09fd9f86 req-1b0a2977-7040-4e6d-a9bc-854558dcfb91 tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] Made reservation on behalf of 0f2d961f71194831954c10d99bcd4e64 for: {'port': 1} {{(pid=103897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 31 18:33:34.349769 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-e1cc3ee1-6c69-4e88-b26f-114a09fd9f86 req-1b0a2977-7040-4e6d-a9bc-854558dcfb91 tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (None), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:34.471529 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [req-e1cc3ee1-6c69-4e88-b26f-114a09fd9f86 req-1b0a2977-7040-4e6d-a9bc-854558dcfb91 tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] Allocated IP 172.20.0.10 (197de12b-9d63-43d4-82b6-c8da9ef22625/70ddba7f-d928-488b-ab44-f0733be0549b/3f245005-1be9-4c70-b9bc-8dc2f82d8a7f) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 31 18:33:34.625522 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-e1cc3ee1-6c69-4e88-b26f-114a09fd9f86 req-1b0a2977-7040-4e6d-a9bc-854558dcfb91 tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] Publish callbacks [] for port (3f245005-1be9-4c70-b9bc-8dc2f82d8a7f), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:34.756617 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-e1cc3ee1-6c69-4e88-b26f-114a09fd9f86 req-1b0a2977-7040-4e6d-a9bc-854558dcfb91 tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759342510062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13081985'] for port (3f245005-1be9-4c70-b9bc-8dc2f82d8a7f), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:34.800718 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1cc3ee1-6c69-4e88-b26f-114a09fd9f86 req-1b0a2977-7040-4e6d-a9bc-854558dcfb91 tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] Network 197de12b-9d63-43d4-82b6-c8da9ef22625 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 31 18:33:34.803870 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [req-e1cc3ee1-6c69-4e88-b26f-114a09fd9f86 req-1b0a2977-7040-4e6d-a9bc-854558dcfb91 tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] Resources bound (agent type, host, resource id):  {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 31 18:33:34.806849 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1cc3ee1-6c69-4e88-b26f-114a09fd9f86 req-1b0a2977-7040-4e6d-a9bc-854558dcfb91 tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 31 18:33:34.869320 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0a2977-7040-4e6d-a9bc-854558dcfb91 tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] Pushing event updated for resources: {'Port': ['ID=3f245005-1be9-4c70-b9bc-8dc2f82d8a7f,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:33:34.896414 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cc3ee1-6c69-4e88-b26f-114a09fd9f86 req-1b0a2977-7040-4e6d-a9bc-854558dcfb91 tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:33:34.897026 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-e1cc3ee1-6c69-4e88-b26f-114a09fd9f86 req-1b0a2977-7040-4e6d-a9bc-854558dcfb91 tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30337'] for port (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:34.920217 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbfb199-d6fb-4cac-9fd5-b4a61ce0f2b2 req-87c8654e-00c5-4220-8bde-9581f9d1e6fe tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:33:34.922367 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-6dbfb199-d6fb-4cac-9fd5-b4a61ce0f2b2 req-87c8654e-00c5-4220-8bde-9581f9d1e6fe tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] 10.222.0.58 "GET /v2.0/ports?device_id=7462d2ff-e093-4bfd-b223-def749c8175e HTTP/1.1" status: 200  len: 932 time: 0.1125777
Mar 31 18:33:34.969397 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-6dbfb199-d6fb-4cac-9fd5-b4a61ce0f2b2 req-46417ddb-d94f-4340-9dcc-f4ff10ad715f tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] 10.222.0.58 "GET /v2.0/security-groups?id=a452a48b-8e47-4a32-9881-60d11e8c4ec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411758
Mar 31 18:33:35.033817 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-e1cc3ee1-6c69-4e88-b26f-114a09fd9f86 req-1b0a2977-7040-4e6d-a9bc-854558dcfb91 tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8947926
Mar 31 18:33:35.051799 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.v2.base [req-e1cc3ee1-6c69-4e88-b26f-114a09fd9f86 req-cfd74d4b-457e-4d7d-86e0-09dd5d7e4741 service neutron] Request body: {'port': {'device_id': '7462d2ff-e093-4bfd-b223-def749c8175e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=103897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:33:35.111878 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-e1cc3ee1-6c69-4e88-b26f-114a09fd9f86 req-cfd74d4b-457e-4d7d-86e0-09dd5d7e4741 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (3f245005-1be9-4c70-b9bc-8dc2f82d8a7f), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:35.150999 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (b6d39f6c-4dc3-40bd-bbe5-e05b1f1d4e13), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:35.625973 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [req-e1cc3ee1-6c69-4e88-b26f-114a09fd9f86 req-cfd74d4b-457e-4d7d-86e0-09dd5d7e4741 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f245005-1be9-4c70-b9bc-8dc2f82d8a7f {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 31 18:33:35.633574 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-e1cc3ee1-6c69-4e88-b26f-114a09fd9f86 req-cfd74d4b-457e-4d7d-86e0-09dd5d7e4741 service neutron] Publish callbacks [] for port (3f245005-1be9-4c70-b9bc-8dc2f82d8a7f), precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:35.645963 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [req-e1cc3ee1-6c69-4e88-b26f-114a09fd9f86 req-cfd74d4b-457e-4d7d-86e0-09dd5d7e4741 service neutron] Transition to ACTIVE for port object 3f245005-1be9-4c70-b9bc-8dc2f82d8a7f will not be triggered until provisioned by entity L2. {{(pid=103897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 31 18:33:35.746089 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-e1cc3ee1-6c69-4e88-b26f-114a09fd9f86 req-cfd74d4b-457e-4d7d-86e0-09dd5d7e4741 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13081992'] for port (3f245005-1be9-4c70-b9bc-8dc2f82d8a7f), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:35.794003 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd74d4b-457e-4d7d-86e0-09dd5d7e4741 service neutron] Pushing event updated for resources: {'Port': ['ID=3f245005-1be9-4c70-b9bc-8dc2f82d8a7f,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:33:35.865608 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [req-e1cc3ee1-6c69-4e88-b26f-114a09fd9f86 req-cfd74d4b-457e-4d7d-86e0-09dd5d7e4741 service neutron] Attempting to bind port 3f245005-1be9-4c70-b9bc-8dc2f82d8a7f on host hv-cinder-maste for vnic_type normal with profile  {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 31 18:33:35.865937 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [req-e1cc3ee1-6c69-4e88-b26f-114a09fd9f86 req-cfd74d4b-457e-4d7d-86e0-09dd5d7e4741 service neutron] Attempting to bind port 3f245005-1be9-4c70-b9bc-8dc2f82d8a7f by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'e4a078c6-8a1a-49ea-8664-67f2c424f0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '197de12b-9d63-43d4-82b6-c8da9ef22625'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 31 18:33:35.866258 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1cc3ee1-6c69-4e88-b26f-114a09fd9f86 req-cfd74d4b-457e-4d7d-86e0-09dd5d7e4741 service neutron] Attempting to bind port 3f245005-1be9-4c70-b9bc-8dc2f82d8a7f on network 197de12b-9d63-43d4-82b6-c8da9ef22625 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 31 18:33:35.870443 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1cc3ee1-6c69-4e88-b26f-114a09fd9f86 req-cfd74d4b-457e-4d7d-86e0-09dd5d7e4741 service neutron] Port 3f245005-1be9-4c70-b9bc-8dc2f82d8a7f on network 197de12b-9d63-43d4-82b6-c8da9ef22625 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 31 18:33:35.870789 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1cc3ee1-6c69-4e88-b26f-114a09fd9f86 req-cfd74d4b-457e-4d7d-86e0-09dd5d7e4741 service neutron] Attempting to bind port 3f245005-1be9-4c70-b9bc-8dc2f82d8a7f on network 197de12b-9d63-43d4-82b6-c8da9ef22625 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 31 18:33:35.876280 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1cc3ee1-6c69-4e88-b26f-114a09fd9f86 req-cfd74d4b-457e-4d7d-86e0-09dd5d7e4741 service neutron] Checking agent: {'id': '06f31eaf-9418-4d11-8606-24a34b4b4893', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 11, 36), 'started_at': datetime.datetime(2022, 3, 31, 18, 11, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 31 18:33:35.876551 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1cc3ee1-6c69-4e88-b26f-114a09fd9f86 req-cfd74d4b-457e-4d7d-86e0-09dd5d7e4741 service neutron] Checking segment: {'id': 'e4a078c6-8a1a-49ea-8664-67f2c424f0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '197de12b-9d63-43d4-82b6-c8da9ef22625'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 31 18:33:35.876931 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1cc3ee1-6c69-4e88-b26f-114a09fd9f86 req-cfd74d4b-457e-4d7d-86e0-09dd5d7e4741 service neutron] Bound using segment: {'id': 'e4a078c6-8a1a-49ea-8664-67f2c424f0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '197de12b-9d63-43d4-82b6-c8da9ef22625'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 31 18:33:35.877348 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [req-e1cc3ee1-6c69-4e88-b26f-114a09fd9f86 req-cfd74d4b-457e-4d7d-86e0-09dd5d7e4741 service neutron] Bound port: 3f245005-1be9-4c70-b9bc-8dc2f82d8a7f, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4a078c6-8a1a-49ea-8664-67f2c424f0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '197de12b-9d63-43d4-82b6-c8da9ef22625'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 31 18:33:35.877696 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-e1cc3ee1-6c69-4e88-b26f-114a09fd9f86 req-cfd74d4b-457e-4d7d-86e0-09dd5d7e4741 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (3f245005-1be9-4c70-b9bc-8dc2f82d8a7f), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:35.940648 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [req-e1cc3ee1-6c69-4e88-b26f-114a09fd9f86 req-cfd74d4b-457e-4d7d-86e0-09dd5d7e4741 service neutron] For port 3f245005-1be9-4c70-b9bc-8dc2f82d8a7f, host hv-cinder-maste, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 31 18:33:35.943693 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [req-e1cc3ee1-6c69-4e88-b26f-114a09fd9f86 req-cfd74d4b-457e-4d7d-86e0-09dd5d7e4741 service neutron] For port 3f245005-1be9-4c70-b9bc-8dc2f82d8a7f, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=3f245005-1be9-4c70-b9bc-8dc2f82d8a7f,segment=NetworkSegment(e4a078c6-8a1a-49ea-8664-67f2c424f0ad),segment_id=e4a078c6-8a1a-49ea-8664-67f2c424f0ad)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 31 18:33:36.038184 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-e1cc3ee1-6c69-4e88-b26f-114a09fd9f86 req-cfd74d4b-457e-4d7d-86e0-09dd5d7e4741 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13081992'] for port (3f245005-1be9-4c70-b9bc-8dc2f82d8a7f), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:36.072921 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cc3ee1-6c69-4e88-b26f-114a09fd9f86 req-cfd74d4b-457e-4d7d-86e0-09dd5d7e4741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:33:36.073547 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-e1cc3ee1-6c69-4e88-b26f-114a09fd9f86 req-cfd74d4b-457e-4d7d-86e0-09dd5d7e4741 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30337'] for port (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:36.074958 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-e1cc3ee1-6c69-4e88-b26f-114a09fd9f86 req-cfd74d4b-457e-4d7d-86e0-09dd5d7e4741 service neutron] 10.222.0.44 "PUT /v2.0/ports/3f245005-1be9-4c70-b9bc-8dc2f82d8a7f HTTP/1.1" status: 200  len: 1094 time: 1.0271866
Mar 31 18:33:36.075400 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7462d2ff-e093-4bfd-b223-def749c8175e', 'tag': '3f245005-1be9-4c70-b9bc-8dc2f82d8a7f'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 31 18:33:36.078170 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73fc78de55affb2fac0a31bf62e314c48f0d961b1f9e9815d43b8150b113e94f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7660d07-2f38-4fa9-88b8-03157c4ef5cf" -d '{"events": [{"name": "network-changed", "server_uuid": "7462d2ff-e093-4bfd-b223-def749c8175e", "tag": "3f245005-1be9-4c70-b9bc-8dc2f82d8a7f"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 31 18:33:36.098444 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeb60aa-a6c0-4bcc-9213-2e86e19c84a0 req-2d7b0bf1-eab2-4958-84c1-0bc6cce5c03c tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:33:36.100815 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-5eeb60aa-a6c0-4bcc-9213-2e86e19c84a0 req-2d7b0bf1-eab2-4958-84c1-0bc6cce5c03c tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] 10.222.0.58 "GET /v2.0/ports?device_id=7462d2ff-e093-4bfd-b223-def749c8175e HTTP/1.1" status: 200  len: 944 time: 0.0644674
Mar 31 18:33:36.106031 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd74d4b-457e-4d7d-86e0-09dd5d7e4741 service neutron] Pushing event updated for resources: {'Port': ['ID=3f245005-1be9-4c70-b9bc-8dc2f82d8a7f,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:33:36.117588 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 18:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d20d62e-9a25-4721-927c-69d508fe1e87 x-openstack-request-id: req-0d20d62e-9a25-4721-927c-69d508fe1e87 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 31 18:33:36.117940 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7462d2ff-e093-4bfd-b223-def749c8175e", "tag": "3f245005-1be9-4c70-b9bc-8dc2f82d8a7f", "status": "completed", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 31 18:33:36.118430 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0d20d62e-9a25-4721-927c-69d508fe1e87 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 31 18:33:36.119056 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d20d62e-9a25-4721-927c-69d508fe1e87'] response: {'name': 'network-changed', 'server_uuid': '7462d2ff-e093-4bfd-b223-def749c8175e', 'tag': '3f245005-1be9-4c70-b9bc-8dc2f82d8a7f', 'status': 'completed', 'code': 200}
Mar 31 18:33:36.158271 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-5eeb60aa-a6c0-4bcc-9213-2e86e19c84a0 req-528c89a5-8a86-4c23-b0f8-816ec8ccb86c tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] 10.222.0.58 "GET /v2.0/security-groups?id=a452a48b-8e47-4a32-9881-60d11e8c4ec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512369
Mar 31 18:33:36.206741 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7660d07-2f38-4fa9-88b8-03157c4ef5cf req-e624595f-9b5d-43e8-b60d-115c88cc8876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:33:36.208225 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-e7660d07-2f38-4fa9-88b8-03157c4ef5cf req-e624595f-9b5d-43e8-b60d-115c88cc8876 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0f2d961f71194831954c10d99bcd4e64&device_id=7462d2ff-e093-4bfd-b223-def749c8175e HTTP/1.1" status: 200  len: 1128 time: 0.0464122
Mar 31 18:33:36.319762 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7660d07-2f38-4fa9-88b8-03157c4ef5cf req-b8004498-f77f-4ee8-af84-0d5ce6dfe60a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:33:36.321218 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-e7660d07-2f38-4fa9-88b8-03157c4ef5cf req-b8004498-f77f-4ee8-af84-0d5ce6dfe60a service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=0f2d961f71194831954c10d99bcd4e64&shared=False HTTP/1.1" status: 200  len: 915 time: 0.0967684
Mar 31 18:33:36.426363 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7660d07-2f38-4fa9-88b8-03157c4ef5cf req-a35d1f55-68fe-46fb-951e-34a540cf530a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:33:36.426363 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-e7660d07-2f38-4fa9-88b8-03157c4ef5cf req-a35d1f55-68fe-46fb-951e-34a540cf530a service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0930450
Mar 31 18:33:36.489272 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (06f31eaf-9418-4d11-8606-24a34b4b4893), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:36.530887 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cc3ee1-6c69-4e88-b26f-114a09fd9f86 req-4fbb7c27-83c0-4ee5-b7ad-664626455f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:33:36.532513 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-e1cc3ee1-6c69-4e88-b26f-114a09fd9f86 req-4fbb7c27-83c0-4ee5-b7ad-664626455f86 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0f2d961f71194831954c10d99bcd4e64&device_id=7462d2ff-e093-4bfd-b223-def749c8175e HTTP/1.1" status: 200  len: 1128 time: 0.0477529
Mar 31 18:33:36.583260 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-e1cc3ee1-6c69-4e88-b26f-114a09fd9f86 req-f97e13ba-fa39-4144-8452-2873d874a981 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f245005-1be9-4c70-b9bc-8dc2f82d8a7f HTTP/1.1" status: 200  len: 217 time: 0.0360343
Mar 31 18:33:36.632141 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cc3ee1-6c69-4e88-b26f-114a09fd9f86 req-0a018a06-c080-4a9e-a3da-d28563f40881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:33:36.633568 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-e1cc3ee1-6c69-4e88-b26f-114a09fd9f86 req-0a018a06-c080-4a9e-a3da-d28563f40881 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=70ddba7f-d928-488b-ab44-f0733be0549b HTTP/1.1" status: 200  len: 854 time: 0.0432153
Mar 31 18:33:36.676037 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-e1cc3ee1-6c69-4e88-b26f-114a09fd9f86 req-e1deb0c4-8c39-49f1-9a53-89e5dff5565d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=197de12b-9d63-43d4-82b6-c8da9ef22625&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0320220
Mar 31 18:33:36.763454 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-e1cc3ee1-6c69-4e88-b26f-114a09fd9f86 req-536b88d6-1331-4345-84b8-7460c85fbfa5 service neutron] 10.222.0.44 "GET /v2.0/networks/197de12b-9d63-43d4-82b6-c8da9ef22625?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0807319
Mar 31 18:33:36.855221 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-e1cc3ee1-6c69-4e88-b26f-114a09fd9f86 req-a531d616-6ee5-439e-804c-0e5d8a497d4d service neutron] 10.222.0.44 "GET /v2.0/networks/197de12b-9d63-43d4-82b6-c8da9ef22625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0850616
Mar 31 18:33:37.272071 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174f0f13-6b06-415a-b956-554026e5aafd req-6f617b04-91a9-449e-8ffc-c50d4b973773 tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:33:37.273521 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-174f0f13-6b06-415a-b956-554026e5aafd req-6f617b04-91a9-449e-8ffc-c50d4b973773 tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] 10.222.0.58 "GET /v2.0/ports?device_id=7462d2ff-e093-4bfd-b223-def749c8175e HTTP/1.1" status: 200  len: 944 time: 0.0533159
Mar 31 18:33:37.319121 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-174f0f13-6b06-415a-b956-554026e5aafd req-f243c5b0-fa90-4132-8b86-8b74983080ba tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] 10.222.0.58 "GET /v2.0/security-groups?id=a452a48b-8e47-4a32-9881-60d11e8c4ec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397317
Mar 31 18:33:38.441267 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af905dad-a5d8-4efd-87eb-bbd00e37cd9a req-2661eaf5-4f59-4a0f-81bf-e22712231294 tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:33:38.442804 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-af905dad-a5d8-4efd-87eb-bbd00e37cd9a req-2661eaf5-4f59-4a0f-81bf-e22712231294 tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] 10.222.0.58 "GET /v2.0/ports?device_id=7462d2ff-e093-4bfd-b223-def749c8175e HTTP/1.1" status: 200  len: 944 time: 0.0566308
Mar 31 18:33:38.490793 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-af905dad-a5d8-4efd-87eb-bbd00e37cd9a req-1718bdb2-0452-4c63-b787-80b08c31ea7d tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] 10.222.0.58 "GET /v2.0/security-groups?id=a452a48b-8e47-4a32-9881-60d11e8c4ec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424151
Mar 31 18:33:39.608230 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38915826-332a-4a6a-bf97-e7953831696a req-bb196677-a7e6-4ef6-be95-92a741916f5e tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:33:39.610411 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-38915826-332a-4a6a-bf97-e7953831696a req-bb196677-a7e6-4ef6-be95-92a741916f5e tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] 10.222.0.58 "GET /v2.0/ports?device_id=7462d2ff-e093-4bfd-b223-def749c8175e HTTP/1.1" status: 200  len: 944 time: 0.0533524
Mar 31 18:33:39.656419 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-38915826-332a-4a6a-bf97-e7953831696a req-d3e3d2af-2312-49f5-be50-9e06b4e88e38 tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] 10.222.0.58 "GET /v2.0/security-groups?id=a452a48b-8e47-4a32-9881-60d11e8c4ec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402482
Mar 31 18:33:39.787192 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Device 3f245005-1be9-4c70-b9bc-8dc2f82d8a7f details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103898) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 31 18:33:39.883103 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] For port 3f245005-1be9-4c70-b9bc-8dc2f82d8a7f, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=3f245005-1be9-4c70-b9bc-8dc2f82d8a7f,segment=NetworkSegment(e4a078c6-8a1a-49ea-8664-67f2c424f0ad),segment_id=e4a078c6-8a1a-49ea-8664-67f2c424f0ad)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:33:39.895775 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Returning: {'device': '3f245005-1be9-4c70-b9bc-8dc2f82d8a7f', 'network_id': '197de12b-9d63-43d4-82b6-c8da9ef22625', 'port_id': '3f245005-1be9-4c70-b9bc-8dc2f82d8a7f', 'mac_address': 'fa:16:3e:89:45:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70ddba7f-d928-488b-ab44-f0733be0549b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103898) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 31 18:33:39.933196 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Current status of the port 3f245005-1be9-4c70-b9bc-8dc2f82d8a7f is: DOWN; New status is: BUILD {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:33:39.933587 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (3f245005-1be9-4c70-b9bc-8dc2f82d8a7f), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:39.950642 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.notifiers.nova [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f245005-1be9-4c70-b9bc-8dc2f82d8a7f {{(pid=103898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 31 18:33:39.969596 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] For port 3f245005-1be9-4c70-b9bc-8dc2f82d8a7f, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=3f245005-1be9-4c70-b9bc-8dc2f82d8a7f,segment=NetworkSegment(e4a078c6-8a1a-49ea-8664-67f2c424f0ad),segment_id=e4a078c6-8a1a-49ea-8664-67f2c424f0ad)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:33:40.037395 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (3f245005-1be9-4c70-b9bc-8dc2f82d8a7f), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:40.086358 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Pushing event updated for resources: {'Port': ['ID=3f245005-1be9-4c70-b9bc-8dc2f82d8a7f,revision_number=4']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:33:40.437473 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] get_ports_and_sgs() called for port_ids ['3f245005-1be9-4c70-b9bc-8dc2f82d8a7f'] {{(pid=103898) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 31 18:33:40.776341 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f443c22-7ef2-430a-85b6-a66f9f725649 req-59491c70-7443-433e-84fc-76a0d0f7d456 tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:33:40.777795 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-0f443c22-7ef2-430a-85b6-a66f9f725649 req-59491c70-7443-433e-84fc-76a0d0f7d456 tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] 10.222.0.58 "GET /v2.0/ports?device_id=7462d2ff-e093-4bfd-b223-def749c8175e HTTP/1.1" status: 200  len: 945 time: 0.0542378
Mar 31 18:33:40.831532 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-0f443c22-7ef2-430a-85b6-a66f9f725649 req-6495ccef-d315-4883-90c0-6aef29392439 tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] 10.222.0.58 "GET /v2.0/security-groups?id=a452a48b-8e47-4a32-9881-60d11e8c4ec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472627
Mar 31 18:33:41.803660 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Device 3f245005-1be9-4c70-b9bc-8dc2f82d8a7f up at agent hyperv_hv-cinder-maste {{(pid=103898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 31 18:33:41.911823 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Provisioning for port 3f245005-1be9-4c70-b9bc-8dc2f82d8a7f completed by entity L2. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 31 18:33:41.915826 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Provisioning complete for port 3f245005-1be9-4c70-b9bc-8dc2f82d8a7f triggered by entity L2. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:33:41.916200 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (3f245005-1be9-4c70-b9bc-8dc2f82d8a7f), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:41.955751 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0681e53-e723-4075-8f62-608bd89a063d req-29086b95-59e0-4648-9fe3-023bc870286c tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:33:41.957319 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-d0681e53-e723-4075-8f62-608bd89a063d req-29086b95-59e0-4648-9fe3-023bc870286c tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] 10.222.0.58 "GET /v2.0/ports?device_id=7462d2ff-e093-4bfd-b223-def749c8175e HTTP/1.1" status: 200  len: 945 time: 0.0600469
Mar 31 18:33:41.996560 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Current status of the port 3f245005-1be9-4c70-b9bc-8dc2f82d8a7f is: BUILD; New status is: ACTIVE {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:33:41.996946 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (3f245005-1be9-4c70-b9bc-8dc2f82d8a7f), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:42.006208 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-d0681e53-e723-4075-8f62-608bd89a063d req-6f47724d-e0d1-4f88-8f9a-8d60750fdd2e tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] 10.222.0.58 "GET /v2.0/security-groups?id=a452a48b-8e47-4a32-9881-60d11e8c4ec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427470
Mar 31 18:33:42.020539 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7462d2ff-e093-4bfd-b223-def749c8175e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f245005-1be9-4c70-b9bc-8dc2f82d8a7f'}] {{(pid=103898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 31 18:33:42.022844 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb3075c6172e5baa69f5abc91eefeb9b3c1bf45f76ecf44b7f00bb5a6f62f1a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43507c94-0aa2-42cb-b618-5089c940695e" -d '{"events": [{"server_uuid": "7462d2ff-e093-4bfd-b223-def749c8175e", "name": "network-vif-plugged", "status": "completed", "tag": "3f245005-1be9-4c70-b9bc-8dc2f82d8a7f"}]}' {{(pid=103898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 31 18:33:42.040116 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] For port 3f245005-1be9-4c70-b9bc-8dc2f82d8a7f, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=3f245005-1be9-4c70-b9bc-8dc2f82d8a7f,segment=NetworkSegment(e4a078c6-8a1a-49ea-8664-67f2c424f0ad),segment_id=e4a078c6-8a1a-49ea-8664-67f2c424f0ad)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:33:42.060894 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 18:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7842e34-5953-426e-8ca8-74683b32566d x-openstack-request-id: req-a7842e34-5953-426e-8ca8-74683b32566d {{(pid=103898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 31 18:33:42.060894 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7462d2ff-e093-4bfd-b223-def749c8175e", "name": "network-vif-plugged", "status": "completed", "tag": "3f245005-1be9-4c70-b9bc-8dc2f82d8a7f", "code": 200}]} {{(pid=103898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 31 18:33:42.061136 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a7842e34-5953-426e-8ca8-74683b32566d {{(pid=103898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 31 18:33:42.061378 dv-cinder-master-3-iscsi neutron-server[103898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7842e34-5953-426e-8ca8-74683b32566d'] response: {'server_uuid': '7462d2ff-e093-4bfd-b223-def749c8175e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f245005-1be9-4c70-b9bc-8dc2f82d8a7f', 'code': 200}
Mar 31 18:33:42.185624 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (3f245005-1be9-4c70-b9bc-8dc2f82d8a7f), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:33:42.232319 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Pushing event updated for resources: {'Port': ['ID=3f245005-1be9-4c70-b9bc-8dc2f82d8a7f,revision_number=5']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:33:42.528325 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15d89a6-4ebe-48a8-bdf4-910eb9197166 req-f74a124b-52ec-448b-907c-2ff8d8eff920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:33:42.529795 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-a15d89a6-4ebe-48a8-bdf4-910eb9197166 req-f74a124b-52ec-448b-907c-2ff8d8eff920 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7462d2ff-e093-4bfd-b223-def749c8175e HTTP/1.1" status: 200  len: 1130 time: 0.0445120
Mar 31 18:33:42.573461 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-a15d89a6-4ebe-48a8-bdf4-910eb9197166 req-de84da28-c5a3-4229-99ef-ce348cefe719 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=a452a48b-8e47-4a32-9881-60d11e8c4ec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0372910
Mar 31 18:33:43.131033 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebf97b1-6253-411c-be8b-867e5b7bcf1b req-3ab4b488-c06c-4cdf-8379-0c5bf2734702 tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:33:43.132466 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-cebf97b1-6253-411c-be8b-867e5b7bcf1b req-3ab4b488-c06c-4cdf-8379-0c5bf2734702 tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] 10.222.0.58 "GET /v2.0/ports?device_id=7462d2ff-e093-4bfd-b223-def749c8175e HTTP/1.1" status: 200  len: 946 time: 0.0588601
Mar 31 18:33:43.180290 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-cebf97b1-6253-411c-be8b-867e5b7bcf1b req-84769921-9768-45eb-b2c7-750a3457135b tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] 10.222.0.58 "GET /v2.0/security-groups?id=a452a48b-8e47-4a32-9881-60d11e8c4ec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422883
Mar 31 18:33:44.302543 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa621962-d17d-46d6-b785-b5f16b3c4b2d req-8b357909-0447-4c65-ace1-0c266a8e3354 tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:33:44.304015 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-fa621962-d17d-46d6-b785-b5f16b3c4b2d req-8b357909-0447-4c65-ace1-0c266a8e3354 tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] 10.222.0.58 "GET /v2.0/ports?device_id=7462d2ff-e093-4bfd-b223-def749c8175e HTTP/1.1" status: 200  len: 946 time: 0.0548308
Mar 31 18:33:44.351639 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-fa621962-d17d-46d6-b785-b5f16b3c4b2d req-b106b23a-2cfd-443e-9545-2b55157b0b6e tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] 10.222.0.58 "GET /v2.0/security-groups?id=a452a48b-8e47-4a32-9881-60d11e8c4ec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418422
Mar 31 18:33:45.468240 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9e2d72-83dd-4bde-80e7-3b34cd0be5da req-f1e35c78-7d86-42fa-9ad4-f664adecd7b4 tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:33:45.469675 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-6a9e2d72-83dd-4bde-80e7-3b34cd0be5da req-f1e35c78-7d86-42fa-9ad4-f664adecd7b4 tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] 10.222.0.58 "GET /v2.0/ports?device_id=7462d2ff-e093-4bfd-b223-def749c8175e HTTP/1.1" status: 200  len: 946 time: 0.0527163
Mar 31 18:33:45.516723 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-6a9e2d72-83dd-4bde-80e7-3b34cd0be5da req-a291352b-b94f-497b-b97f-f74de93cf3e3 tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] 10.222.0.58 "GET /v2.0/security-groups?id=a452a48b-8e47-4a32-9881-60d11e8c4ec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415356
Mar 31 18:33:53.665888 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-bc3bfd0f-f507-47e4-a462-52e7f17737b4 req-557c846a-3e9e-4fc4-a910-1b0be6d729c6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7462d2ff-e093-4bfd-b223-def749c8175e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0482063
Mar 31 18:33:53.776269 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3bfd0f-f507-47e4-a462-52e7f17737b4 req-5d870247-85e5-4a93-b486-fdc70770332a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:33:53.777788 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-bc3bfd0f-f507-47e4-a462-52e7f17737b4 req-5d870247-85e5-4a93-b486-fdc70770332a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0f2d961f71194831954c10d99bcd4e64&device_id=7462d2ff-e093-4bfd-b223-def749c8175e HTTP/1.1" status: 200  len: 1130 time: 0.0485017
Mar 31 18:33:53.884131 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3bfd0f-f507-47e4-a462-52e7f17737b4 req-3616a75e-9868-46e7-96ed-2de15f0734ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:33:53.885660 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-bc3bfd0f-f507-47e4-a462-52e7f17737b4 req-3616a75e-9868-46e7-96ed-2de15f0734ba service neutron] 10.222.0.44 "GET /v2.0/networks?id=197de12b-9d63-43d4-82b6-c8da9ef22625 HTTP/1.1" status: 200  len: 915 time: 0.0875566
Mar 31 18:33:53.934063 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-bc3bfd0f-f507-47e4-a462-52e7f17737b4 req-586b9b00-0822-4fbc-bf37-1045e4e109b6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f245005-1be9-4c70-b9bc-8dc2f82d8a7f HTTP/1.1" status: 200  len: 217 time: 0.0410497
Mar 31 18:33:53.980567 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3bfd0f-f507-47e4-a462-52e7f17737b4 req-3f277f22-6314-4840-bff1-388574544c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:33:53.982035 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-bc3bfd0f-f507-47e4-a462-52e7f17737b4 req-3f277f22-6314-4840-bff1-388574544c5c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=70ddba7f-d928-488b-ab44-f0733be0549b HTTP/1.1" status: 200  len: 854 time: 0.0422475
Mar 31 18:33:54.013914 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-bc3bfd0f-f507-47e4-a462-52e7f17737b4 req-e9107df4-1d24-4b28-b488-3d427e082701 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=197de12b-9d63-43d4-82b6-c8da9ef22625&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0254195
Mar 31 18:33:54.108856 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-bc3bfd0f-f507-47e4-a462-52e7f17737b4 req-b0d8fb46-69d9-4b00-b49b-d24094a0b2a4 service neutron] 10.222.0.44 "GET /v2.0/networks/197de12b-9d63-43d4-82b6-c8da9ef22625?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0880923
Mar 31 18:33:54.205667 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-bc3bfd0f-f507-47e4-a462-52e7f17737b4 req-ee266a71-edf0-493e-93a2-0a66a4bab857 service neutron] 10.222.0.44 "GET /v2.0/networks/197de12b-9d63-43d4-82b6-c8da9ef22625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0891435
Mar 31 18:33:57.800221 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.agents_db [None req-39f62d97-bd56-4bf2-8522-12846eccdd8f None None] Agent healthcheck: found 6 active agents {{(pid=103899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 31 18:33:59.065242 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-17711d34-fb9b-4d8b-86fe-739659fddcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (08150f5b-1b08-4271-84f1-4a3b03ee1892), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:34:01.344779 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f4f219af-496b-4cb7-b6eb-0c7a41e7863c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (f09d5d1b-4294-4f18-9a00-351412ae7ca6), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:34:02.424895 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-be477ca9-b30f-4eb3-92ce-971cde9f4756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (d0835089-4a76-4105-9221-c81b46927b3c), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:34:04.036137 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-61acbcaf-515a-4595-a759-82c8bf4c0ac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (1ee04592-4785-424e-aa2a-0bd32f5faacf), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:34:05.064837 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (b6d39f6c-4dc3-40bd-bbe5-e05b1f1d4e13), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:34:06.544642 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (06f31eaf-9418-4d11-8606-24a34b4b4893), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:34:29.075657 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-765a695f-8d44-43b6-87f4-98c26f7ab054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (08150f5b-1b08-4271-84f1-4a3b03ee1892), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:34:31.338195 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f8019fa5-ae3e-4a5f-9579-1eb075e97eac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (f09d5d1b-4294-4f18-9a00-351412ae7ca6), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:34:32.485913 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-be477ca9-b30f-4eb3-92ce-971cde9f4756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (d0835089-4a76-4105-9221-c81b46927b3c), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:34:34.063877 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-61acbcaf-515a-4595-a759-82c8bf4c0ac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (1ee04592-4785-424e-aa2a-0bd32f5faacf), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:34:34.798811 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.agents_db [None req-39f62d97-bd56-4bf2-8522-12846eccdd8f None None] Agent healthcheck: found 6 active agents {{(pid=103899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 31 18:34:35.080821 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (b6d39f6c-4dc3-40bd-bbe5-e05b1f1d4e13), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:34:36.542668 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (06f31eaf-9418-4d11-8606-24a34b4b4893), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:34:42.218373 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ab4f95-7f30-4457-8815-ff992860fa56 req-43d5d936-c0d1-43bd-a59e-03c707438074 tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:34:42.219914 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-02ab4f95-7f30-4457-8815-ff992860fa56 req-43d5d936-c0d1-43bd-a59e-03c707438074 tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] 10.222.0.58 "GET /v2.0/ports?device_id=7462d2ff-e093-4bfd-b223-def749c8175e HTTP/1.1" status: 200  len: 946 time: 0.0532866
Mar 31 18:34:42.266188 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-02ab4f95-7f30-4457-8815-ff992860fa56 req-d0437609-60d8-4079-9db6-d800d4620293 tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] 10.222.0.58 "GET /v2.0/security-groups?id=a452a48b-8e47-4a32-9881-60d11e8c4ec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407174
Mar 31 18:34:43.387848 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b0fd62-62d0-47ac-b08f-80f8707c8885 req-e3ba0a7a-65d7-4af3-a90e-df0565a422ac tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:34:43.389330 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-e0b0fd62-62d0-47ac-b08f-80f8707c8885 req-e3ba0a7a-65d7-4af3-a90e-df0565a422ac tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] 10.222.0.58 "GET /v2.0/ports?device_id=7462d2ff-e093-4bfd-b223-def749c8175e HTTP/1.1" status: 200  len: 946 time: 0.0536456
Mar 31 18:34:43.436624 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-e0b0fd62-62d0-47ac-b08f-80f8707c8885 req-1396d3e2-6916-4f79-99f6-bc73b8f11364 tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] 10.222.0.58 "GET /v2.0/security-groups?id=a452a48b-8e47-4a32-9881-60d11e8c4ec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416985
Mar 31 18:34:44.252670 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56daa36e-c21c-47de-a9a9-a3bea7f570c5 req-39fad1cb-ff47-4f00-aa2a-2cea94b04901 tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:34:44.254108 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-56daa36e-c21c-47de-a9a9-a3bea7f570c5 req-39fad1cb-ff47-4f00-aa2a-2cea94b04901 tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] 10.222.0.44 "GET /v2.0/ports?device_id=7462d2ff-e093-4bfd-b223-def749c8175e HTTP/1.1" status: 200  len: 946 time: 0.0567830
Mar 31 18:34:44.345532 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [req-56daa36e-c21c-47de-a9a9-a3bea7f570c5 req-3d7d02bd-deb4-46af-b93a-05572d3a4a4d tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] Deleting port 3f245005-1be9-4c70-b9bc-8dc2f82d8a7f {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 31 18:34:44.345784 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-56daa36e-c21c-47de-a9a9-a3bea7f570c5 req-3d7d02bd-deb4-46af-b93a-05572d3a4a4d tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759343023638'] for port (3f245005-1be9-4c70-b9bc-8dc2f82d8a7f), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:34:44.437535 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [req-56daa36e-c21c-47de-a9a9-a3bea7f570c5 req-3d7d02bd-deb4-46af-b93a-05572d3a4a4d tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] For port 3f245005-1be9-4c70-b9bc-8dc2f82d8a7f, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=3f245005-1be9-4c70-b9bc-8dc2f82d8a7f,segment=NetworkSegment(e4a078c6-8a1a-49ea-8664-67f2c424f0ad),segment_id=e4a078c6-8a1a-49ea-8664-67f2c424f0ad)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:34:44.437895 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-56daa36e-c21c-47de-a9a9-a3bea7f570c5 req-3d7d02bd-deb4-46af-b93a-05572d3a4a4d tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505421'] for port (3f245005-1be9-4c70-b9bc-8dc2f82d8a7f), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:34:44.450539 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [req-56daa36e-c21c-47de-a9a9-a3bea7f570c5 req-3d7d02bd-deb4-46af-b93a-05572d3a4a4d tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] Calling delete_port for 3f245005-1be9-4c70-b9bc-8dc2f82d8a7f owned by compute:nova {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 31 18:34:44.577651 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b24308-6d85-4c86-a8e2-ee8591ca7aed req-67879aa5-08bd-47ec-bd5f-8ada925189e0 tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:34:44.579150 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-80b24308-6d85-4c86-a8e2-ee8591ca7aed req-67879aa5-08bd-47ec-bd5f-8ada925189e0 tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] 10.222.0.58 "GET /v2.0/ports?device_id=7462d2ff-e093-4bfd-b223-def749c8175e HTTP/1.1" status: 200  len: 946 time: 0.0747881
Mar 31 18:34:44.654699 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-80b24308-6d85-4c86-a8e2-ee8591ca7aed req-3397bd6d-d7db-49fb-915a-0176c864fea4 tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] 10.222.0.58 "GET /v2.0/security-groups?id=a452a48b-8e47-4a32-9881-60d11e8c4ec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0573249
Mar 31 18:34:44.703373 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-56daa36e-c21c-47de-a9a9-a3bea7f570c5 req-3d7d02bd-deb4-46af-b93a-05572d3a4a4d tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759343027577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759342510071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13081985'] for port (3f245005-1be9-4c70-b9bc-8dc2f82d8a7f), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:34:44.731912 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7d02bd-deb4-46af-b93a-05572d3a4a4d tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] Pushing event deleted for resources: {'Port': ['ID=3f245005-1be9-4c70-b9bc-8dc2f82d8a7f,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:34:44.740825 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] get_ports_and_sgs() called for port_ids ['3f245005-1be9-4c70-b9bc-8dc2f82d8a7f'] {{(pid=103898) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 31 18:34:44.741580 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7d02bd-deb4-46af-b93a-05572d3a4a4d tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:34:44.741942 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7d02bd-deb4-46af-b93a-05572d3a4a4d tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:34:44.742383 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7d02bd-deb4-46af-b93a-05572d3a4a4d tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:34:44.742781 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7d02bd-deb4-46af-b93a-05572d3a4a4d tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:34:44.743121 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7d02bd-deb4-46af-b93a-05572d3a4a4d tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:34:44.743458 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7d02bd-deb4-46af-b93a-05572d3a4a4d tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:34:44.743792 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7d02bd-deb4-46af-b93a-05572d3a4a4d tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:34:44.744124 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7d02bd-deb4-46af-b93a-05572d3a4a4d tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:34:44.744456 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7d02bd-deb4-46af-b93a-05572d3a4a4d tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:34:44.745172 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7d02bd-deb4-46af-b93a-05572d3a4a4d tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:34:44.745172 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7d02bd-deb4-46af-b93a-05572d3a4a4d tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:34:44.745428 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7d02bd-deb4-46af-b93a-05572d3a4a4d tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:34:44.745754 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7d02bd-deb4-46af-b93a-05572d3a4a4d tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:34:44.746082 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7d02bd-deb4-46af-b93a-05572d3a4a4d tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:34:44.746411 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7d02bd-deb4-46af-b93a-05572d3a4a4d tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:34:44.790450 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [req-56daa36e-c21c-47de-a9a9-a3bea7f570c5 req-3d7d02bd-deb4-46af-b93a-05572d3a4a4d tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] No DVR routers for this DVR port 3f245005-1be9-4c70-b9bc-8dc2f82d8a7f on host hv-cinder-maste {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 31 18:34:44.792994 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-56daa36e-c21c-47de-a9a9-a3bea7f570c5 req-3d7d02bd-deb4-46af-b93a-05572d3a4a4d tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30337'] for port (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:34:44.796342 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-56daa36e-c21c-47de-a9a9-a3bea7f570c5 req-3d7d02bd-deb4-46af-b93a-05572d3a4a4d tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] 10.222.0.44 "DELETE /v2.0/ports/3f245005-1be9-4c70-b9bc-8dc2f82d8a7f HTTP/1.1" status: 204  len: 173 time: 0.5361867
Mar 31 18:34:44.796789 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7462d2ff-e093-4bfd-b223-def749c8175e', 'name': 'network-vif-deleted', 'tag': '3f245005-1be9-4c70-b9bc-8dc2f82d8a7f'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 31 18:34:44.799073 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73fc78de55affb2fac0a31bf62e314c48f0d961b1f9e9815d43b8150b113e94f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4d21768-529c-4ce4-b94d-019bbea747b2" -d '{"events": [{"server_uuid": "7462d2ff-e093-4bfd-b223-def749c8175e", "name": "network-vif-deleted", "tag": "3f245005-1be9-4c70-b9bc-8dc2f82d8a7f"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 31 18:34:44.836297 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 18:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ac58a58-8442-412e-8e0e-864594e7cd3f x-openstack-request-id: req-6ac58a58-8442-412e-8e0e-864594e7cd3f {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 31 18:34:44.836584 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7462d2ff-e093-4bfd-b223-def749c8175e", "name": "network-vif-deleted", "tag": "3f245005-1be9-4c70-b9bc-8dc2f82d8a7f", "status": "completed", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 31 18:34:44.836867 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6ac58a58-8442-412e-8e0e-864594e7cd3f {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 31 18:34:44.837268 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ac58a58-8442-412e-8e0e-864594e7cd3f'] response: {'server_uuid': '7462d2ff-e093-4bfd-b223-def749c8175e', 'name': 'network-vif-deleted', 'tag': '3f245005-1be9-4c70-b9bc-8dc2f82d8a7f', 'status': 'completed', 'code': 200}
Mar 31 18:34:45.763304 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-4f30e360-c680-43cb-ad87-e2a5261afbf6 req-43be1ea6-e36e-4d37-9c82-19b0751557e3 tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] 10.222.0.58 "GET /v2.0/ports?device_id=7462d2ff-e093-4bfd-b223-def749c8175e HTTP/1.1" status: 200  len: 210 time: 0.0308120
Mar 31 18:34:49.531021 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Device 3f245005-1be9-4c70-b9bc-8dc2f82d8a7f no longer exists at agent hyperv_hv-cinder-maste {{(pid=103898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 31 18:34:49.551135 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] No Port match for: 3f245005-1be9-4c70-b9bc-8dc2f82d8a7f {{(pid=103898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 31 18:34:49.564906 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Device 3f245005-1be9-4c70-b9bc-8dc2f82d8a7f not bound to the agent host hv-cinder-maste {{(pid=103898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 31 18:34:57.461712 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85604d55-ba28-454a-854e-183cd3e92fdf req-1c1a6ee1-4716-438c-9cc1-f025489630e8 tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:34:57.463194 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-85604d55-ba28-454a-854e-183cd3e92fdf req-1c1a6ee1-4716-438c-9cc1-f025489630e8 tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] 10.222.0.58 "GET /v2.0/networks?id=197de12b-9d63-43d4-82b6-c8da9ef22625 HTTP/1.1" status: 200  len: 814 time: 0.1008484
Mar 31 18:34:57.478327 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-85604d55-ba28-454a-854e-183cd3e92fdf req-bc893134-7c22-4b98-82d4-341cb08f181a tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] 10.222.0.58 "GET /v2.0/quotas/0f2d961f71194831954c10d99bcd4e64 HTTP/1.1" status: 200  len: 375 time: 0.0096302
Mar 31 18:34:57.511238 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-85604d55-ba28-454a-854e-183cd3e92fdf req-21f28bf1-5dd9-4889-baa5-15720adcce83 tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=0f2d961f71194831954c10d99bcd4e64&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0277538
Mar 31 18:34:57.606218 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-85604d55-ba28-454a-854e-183cd3e92fdf req-307ba93e-94be-4c68-b828-341534da5c17 service neutron] 10.222.0.58 "GET /v2.0/networks/197de12b-9d63-43d4-82b6-c8da9ef22625?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0881889
Mar 31 18:34:57.695493 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-85604d55-ba28-454a-854e-183cd3e92fdf req-c7b4f7c3-80da-401a-b1e5-b6b845831839 service neutron] 10.222.0.58 "GET /v2.0/networks/197de12b-9d63-43d4-82b6-c8da9ef22625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0836256
Mar 31 18:34:57.949074 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-d7c32387-2af5-4c5a-92ff-3d80a49328b8 req-c88d659b-e37c-4c66-853f-044d322133c5 tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] 10.222.0.58 "GET /v2.0/ports?device_id=40e6139b-cfed-4448-b816-1142e9f6f6d5 HTTP/1.1" status: 200  len: 210 time: 0.0323689
Mar 31 18:34:59.048868 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-fc935e7f-0dca-4b3c-bfc0-0acc970b6658 req-fa95dfe9-0f21-4d07-b96a-65dd28614af7 tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] 10.222.0.58 "GET /v2.0/ports?device_id=40e6139b-cfed-4448-b816-1142e9f6f6d5 HTTP/1.1" status: 200  len: 210 time: 0.0335662
Mar 31 18:34:59.068668 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-daf7b3ec-db0d-4ceb-80f0-ff7f7e673b04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (08150f5b-1b08-4271-84f1-4a3b03ee1892), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:35:00.027305 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85604d55-ba28-454a-854e-183cd3e92fdf req-fb2c523f-6f6b-4ba6-bc5d-9654d15d3ea5 tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:35:00.028734 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-85604d55-ba28-454a-854e-183cd3e92fdf req-fb2c523f-6f6b-4ba6-bc5d-9654d15d3ea5 tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] 10.222.0.44 "GET /v2.0/networks?id=197de12b-9d63-43d4-82b6-c8da9ef22625 HTTP/1.1" status: 200  len: 814 time: 0.1013029
Mar 31 18:35:00.047308 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.v2.base [req-85604d55-ba28-454a-854e-183cd3e92fdf req-2326116e-a88f-491e-9db7-75e6464503f8 tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] Request body: {'port': {'device_id': '40e6139b-cfed-4448-b816-1142e9f6f6d5', 'network_id': '197de12b-9d63-43d4-82b6-c8da9ef22625', 'admin_state_up': True, 'tenant_id': '0f2d961f71194831954c10d99bcd4e64'}} {{(pid=103897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:35:00.148158 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-c628401b-c52a-4521-8a4f-2e793d1b8225 req-c0d3e9c5-7eb5-428b-a631-3adca8414e23 tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] 10.222.0.58 "GET /v2.0/ports?device_id=40e6139b-cfed-4448-b816-1142e9f6f6d5 HTTP/1.1" status: 200  len: 210 time: 0.0290303
Mar 31 18:35:00.280456 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85604d55-ba28-454a-854e-183cd3e92fdf req-2326116e-a88f-491e-9db7-75e6464503f8 tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] Made reservation on behalf of 0f2d961f71194831954c10d99bcd4e64 for: {'port': 1} {{(pid=103897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 31 18:35:00.283752 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-85604d55-ba28-454a-854e-183cd3e92fdf req-2326116e-a88f-491e-9db7-75e6464503f8 tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (None), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:35:00.409854 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [req-85604d55-ba28-454a-854e-183cd3e92fdf req-2326116e-a88f-491e-9db7-75e6464503f8 tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] Allocated IP 172.20.0.14 (197de12b-9d63-43d4-82b6-c8da9ef22625/70ddba7f-d928-488b-ab44-f0733be0549b/5cc3bd2c-980d-4f01-a647-0aaa037bd9ae) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 31 18:35:00.556553 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-85604d55-ba28-454a-854e-183cd3e92fdf req-2326116e-a88f-491e-9db7-75e6464503f8 tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] Publish callbacks [] for port (5cc3bd2c-980d-4f01-a647-0aaa037bd9ae), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:35:00.703298 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-85604d55-ba28-454a-854e-183cd3e92fdf req-2326116e-a88f-491e-9db7-75e6464503f8 tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759342510062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13081985'] for port (5cc3bd2c-980d-4f01-a647-0aaa037bd9ae), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:35:00.747355 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85604d55-ba28-454a-854e-183cd3e92fdf req-2326116e-a88f-491e-9db7-75e6464503f8 tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] Network 197de12b-9d63-43d4-82b6-c8da9ef22625 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 31 18:35:00.750437 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [req-85604d55-ba28-454a-854e-183cd3e92fdf req-2326116e-a88f-491e-9db7-75e6464503f8 tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] Resources bound (agent type, host, resource id):  {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 31 18:35:00.753232 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [req-85604d55-ba28-454a-854e-183cd3e92fdf req-2326116e-a88f-491e-9db7-75e6464503f8 tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 31 18:35:00.781773 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2326116e-a88f-491e-9db7-75e6464503f8 tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] Pushing event updated for resources: {'Port': ['ID=5cc3bd2c-980d-4f01-a647-0aaa037bd9ae,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:35:00.809933 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85604d55-ba28-454a-854e-183cd3e92fdf req-2326116e-a88f-491e-9db7-75e6464503f8 tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:35:00.810467 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-85604d55-ba28-454a-854e-183cd3e92fdf req-2326116e-a88f-491e-9db7-75e6464503f8 tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30337'] for port (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:35:00.888726 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-85604d55-ba28-454a-854e-183cd3e92fdf req-2326116e-a88f-491e-9db7-75e6464503f8 tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8450913
Mar 31 18:35:00.898160 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [req-85604d55-ba28-454a-854e-183cd3e92fdf req-79d83e7e-298c-4b78-94fc-27d8e67028c9 tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=103897) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 31 18:35:00.900751 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-85604d55-ba28-454a-854e-183cd3e92fdf req-79d83e7e-298c-4b78-94fc-27d8e67028c9 tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0056348
Mar 31 18:35:00.968256 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.v2.base [req-85604d55-ba28-454a-854e-183cd3e92fdf req-b66a3220-fcbd-4cb2-a78a-4e67d015494c service neutron] Request body: {'port': {'device_id': '40e6139b-cfed-4448-b816-1142e9f6f6d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=103897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:35:01.030326 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-85604d55-ba28-454a-854e-183cd3e92fdf req-b66a3220-fcbd-4cb2-a78a-4e67d015494c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (5cc3bd2c-980d-4f01-a647-0aaa037bd9ae), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:35:01.340195 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49d9002-7920-4cb7-b742-1578a98913ec req-4d4bbd9f-1ba4-4230-b14e-d4776cf92170 tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:35:01.341615 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-b49d9002-7920-4cb7-b742-1578a98913ec req-4d4bbd9f-1ba4-4230-b14e-d4776cf92170 tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] 10.222.0.58 "GET /v2.0/ports?device_id=40e6139b-cfed-4448-b816-1142e9f6f6d5 HTTP/1.1" status: 200  len: 932 time: 0.1193419
Mar 31 18:35:01.349116 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b53581fe-0837-4f34-92bb-a578fcda7185 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (f09d5d1b-4294-4f18-9a00-351412ae7ca6), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:35:01.351439 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [req-85604d55-ba28-454a-854e-183cd3e92fdf req-b66a3220-fcbd-4cb2-a78a-4e67d015494c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cc3bd2c-980d-4f01-a647-0aaa037bd9ae {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 31 18:35:01.365175 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-85604d55-ba28-454a-854e-183cd3e92fdf req-b66a3220-fcbd-4cb2-a78a-4e67d015494c service neutron] Publish callbacks [] for port (5cc3bd2c-980d-4f01-a647-0aaa037bd9ae), precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:35:01.393985 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [req-85604d55-ba28-454a-854e-183cd3e92fdf req-b66a3220-fcbd-4cb2-a78a-4e67d015494c service neutron] Transition to ACTIVE for port object 5cc3bd2c-980d-4f01-a647-0aaa037bd9ae will not be triggered until provisioned by entity L2. {{(pid=103897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 31 18:35:01.413076 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-b49d9002-7920-4cb7-b742-1578a98913ec req-83fcb550-e4ba-488e-884a-6095bed59f39 tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] 10.222.0.58 "GET /v2.0/security-groups?id=a452a48b-8e47-4a32-9881-60d11e8c4ec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0647976
Mar 31 18:35:01.463269 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-85604d55-ba28-454a-854e-183cd3e92fdf req-b66a3220-fcbd-4cb2-a78a-4e67d015494c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13081992'] for port (5cc3bd2c-980d-4f01-a647-0aaa037bd9ae), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:35:01.518531 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66a3220-fcbd-4cb2-a78a-4e67d015494c service neutron] Pushing event updated for resources: {'Port': ['ID=5cc3bd2c-980d-4f01-a647-0aaa037bd9ae,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:35:01.597824 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [req-85604d55-ba28-454a-854e-183cd3e92fdf req-b66a3220-fcbd-4cb2-a78a-4e67d015494c service neutron] Attempting to bind port 5cc3bd2c-980d-4f01-a647-0aaa037bd9ae on host hv-cinder-maste for vnic_type normal with profile  {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 31 18:35:01.598227 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [req-85604d55-ba28-454a-854e-183cd3e92fdf req-b66a3220-fcbd-4cb2-a78a-4e67d015494c service neutron] Attempting to bind port 5cc3bd2c-980d-4f01-a647-0aaa037bd9ae by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'e4a078c6-8a1a-49ea-8664-67f2c424f0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '197de12b-9d63-43d4-82b6-c8da9ef22625'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 31 18:35:01.598730 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85604d55-ba28-454a-854e-183cd3e92fdf req-b66a3220-fcbd-4cb2-a78a-4e67d015494c service neutron] Attempting to bind port 5cc3bd2c-980d-4f01-a647-0aaa037bd9ae on network 197de12b-9d63-43d4-82b6-c8da9ef22625 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 31 18:35:01.604183 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85604d55-ba28-454a-854e-183cd3e92fdf req-b66a3220-fcbd-4cb2-a78a-4e67d015494c service neutron] Port 5cc3bd2c-980d-4f01-a647-0aaa037bd9ae on network 197de12b-9d63-43d4-82b6-c8da9ef22625 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 31 18:35:01.604506 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85604d55-ba28-454a-854e-183cd3e92fdf req-b66a3220-fcbd-4cb2-a78a-4e67d015494c service neutron] Attempting to bind port 5cc3bd2c-980d-4f01-a647-0aaa037bd9ae on network 197de12b-9d63-43d4-82b6-c8da9ef22625 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 31 18:35:01.609359 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85604d55-ba28-454a-854e-183cd3e92fdf req-b66a3220-fcbd-4cb2-a78a-4e67d015494c service neutron] Checking agent: {'id': '06f31eaf-9418-4d11-8606-24a34b4b4893', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 11, 36), 'started_at': datetime.datetime(2022, 3, 31, 18, 11, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 31 18:35:01.609728 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85604d55-ba28-454a-854e-183cd3e92fdf req-b66a3220-fcbd-4cb2-a78a-4e67d015494c service neutron] Checking segment: {'id': 'e4a078c6-8a1a-49ea-8664-67f2c424f0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '197de12b-9d63-43d4-82b6-c8da9ef22625'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 31 18:35:01.610138 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85604d55-ba28-454a-854e-183cd3e92fdf req-b66a3220-fcbd-4cb2-a78a-4e67d015494c service neutron] Bound using segment: {'id': 'e4a078c6-8a1a-49ea-8664-67f2c424f0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '197de12b-9d63-43d4-82b6-c8da9ef22625'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 31 18:35:01.610587 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [req-85604d55-ba28-454a-854e-183cd3e92fdf req-b66a3220-fcbd-4cb2-a78a-4e67d015494c service neutron] Bound port: 5cc3bd2c-980d-4f01-a647-0aaa037bd9ae, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4a078c6-8a1a-49ea-8664-67f2c424f0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '197de12b-9d63-43d4-82b6-c8da9ef22625'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 31 18:35:01.611005 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-85604d55-ba28-454a-854e-183cd3e92fdf req-b66a3220-fcbd-4cb2-a78a-4e67d015494c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (5cc3bd2c-980d-4f01-a647-0aaa037bd9ae), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:35:01.675504 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [req-85604d55-ba28-454a-854e-183cd3e92fdf req-b66a3220-fcbd-4cb2-a78a-4e67d015494c service neutron] For port 5cc3bd2c-980d-4f01-a647-0aaa037bd9ae, host hv-cinder-maste, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 31 18:35:01.679491 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [req-85604d55-ba28-454a-854e-183cd3e92fdf req-b66a3220-fcbd-4cb2-a78a-4e67d015494c service neutron] For port 5cc3bd2c-980d-4f01-a647-0aaa037bd9ae, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5cc3bd2c-980d-4f01-a647-0aaa037bd9ae,segment=NetworkSegment(e4a078c6-8a1a-49ea-8664-67f2c424f0ad),segment_id=e4a078c6-8a1a-49ea-8664-67f2c424f0ad)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 31 18:35:01.755460 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-85604d55-ba28-454a-854e-183cd3e92fdf req-b66a3220-fcbd-4cb2-a78a-4e67d015494c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13081992'] for port (5cc3bd2c-980d-4f01-a647-0aaa037bd9ae), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:35:01.790857 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85604d55-ba28-454a-854e-183cd3e92fdf req-b66a3220-fcbd-4cb2-a78a-4e67d015494c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:35:01.791173 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-85604d55-ba28-454a-854e-183cd3e92fdf req-b66a3220-fcbd-4cb2-a78a-4e67d015494c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30337'] for port (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:35:01.792949 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-85604d55-ba28-454a-854e-183cd3e92fdf req-b66a3220-fcbd-4cb2-a78a-4e67d015494c service neutron] 10.222.0.44 "PUT /v2.0/ports/5cc3bd2c-980d-4f01-a647-0aaa037bd9ae HTTP/1.1" status: 200  len: 1094 time: 0.8810103
Mar 31 18:35:01.795102 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40e6139b-cfed-4448-b816-1142e9f6f6d5', 'tag': '5cc3bd2c-980d-4f01-a647-0aaa037bd9ae'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 31 18:35:01.797318 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73fc78de55affb2fac0a31bf62e314c48f0d961b1f9e9815d43b8150b113e94f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82f4a798-dfe9-47c3-83d2-46d3995ae44b" -d '{"events": [{"name": "network-changed", "server_uuid": "40e6139b-cfed-4448-b816-1142e9f6f6d5", "tag": "5cc3bd2c-980d-4f01-a647-0aaa037bd9ae"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 31 18:35:01.824066 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66a3220-fcbd-4cb2-a78a-4e67d015494c service neutron] Pushing event updated for resources: {'Port': ['ID=5cc3bd2c-980d-4f01-a647-0aaa037bd9ae,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:35:01.841301 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 18:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01f6b097-f2e2-49dd-b362-0948a8d9702f x-openstack-request-id: req-01f6b097-f2e2-49dd-b362-0948a8d9702f {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 31 18:35:01.841591 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40e6139b-cfed-4448-b816-1142e9f6f6d5", "tag": "5cc3bd2c-980d-4f01-a647-0aaa037bd9ae", "status": "completed", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 31 18:35:01.841841 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-01f6b097-f2e2-49dd-b362-0948a8d9702f {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 31 18:35:01.842239 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01f6b097-f2e2-49dd-b362-0948a8d9702f'] response: {'name': 'network-changed', 'server_uuid': '40e6139b-cfed-4448-b816-1142e9f6f6d5', 'tag': '5cc3bd2c-980d-4f01-a647-0aaa037bd9ae', 'status': 'completed', 'code': 200}
Mar 31 18:35:01.944848 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f4a798-dfe9-47c3-83d2-46d3995ae44b req-b0eaff10-5773-433c-b38a-71fae6b7d55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:35:01.946269 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-82f4a798-dfe9-47c3-83d2-46d3995ae44b req-b0eaff10-5773-433c-b38a-71fae6b7d55b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0f2d961f71194831954c10d99bcd4e64&device_id=40e6139b-cfed-4448-b816-1142e9f6f6d5 HTTP/1.1" status: 200  len: 1128 time: 0.0563655
Mar 31 18:35:02.056847 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f4a798-dfe9-47c3-83d2-46d3995ae44b req-1937fd7a-4755-47d5-990d-f33e93ab2438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:35:02.058310 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-82f4a798-dfe9-47c3-83d2-46d3995ae44b req-1937fd7a-4755-47d5-990d-f33e93ab2438 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=0f2d961f71194831954c10d99bcd4e64&shared=False HTTP/1.1" status: 200  len: 915 time: 0.0981481
Mar 31 18:35:02.151815 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f4a798-dfe9-47c3-83d2-46d3995ae44b req-e297c00e-49fa-4c77-a07b-eb551d855f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:35:02.153271 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-82f4a798-dfe9-47c3-83d2-46d3995ae44b req-e297c00e-49fa-4c77-a07b-eb551d855f46 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0887613
Mar 31 18:35:02.267653 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85604d55-ba28-454a-854e-183cd3e92fdf req-b5041a4f-571f-48d6-a6db-07060ea5181f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:35:02.269122 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-85604d55-ba28-454a-854e-183cd3e92fdf req-b5041a4f-571f-48d6-a6db-07060ea5181f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0f2d961f71194831954c10d99bcd4e64&device_id=40e6139b-cfed-4448-b816-1142e9f6f6d5 HTTP/1.1" status: 200  len: 1128 time: 0.0495522
Mar 31 18:35:02.321419 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-85604d55-ba28-454a-854e-183cd3e92fdf req-2bb17139-960b-46be-972a-c40647f4d8ee service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5cc3bd2c-980d-4f01-a647-0aaa037bd9ae HTTP/1.1" status: 200  len: 217 time: 0.0391333
Mar 31 18:35:02.372479 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85604d55-ba28-454a-854e-183cd3e92fdf req-ea01809b-829e-4b05-a9fc-dd49a21d0734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:35:02.373932 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-85604d55-ba28-454a-854e-183cd3e92fdf req-ea01809b-829e-4b05-a9fc-dd49a21d0734 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=70ddba7f-d928-488b-ab44-f0733be0549b HTTP/1.1" status: 200  len: 854 time: 0.0464964
Mar 31 18:35:02.407948 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-85604d55-ba28-454a-854e-183cd3e92fdf req-b1f59f28-6c60-4045-b52d-de0aa05cb0a9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=197de12b-9d63-43d4-82b6-c8da9ef22625&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0277336
Mar 31 18:35:02.423144 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-be477ca9-b30f-4eb3-92ce-971cde9f4756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (d0835089-4a76-4105-9221-c81b46927b3c), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:35:02.529470 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-85604d55-ba28-454a-854e-183cd3e92fdf req-eeb4d33c-8db5-41a7-8dca-6e914030a336 service neutron] 10.222.0.44 "GET /v2.0/networks/197de12b-9d63-43d4-82b6-c8da9ef22625?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1146915
Mar 31 18:35:02.606741 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0e1b29-3045-4a58-aadb-6771a27efe46 req-a4d48438-8283-4125-9980-0bd916b0078c tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:35:02.608188 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-dd0e1b29-3045-4a58-aadb-6771a27efe46 req-a4d48438-8283-4125-9980-0bd916b0078c tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] 10.222.0.58 "GET /v2.0/ports?device_id=40e6139b-cfed-4448-b816-1142e9f6f6d5 HTTP/1.1" status: 200  len: 944 time: 0.1165857
Mar 31 18:35:02.659830 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-85604d55-ba28-454a-854e-183cd3e92fdf req-4c0f2f0e-fb91-4218-9a8b-05654ce86a9f service neutron] 10.222.0.44 "GET /v2.0/networks/197de12b-9d63-43d4-82b6-c8da9ef22625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1233754
Mar 31 18:35:02.674596 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-dd0e1b29-3045-4a58-aadb-6771a27efe46 req-7b592335-4baf-459b-9d8e-bb675af60a94 tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] 10.222.0.58 "GET /v2.0/security-groups?id=a452a48b-8e47-4a32-9881-60d11e8c4ec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0578570
Mar 31 18:35:03.802562 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d3ccef-ef2c-4eeb-94eb-313748d50923 req-74bfd599-aa63-4bda-9b9d-6a867ba17371 tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:35:03.804354 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-80d3ccef-ef2c-4eeb-94eb-313748d50923 req-74bfd599-aa63-4bda-9b9d-6a867ba17371 tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] 10.222.0.58 "GET /v2.0/ports?device_id=40e6139b-cfed-4448-b816-1142e9f6f6d5 HTTP/1.1" status: 200  len: 944 time: 0.0542428
Mar 31 18:35:03.854623 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-80d3ccef-ef2c-4eeb-94eb-313748d50923 req-e8ee221e-7c98-4a06-87c9-f920de3da769 tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] 10.222.0.58 "GET /v2.0/security-groups?id=a452a48b-8e47-4a32-9881-60d11e8c4ec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440805
Mar 31 18:35:04.023340 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-61acbcaf-515a-4595-a759-82c8bf4c0ac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (1ee04592-4785-424e-aa2a-0bd32f5faacf), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:35:04.799022 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Device 5cc3bd2c-980d-4f01-a647-0aaa037bd9ae details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103898) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 31 18:35:04.982436 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1248398a-30f1-45a0-9b16-62f6e3a39ed0 req-12021ea2-7707-46c1-830d-5f77ce6b5953 tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:35:04.984071 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-1248398a-30f1-45a0-9b16-62f6e3a39ed0 req-12021ea2-7707-46c1-830d-5f77ce6b5953 tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] 10.222.0.58 "GET /v2.0/ports?device_id=40e6139b-cfed-4448-b816-1142e9f6f6d5 HTTP/1.1" status: 200  len: 944 time: 0.0598826
Mar 31 18:35:05.042161 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-1248398a-30f1-45a0-9b16-62f6e3a39ed0 req-5280a9b2-7a72-4223-a8d6-6ca42748a720 tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] 10.222.0.58 "GET /v2.0/security-groups?id=a452a48b-8e47-4a32-9881-60d11e8c4ec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0514929
Mar 31 18:35:05.117113 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] For port 5cc3bd2c-980d-4f01-a647-0aaa037bd9ae, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5cc3bd2c-980d-4f01-a647-0aaa037bd9ae,segment=NetworkSegment(e4a078c6-8a1a-49ea-8664-67f2c424f0ad),segment_id=e4a078c6-8a1a-49ea-8664-67f2c424f0ad)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:35:05.143184 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Returning: {'device': '5cc3bd2c-980d-4f01-a647-0aaa037bd9ae', 'network_id': '197de12b-9d63-43d4-82b6-c8da9ef22625', 'port_id': '5cc3bd2c-980d-4f01-a647-0aaa037bd9ae', 'mac_address': 'fa:16:3e:ad:f8:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70ddba7f-d928-488b-ab44-f0733be0549b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103898) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 31 18:35:05.215033 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Current status of the port 5cc3bd2c-980d-4f01-a647-0aaa037bd9ae is: DOWN; New status is: BUILD {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:35:05.215365 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (5cc3bd2c-980d-4f01-a647-0aaa037bd9ae), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:35:05.232299 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (b6d39f6c-4dc3-40bd-bbe5-e05b1f1d4e13), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:35:05.239088 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.notifiers.nova [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cc3bd2c-980d-4f01-a647-0aaa037bd9ae {{(pid=103898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 31 18:35:05.266731 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] For port 5cc3bd2c-980d-4f01-a647-0aaa037bd9ae, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5cc3bd2c-980d-4f01-a647-0aaa037bd9ae,segment=NetworkSegment(e4a078c6-8a1a-49ea-8664-67f2c424f0ad),segment_id=e4a078c6-8a1a-49ea-8664-67f2c424f0ad)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:35:05.354276 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (5cc3bd2c-980d-4f01-a647-0aaa037bd9ae), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:35:05.405973 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Pushing event updated for resources: {'Port': ['ID=5cc3bd2c-980d-4f01-a647-0aaa037bd9ae,revision_number=4']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:35:05.413101 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:35:05.413446 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:35:05.413784 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:35:05.414119 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:35:05.414450 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:35:05.414805 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:35:05.415131 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:35:05.415460 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:35:05.415780 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:35:05.416101 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:35:05.416422 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:35:05.416745 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:35:05.417064 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:35:05.417380 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:35:05.417694 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:35:05.784824 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] get_ports_and_sgs() called for port_ids ['5cc3bd2c-980d-4f01-a647-0aaa037bd9ae'] {{(pid=103898) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 31 18:35:06.164705 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2e99f9-9fff-4eb4-9964-1b6fb155ce68 req-d1c2b039-6125-4ecb-bf82-9709193853b5 tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:35:06.166179 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-4c2e99f9-9fff-4eb4-9964-1b6fb155ce68 req-d1c2b039-6125-4ecb-bf82-9709193853b5 tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] 10.222.0.58 "GET /v2.0/ports?device_id=40e6139b-cfed-4448-b816-1142e9f6f6d5 HTTP/1.1" status: 200  len: 945 time: 0.0547338
Mar 31 18:35:06.217759 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-4c2e99f9-9fff-4eb4-9964-1b6fb155ce68 req-822f1a6b-9ae0-4536-bca0-dbc29540412c tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] 10.222.0.58 "GET /v2.0/security-groups?id=a452a48b-8e47-4a32-9881-60d11e8c4ec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456786
Mar 31 18:35:06.526347 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (06f31eaf-9418-4d11-8606-24a34b4b4893), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:35:06.799082 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Device 5cc3bd2c-980d-4f01-a647-0aaa037bd9ae up at agent hyperv_hv-cinder-maste {{(pid=103898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 31 18:35:06.914121 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Provisioning for port 5cc3bd2c-980d-4f01-a647-0aaa037bd9ae completed by entity L2. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 31 18:35:06.918253 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Provisioning complete for port 5cc3bd2c-980d-4f01-a647-0aaa037bd9ae triggered by entity L2. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:35:06.918618 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (5cc3bd2c-980d-4f01-a647-0aaa037bd9ae), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:35:06.996228 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Current status of the port 5cc3bd2c-980d-4f01-a647-0aaa037bd9ae is: BUILD; New status is: ACTIVE {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:35:06.996609 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (5cc3bd2c-980d-4f01-a647-0aaa037bd9ae), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:35:07.018539 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40e6139b-cfed-4448-b816-1142e9f6f6d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cc3bd2c-980d-4f01-a647-0aaa037bd9ae'}] {{(pid=103898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 31 18:35:07.020792 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb3075c6172e5baa69f5abc91eefeb9b3c1bf45f76ecf44b7f00bb5a6f62f1a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e512da3-a02d-4333-b314-c975ec6adbd1" -d '{"events": [{"server_uuid": "40e6139b-cfed-4448-b816-1142e9f6f6d5", "name": "network-vif-plugged", "status": "completed", "tag": "5cc3bd2c-980d-4f01-a647-0aaa037bd9ae"}]}' {{(pid=103898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 31 18:35:07.040733 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] For port 5cc3bd2c-980d-4f01-a647-0aaa037bd9ae, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5cc3bd2c-980d-4f01-a647-0aaa037bd9ae,segment=NetworkSegment(e4a078c6-8a1a-49ea-8664-67f2c424f0ad),segment_id=e4a078c6-8a1a-49ea-8664-67f2c424f0ad)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:35:07.061092 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 18:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a85f2b34-31b0-4bfb-9dc0-75e6dd3463ff x-openstack-request-id: req-a85f2b34-31b0-4bfb-9dc0-75e6dd3463ff {{(pid=103898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 31 18:35:07.061891 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40e6139b-cfed-4448-b816-1142e9f6f6d5", "name": "network-vif-plugged", "status": "completed", "tag": "5cc3bd2c-980d-4f01-a647-0aaa037bd9ae", "code": 200}]} {{(pid=103898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 31 18:35:07.061891 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a85f2b34-31b0-4bfb-9dc0-75e6dd3463ff {{(pid=103898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 31 18:35:07.062131 dv-cinder-master-3-iscsi neutron-server[103898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a85f2b34-31b0-4bfb-9dc0-75e6dd3463ff'] response: {'server_uuid': '40e6139b-cfed-4448-b816-1142e9f6f6d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cc3bd2c-980d-4f01-a647-0aaa037bd9ae', 'code': 200}
Mar 31 18:35:07.125680 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (5cc3bd2c-980d-4f01-a647-0aaa037bd9ae), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:35:07.178488 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Pushing event updated for resources: {'Port': ['ID=5cc3bd2c-980d-4f01-a647-0aaa037bd9ae,revision_number=5']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:35:07.341785 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677d2d47-9491-4c89-9e7b-57dc5e067b0b req-8314ccf7-380d-4617-bddf-de556057d997 tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:35:07.343200 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-677d2d47-9491-4c89-9e7b-57dc5e067b0b req-8314ccf7-380d-4617-bddf-de556057d997 tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] 10.222.0.58 "GET /v2.0/ports?device_id=40e6139b-cfed-4448-b816-1142e9f6f6d5 HTTP/1.1" status: 200  len: 946 time: 0.0574887
Mar 31 18:35:07.391995 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-677d2d47-9491-4c89-9e7b-57dc5e067b0b req-b5aa8ed8-9c92-4105-ad64-676c8b60b086 tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] 10.222.0.58 "GET /v2.0/security-groups?id=a452a48b-8e47-4a32-9881-60d11e8c4ec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431888
Mar 31 18:35:07.449036 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ccccff-8096-4415-a5d0-eee84a13d51e req-cc43987d-9f56-46bf-8432-aab4a61a277b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:35:07.450695 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-84ccccff-8096-4415-a5d0-eee84a13d51e req-cc43987d-9f56-46bf-8432-aab4a61a277b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=40e6139b-cfed-4448-b816-1142e9f6f6d5 HTTP/1.1" status: 200  len: 1130 time: 0.0492551
Mar 31 18:35:07.495060 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-84ccccff-8096-4415-a5d0-eee84a13d51e req-fbc67ca2-68ce-4b48-9176-bf2518d18bdc service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=a452a48b-8e47-4a32-9881-60d11e8c4ec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382793
Mar 31 18:35:08.517430 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bf0a50-22ae-4503-a3a3-74ba52584c47 req-597a3e72-9a56-43b0-8c1a-c654a8f3ee15 tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:35:08.518904 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-84bf0a50-22ae-4503-a3a3-74ba52584c47 req-597a3e72-9a56-43b0-8c1a-c654a8f3ee15 tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] 10.222.0.58 "GET /v2.0/ports?device_id=40e6139b-cfed-4448-b816-1142e9f6f6d5 HTTP/1.1" status: 200  len: 946 time: 0.0525839
Mar 31 18:35:08.565998 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-84bf0a50-22ae-4503-a3a3-74ba52584c47 req-a1e0024f-231d-4c3a-a010-21496f3aad61 tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] 10.222.0.58 "GET /v2.0/security-groups?id=a452a48b-8e47-4a32-9881-60d11e8c4ec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412970
Mar 31 18:35:09.685813 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e786f5f-474f-4ad3-819e-00cbc31071c4 req-f43a460e-a618-4600-933d-8ffc992d43c9 tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:35:09.687321 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-2e786f5f-474f-4ad3-819e-00cbc31071c4 req-f43a460e-a618-4600-933d-8ffc992d43c9 tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] 10.222.0.58 "GET /v2.0/ports?device_id=40e6139b-cfed-4448-b816-1142e9f6f6d5 HTTP/1.1" status: 200  len: 946 time: 0.0530059
Mar 31 18:35:09.734004 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-2e786f5f-474f-4ad3-819e-00cbc31071c4 req-5ade50d3-b1c8-4a58-bc2c-95f727fb97eb tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] 10.222.0.58 "GET /v2.0/security-groups?id=a452a48b-8e47-4a32-9881-60d11e8c4ec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410306
Mar 31 18:35:11.797714 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.agents_db [None req-39f62d97-bd56-4bf2-8522-12846eccdd8f None None] Agent healthcheck: found 6 active agents {{(pid=103899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 31 18:35:29.040010 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-21538ab7-6140-4f33-b4e9-356bf082ac68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (08150f5b-1b08-4271-84f1-4a3b03ee1892), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:35:31.398954 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-01aefc91-47bc-4431-bba5-8ddcaa32796b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (f09d5d1b-4294-4f18-9a00-351412ae7ca6), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:35:32.456131 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-be477ca9-b30f-4eb3-92ce-971cde9f4756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (d0835089-4a76-4105-9221-c81b46927b3c), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:35:34.045319 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-61acbcaf-515a-4595-a759-82c8bf4c0ac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (1ee04592-4785-424e-aa2a-0bd32f5faacf), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:35:35.153252 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (b6d39f6c-4dc3-40bd-bbe5-e05b1f1d4e13), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:35:36.508470 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (06f31eaf-9418-4d11-8606-24a34b4b4893), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:35:36.941939 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f3901b-2fb0-4fa5-a967-2bdbd89e6a89 req-04cb2562-74ff-4717-9430-ced5fb076983 tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:35:36.943485 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-b9f3901b-2fb0-4fa5-a967-2bdbd89e6a89 req-04cb2562-74ff-4717-9430-ced5fb076983 tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] 10.222.0.58 "GET /v2.0/ports?device_id=40e6139b-cfed-4448-b816-1142e9f6f6d5 HTTP/1.1" status: 200  len: 946 time: 0.0571082
Mar 31 18:35:36.989995 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-b9f3901b-2fb0-4fa5-a967-2bdbd89e6a89 req-0417f8fa-5ca3-452d-b616-4a4555157463 tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] 10.222.0.58 "GET /v2.0/security-groups?id=a452a48b-8e47-4a32-9881-60d11e8c4ec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406568
Mar 31 18:35:38.115917 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbeac41-7bf2-4fa2-8128-80d2983ac835 req-0d30cd72-c432-45b4-83cc-62b040623ed2 tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:35:38.117885 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-efbeac41-7bf2-4fa2-8128-80d2983ac835 req-0d30cd72-c432-45b4-83cc-62b040623ed2 tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] 10.222.0.58 "GET /v2.0/ports?device_id=40e6139b-cfed-4448-b816-1142e9f6f6d5 HTTP/1.1" status: 200  len: 946 time: 0.0582514
Mar 31 18:35:38.165986 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-efbeac41-7bf2-4fa2-8128-80d2983ac835 req-5335eb46-0f37-44f4-8d5d-9392f60dedd4 tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] 10.222.0.58 "GET /v2.0/security-groups?id=a452a48b-8e47-4a32-9881-60d11e8c4ec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425911
Mar 31 18:35:38.967563 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffea2086-a455-49ee-81ea-83ee278a4f28 req-24774581-d4e9-45ec-bec9-fb854fed7301 tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:35:38.968990 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-ffea2086-a455-49ee-81ea-83ee278a4f28 req-24774581-d4e9-45ec-bec9-fb854fed7301 tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] 10.222.0.44 "GET /v2.0/ports?device_id=40e6139b-cfed-4448-b816-1142e9f6f6d5 HTTP/1.1" status: 200  len: 946 time: 0.0525246
Mar 31 18:35:39.060479 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [req-ffea2086-a455-49ee-81ea-83ee278a4f28 req-ad4b820f-6afb-4cb6-b7fe-bf90fa6a8797 tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] Deleting port 5cc3bd2c-980d-4f01-a647-0aaa037bd9ae {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 31 18:35:39.060821 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-ffea2086-a455-49ee-81ea-83ee278a4f28 req-ad4b820f-6afb-4cb6-b7fe-bf90fa6a8797 tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759343023638'] for port (5cc3bd2c-980d-4f01-a647-0aaa037bd9ae), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:35:39.151147 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [req-ffea2086-a455-49ee-81ea-83ee278a4f28 req-ad4b820f-6afb-4cb6-b7fe-bf90fa6a8797 tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] For port 5cc3bd2c-980d-4f01-a647-0aaa037bd9ae, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5cc3bd2c-980d-4f01-a647-0aaa037bd9ae,segment=NetworkSegment(e4a078c6-8a1a-49ea-8664-67f2c424f0ad),segment_id=e4a078c6-8a1a-49ea-8664-67f2c424f0ad)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:35:39.151879 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-ffea2086-a455-49ee-81ea-83ee278a4f28 req-ad4b820f-6afb-4cb6-b7fe-bf90fa6a8797 tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505421'] for port (5cc3bd2c-980d-4f01-a647-0aaa037bd9ae), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:35:39.164615 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [req-ffea2086-a455-49ee-81ea-83ee278a4f28 req-ad4b820f-6afb-4cb6-b7fe-bf90fa6a8797 tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] Calling delete_port for 5cc3bd2c-980d-4f01-a647-0aaa037bd9ae owned by compute:nova {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 31 18:35:39.285697 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6c1ea0-ae01-411e-85f2-3321ffc9e3cf req-3e5d37c0-5ab1-4d5e-b8b6-3d49b7f6fa6e tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:35:39.287235 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-0f6c1ea0-ae01-411e-85f2-3321ffc9e3cf req-3e5d37c0-5ab1-4d5e-b8b6-3d49b7f6fa6e tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] 10.222.0.58 "GET /v2.0/ports?device_id=40e6139b-cfed-4448-b816-1142e9f6f6d5 HTTP/1.1" status: 200  len: 946 time: 0.0551934
Mar 31 18:35:39.334898 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-0f6c1ea0-ae01-411e-85f2-3321ffc9e3cf req-5cb094a3-f18b-4b04-bf0d-e00ebbfdc193 tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] 10.222.0.58 "GET /v2.0/security-groups?id=a452a48b-8e47-4a32-9881-60d11e8c4ec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414841
Mar 31 18:35:39.370911 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-ffea2086-a455-49ee-81ea-83ee278a4f28 req-ad4b820f-6afb-4cb6-b7fe-bf90fa6a8797 tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759343027577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759342510071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13081985'] for port (5cc3bd2c-980d-4f01-a647-0aaa037bd9ae), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:35:39.402148 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4b820f-6afb-4cb6-b7fe-bf90fa6a8797 tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] Pushing event deleted for resources: {'Port': ['ID=5cc3bd2c-980d-4f01-a647-0aaa037bd9ae,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:35:39.410599 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] get_ports_and_sgs() called for port_ids ['5cc3bd2c-980d-4f01-a647-0aaa037bd9ae'] {{(pid=103898) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 31 18:35:39.449605 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffea2086-a455-49ee-81ea-83ee278a4f28 req-ad4b820f-6afb-4cb6-b7fe-bf90fa6a8797 tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] No DVR routers for this DVR port 5cc3bd2c-980d-4f01-a647-0aaa037bd9ae on host hv-cinder-maste {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 31 18:35:39.452526 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-ffea2086-a455-49ee-81ea-83ee278a4f28 req-ad4b820f-6afb-4cb6-b7fe-bf90fa6a8797 tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30337'] for port (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:35:39.455918 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-ffea2086-a455-49ee-81ea-83ee278a4f28 req-ad4b820f-6afb-4cb6-b7fe-bf90fa6a8797 tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] 10.222.0.44 "DELETE /v2.0/ports/5cc3bd2c-980d-4f01-a647-0aaa037bd9ae HTTP/1.1" status: 204  len: 173 time: 0.4816153
Mar 31 18:35:39.456382 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40e6139b-cfed-4448-b816-1142e9f6f6d5', 'name': 'network-vif-deleted', 'tag': '5cc3bd2c-980d-4f01-a647-0aaa037bd9ae'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 31 18:35:39.458742 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73fc78de55affb2fac0a31bf62e314c48f0d961b1f9e9815d43b8150b113e94f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-370d7741-08ec-4228-b222-1844fc8466e7" -d '{"events": [{"server_uuid": "40e6139b-cfed-4448-b816-1142e9f6f6d5", "name": "network-vif-deleted", "tag": "5cc3bd2c-980d-4f01-a647-0aaa037bd9ae"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 31 18:35:39.500714 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 18:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f23b9e6-31f7-4c97-a3a9-1004ab2bad6c x-openstack-request-id: req-1f23b9e6-31f7-4c97-a3a9-1004ab2bad6c {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 31 18:35:39.501011 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40e6139b-cfed-4448-b816-1142e9f6f6d5", "name": "network-vif-deleted", "tag": "5cc3bd2c-980d-4f01-a647-0aaa037bd9ae", "status": "completed", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 31 18:35:39.501264 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1f23b9e6-31f7-4c97-a3a9-1004ab2bad6c {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 31 18:35:39.502025 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f23b9e6-31f7-4c97-a3a9-1004ab2bad6c'] response: {'server_uuid': '40e6139b-cfed-4448-b816-1142e9f6f6d5', 'name': 'network-vif-deleted', 'tag': '5cc3bd2c-980d-4f01-a647-0aaa037bd9ae', 'status': 'completed', 'code': 200}
Mar 31 18:35:40.440806 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-07324bca-0ec1-48ff-b29f-79a1249efd1f req-e3e39093-7f73-4d06-9ea3-f0fe3e017324 tempest-VolumesSnapshotTestJSON-1015225021 tempest-VolumesSnapshotTestJSON-1015225021-project] 10.222.0.58 "GET /v2.0/ports?device_id=40e6139b-cfed-4448-b816-1142e9f6f6d5 HTTP/1.1" status: 200  len: 210 time: 0.0275674
Mar 31 18:35:42.971356 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Device 5cc3bd2c-980d-4f01-a647-0aaa037bd9ae no longer exists at agent hyperv_hv-cinder-maste {{(pid=103898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 31 18:35:42.992961 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] No Port match for: 5cc3bd2c-980d-4f01-a647-0aaa037bd9ae {{(pid=103898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 31 18:35:42.993299 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Device 5cc3bd2c-980d-4f01-a647-0aaa037bd9ae not bound to the agent host hv-cinder-maste {{(pid=103898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 31 18:35:48.797081 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.agents_db [None req-39f62d97-bd56-4bf2-8522-12846eccdd8f None None] Agent healthcheck: found 6 active agents {{(pid=103899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 31 18:35:59.039035 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-8c4d5cf1-74eb-440a-a196-f94a6e18b1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (08150f5b-1b08-4271-84f1-4a3b03ee1892), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:01.346961 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-9d7e7546-3c4c-45c7-aecd-f9a33896ed4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (f09d5d1b-4294-4f18-9a00-351412ae7ca6), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:02.438670 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-be477ca9-b30f-4eb3-92ce-971cde9f4756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (d0835089-4a76-4105-9221-c81b46927b3c), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:04.039035 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-61acbcaf-515a-4595-a759-82c8bf4c0ac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (1ee04592-4785-424e-aa2a-0bd32f5faacf), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:05.084180 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (b6d39f6c-4dc3-40bd-bbe5-e05b1f1d4e13), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:06.558456 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (06f31eaf-9418-4d11-8606-24a34b4b4893), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:10.738945 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 58110) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:36:10.787490 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4c4b6b6-c77d-41ef-a80d-4cee66c810e0 admin admin] Deleting subnet 70ddba7f-d928-488b-ab44-f0733be0549b {{(pid=103897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 31 18:36:10.790693 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d4c4b6b6-c77d-41ef-a80d-4cee66c810e0 admin admin] Publish callbacks [] for subnet (70ddba7f-d928-488b-ab44-f0733be0549b), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:10.824031 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d4c4b6b6-c77d-41ef-a80d-4cee66c810e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13080895'] for subnet (70ddba7f-d928-488b-ab44-f0733be0549b), precommit_delete_associations {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:10.861825 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d4c4b6b6-c77d-41ef-a80d-4cee66c810e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1237091'] for subnet (70ddba7f-d928-488b-ab44-f0733be0549b), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:11.004835 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d4c4b6b6-c77d-41ef-a80d-4cee66c810e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1237076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13080946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24666377'] for subnet (70ddba7f-d928-488b-ab44-f0733be0549b), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:11.029214 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c4b6b6-c77d-41ef-a80d-4cee66c810e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70ddba7f-d928-488b-ab44-f0733be0549b,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:36:11.039088 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c4b6b6-c77d-41ef-a80d-4cee66c810e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:36:11.039491 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c4b6b6-c77d-41ef-a80d-4cee66c810e0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:36:11.039775 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c4b6b6-c77d-41ef-a80d-4cee66c810e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:36:11.040113 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c4b6b6-c77d-41ef-a80d-4cee66c810e0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:36:11.040449 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c4b6b6-c77d-41ef-a80d-4cee66c810e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:36:11.041129 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c4b6b6-c77d-41ef-a80d-4cee66c810e0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:36:11.041129 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c4b6b6-c77d-41ef-a80d-4cee66c810e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:36:11.041402 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c4b6b6-c77d-41ef-a80d-4cee66c810e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:36:11.041726 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c4b6b6-c77d-41ef-a80d-4cee66c810e0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:36:11.042051 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c4b6b6-c77d-41ef-a80d-4cee66c810e0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:36:11.042377 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c4b6b6-c77d-41ef-a80d-4cee66c810e0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:36:11.042727 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c4b6b6-c77d-41ef-a80d-4cee66c810e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:36:11.043057 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c4b6b6-c77d-41ef-a80d-4cee66c810e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:36:11.043370 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c4b6b6-c77d-41ef-a80d-4cee66c810e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:36:11.043690 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c4b6b6-c77d-41ef-a80d-4cee66c810e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:36:11.046660 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d4c4b6b6-c77d-41ef-a80d-4cee66c810e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548721'] for subnet (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:11.049791 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-d4c4b6b6-c77d-41ef-a80d-4cee66c810e0 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/70ddba7f-d928-488b-ab44-f0733be0549b HTTP/1.1" status: 204  len: 168 time: 0.3098571
Mar 31 18:36:11.052489 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 58112) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:36:11.125111 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b1dd5c89-affa-48f1-914b-ac886ee87e50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1066274'] for network (197de12b-9d63-43d4-82b6-c8da9ef22625), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:11.203272 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b1dd5c89-affa-48f1-914b-ac886ee87e50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223144', 'neutron.services.segments.db._delete_segments_for_network-8759342854202'] for network (197de12b-9d63-43d4-82b6-c8da9ef22625), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:11.223434 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.services.segments.db [None req-b1dd5c89-affa-48f1-914b-ac886ee87e50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f770fe1d1f0>,) {'filters': {'network_id': ['197de12b-9d63-43d4-82b6-c8da9ef22625']}} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:36:11.236915 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.services.segments.db [None req-b1dd5c89-affa-48f1-914b-ac886ee87e50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f770fe1d1f0>, 'e4a078c6-8a1a-49ea-8664-67f2c424f0ad') {'for_net_delete': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:36:11.237213 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.services.segments.db [None req-b1dd5c89-affa-48f1-914b-ac886ee87e50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f770fe1d1f0>, 'e4a078c6-8a1a-49ea-8664-67f2c424f0ad') {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:36:11.250598 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b1dd5c89-affa-48f1-914b-ac886ee87e50 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759343069251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13080884'] for segment (e4a078c6-8a1a-49ea-8664-67f2c424f0ad), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:11.264856 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b1dd5c89-affa-48f1-914b-ac886ee87e50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186132'] for segment (e4a078c6-8a1a-49ea-8664-67f2c424f0ad), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:11.271052 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1dd5c89-affa-48f1-914b-ac886ee87e50 admin admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=103897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 31 18:36:11.272434 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b1dd5c89-affa-48f1-914b-ac886ee87e50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13082068'] for segment (e4a078c6-8a1a-49ea-8664-67f2c424f0ad), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:11.273787 dv-cinder-master-3-iscsi neutron-server[103897]: Traceback (most recent call last):
Mar 31 18:36:11.273787 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 31 18:36:11.273787 dv-cinder-master-3-iscsi neutron-server[103897]:     timer()
Mar 31 18:36:11.273787 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 31 18:36:11.273787 dv-cinder-master-3-iscsi neutron-server[103897]:     cb(*args, **kw)
Mar 31 18:36:11.273787 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 31 18:36:11.273787 dv-cinder-master-3-iscsi neutron-server[103897]:     return func(*args, **kwargs)
Mar 31 18:36:11.273787 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 31 18:36:11.273787 dv-cinder-master-3-iscsi neutron-server[103897]:     self._notify()
Mar 31 18:36:11.273787 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 31 18:36:11.273787 dv-cinder-master-3-iscsi neutron-server[103897]:     self.callback(batched_events)
Mar 31 18:36:11.273787 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 31 18:36:11.273787 dv-cinder-master-3-iscsi neutron-server[103897]:     event.method(event)
Mar 31 18:36:11.273787 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 31 18:36:11.273787 dv-cinder-master-3-iscsi neutron-server[103897]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 31 18:36:11.273787 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 31 18:36:11.273787 dv-cinder-master-3-iscsi neutron-server[103897]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 31 18:36:11.273787 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 31 18:36:11.273787 dv-cinder-master-3-iscsi neutron-server[103897]:     return f(self, *a, **k)
Mar 31 18:36:11.273787 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 31 18:36:11.273787 dv-cinder-master-3-iscsi neutron-server[103897]:     return self._get(url).json()
Mar 31 18:36:11.273787 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 31 18:36:11.273787 dv-cinder-master-3-iscsi neutron-server[103897]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 31 18:36:11.273787 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 31 18:36:11.273787 dv-cinder-master-3-iscsi neutron-server[103897]:     return self.request(url, 'GET', **kwargs)
Mar 31 18:36:11.273787 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 31 18:36:11.273787 dv-cinder-master-3-iscsi neutron-server[103897]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 31 18:36:11.273787 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 31 18:36:11.273787 dv-cinder-master-3-iscsi neutron-server[103897]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 31 18:36:11.273787 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 31 18:36:11.273787 dv-cinder-master-3-iscsi neutron-server[103897]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 31 18:36:11.273787 dv-cinder-master-3-iscsi neutron-server[103897]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 31 18:36:11.392617 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b1dd5c89-affa-48f1-914b-ac886ee87e50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-505961'] for network (197de12b-9d63-43d4-82b6-c8da9ef22625), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:11.398129 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b1dd5c89-affa-48f1-914b-ac886ee87e50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548721'] for network (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:11.402173 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-b1dd5c89-affa-48f1-914b-ac886ee87e50 admin admin] 10.222.0.58 "DELETE /v2.0/networks/197de12b-9d63-43d4-82b6-c8da9ef22625 HTTP/1.1" status: 204  len: 168 time: 0.3482001
Mar 31 18:36:11.413102 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dd5c89-affa-48f1-914b-ac886ee87e50 admin admin] Pushing event deleted for resources: {'Network': ['ID=197de12b-9d63-43d4-82b6-c8da9ef22625,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:36:11.815272 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 58116) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:36:11.853736 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-0e6fd8f5-9098-41ca-9477-c369d00bbdab admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0f2d961f71194831954c10d99bcd4e64&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0373406
Mar 31 18:36:11.856129 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 58118) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:36:11.904258 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1c9e126a-953a-451a-9121-0e83ffe87252 admin admin] Publish callbacks [] for security_group (a452a48b-8e47-4a32-9881-60d11e8c4ec5), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:11.926198 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1c9e126a-953a-451a-9121-0e83ffe87252 admin admin] Publish callbacks [] for security_group (a452a48b-8e47-4a32-9881-60d11e8c4ec5), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:12.095908 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1c9e126a-953a-451a-9121-0e83ffe87252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (a452a48b-8e47-4a32-9881-60d11e8c4ec5), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:12.098634 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1c9e126a-953a-451a-9121-0e83ffe87252 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:12.100297 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-1c9e126a-953a-451a-9121-0e83ffe87252 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a452a48b-8e47-4a32-9881-60d11e8c4ec5 HTTP/1.1" status: 204  len: 168 time: 0.2427998
Mar 31 18:36:12.108446 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9e126a-953a-451a-9121-0e83ffe87252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a452a48b-8e47-4a32-9881-60d11e8c4ec5,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:36:13.169661 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 58140) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:36:13.282071 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.v2.base [None req-55cd3c88-1a1c-4a98-8e22-c480d1de6bc4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-129986791-network', 'tenant_id': '46be7326d5204beeb8c5e499e9d4ac73'}} {{(pid=103897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:36:13.347067 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55cd3c88-1a1c-4a98-8e22-c480d1de6bc4 admin admin] Made reservation on behalf of 46be7326d5204beeb8c5e499e9d4ac73 for: {'network': 1} {{(pid=103897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 31 18:36:13.349404 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-55cd3c88-1a1c-4a98-8e22-c480d1de6bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for network (None), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:13.358115 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-55cd3c88-1a1c-4a98-8e22-c480d1de6bc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:13.431538 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-55cd3c88-1a1c-4a98-8e22-c480d1de6bc4 admin admin] Publish callbacks [] for security_group (8730bc75-e609-4182-ae97-2337411aa902), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:13.507639 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-55cd3c88-1a1c-4a98-8e22-c480d1de6bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (8730bc75-e609-4182-ae97-2337411aa902), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:13.531987 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55cd3c88-1a1c-4a98-8e22-c480d1de6bc4 admin admin] vlan segment allocate from pool success with {'vlan_id': 582, 'physical_network': 'physnet1'}  {{(pid=103897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 31 18:36:13.541578 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cd3c88-1a1c-4a98-8e22-c480d1de6bc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8730bc75-e609-4182-ae97-2337411aa902,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:36:13.546256 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-55cd3c88-1a1c-4a98-8e22-c480d1de6bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186132'] for segment (df51c932-344b-4908-ae9e-168b01aae83d), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:13.546590 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.db.segments_db [None req-55cd3c88-1a1c-4a98-8e22-c480d1de6bc4 admin admin] Added segment df51c932-344b-4908-ae9e-168b01aae83d of type vlan for network 47b5a8fc-8543-4316-9b58-da2f4a1b9ec1
Mar 31 18:36:13.587943 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-55cd3c88-1a1c-4a98-8e22-c480d1de6bc4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759342480442'] for network (47b5a8fc-8543-4316-9b58-da2f4a1b9ec1), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:13.718614 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-55cd3c88-1a1c-4a98-8e22-c480d1de6bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679'] for network (47b5a8fc-8543-4316-9b58-da2f4a1b9ec1), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:13.719605 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55cd3c88-1a1c-4a98-8e22-c480d1de6bc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:36:13.720189 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-55cd3c88-1a1c-4a98-8e22-c480d1de6bc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548721'] for network (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:14.035618 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cd3c88-1a1c-4a98-8e22-c480d1de6bc4 admin admin] Pushing event updated for resources: {'Network': ['ID=47b5a8fc-8543-4316-9b58-da2f4a1b9ec1,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:36:14.046152 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Network 47b5a8fc-8543-4316-9b58-da2f4a1b9ec1 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=103898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 31 18:36:14.145003 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-55cd3c88-1a1c-4a98-8e22-c480d1de6bc4 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.9742184
Mar 31 18:36:14.152715 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 58144) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:36:14.157455 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.v2.base [None req-7ba6fc55-dec7-4d84-b4ea-547c840dbc95 admin admin] Request body: {'subnet': {'network_id': '47b5a8fc-8543-4316-9b58-da2f4a1b9ec1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-129986791-subnet', 'tenant_id': '46be7326d5204beeb8c5e499e9d4ac73', 'ip_version': 4}} {{(pid=103897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:36:14.238719 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ba6fc55-dec7-4d84-b4ea-547c840dbc95 admin admin] Made reservation on behalf of 46be7326d5204beeb8c5e499e9d4ac73 for: {'subnet': 1} {{(pid=103897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 31 18:36:14.242053 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7ba6fc55-dec7-4d84-b4ea-547c840dbc95 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24666390'] for subnet (None), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:14.467272 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7ba6fc55-dec7-4d84-b4ea-547c840dbc95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13080881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24666368'] for subnet (a26badde-2b82-4e02-8452-da3f1fcd3fea), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:14.520936 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba6fc55-dec7-4d84-b4ea-547c840dbc95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a26badde-2b82-4e02-8452-da3f1fcd3fea,revision_number=0']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:36:14.531489 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba6fc55-dec7-4d84-b4ea-547c840dbc95 admin admin] Checking segment: {'id': 'df51c932-344b-4908-ae9e-168b01aae83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '47b5a8fc-8543-4316-9b58-da2f4a1b9ec1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 31 18:36:14.531847 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba6fc55-dec7-4d84-b4ea-547c840dbc95 admin admin] Network hostable DHCP agents. Network: 47b5a8fc-8543-4316-9b58-da2f4a1b9ec1, hostable agents: ['08150f5b-1b08-4271-84f1-4a3b03ee1892'], hosted agents: [] {{(pid=103897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 31 18:36:14.638186 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba6fc55-dec7-4d84-b4ea-547c840dbc95 admin admin] Network 47b5a8fc-8543-4316-9b58-da2f4a1b9ec1 is scheduled to be hosted by DHCP agent 08150f5b-1b08-4271-84f1-4a3b03ee1892 with binding_index 1 {{(pid=103897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 31 18:36:14.753224 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-7ba6fc55-dec7-4d84-b4ea-547c840dbc95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 47b5a8fc-8543-4316-9b58-da2f4a1b9ec1) {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 31 18:36:14.757500 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba6fc55-dec7-4d84-b4ea-547c840dbc95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:36:14.758094 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7ba6fc55-dec7-4d84-b4ea-547c840dbc95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548721'] for subnet (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:14.762693 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5e2c86-672c-44c9-bc1f-0f068cc43b91 None None] Network 47b5a8fc-8543-4316-9b58-da2f4a1b9ec1 requested from dv-cinder-master-3-iscsi {{(pid=103898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 31 18:36:14.862920 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ffd4d38-f322-4c15-ad74-7b6948cf1b3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-47b5a8fc-8543-4316-9b58-da2f4a1b9ec1', 'network_id': '47b5a8fc-8543-4316-9b58-da2f4a1b9ec1', 'project_id': '46be7326d5204beeb8c5e499e9d4ac73', 'fixed_ips': [{'subnet_id': 'a26badde-2b82-4e02-8452-da3f1fcd3fea'}]}} from dv-cinder-master-3-iscsi. {{(pid=103898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 31 18:36:14.863737 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-4ffd4d38-f322-4c15-ad74-7b6948cf1b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:14.878664 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-7ba6fc55-dec7-4d84-b4ea-547c840dbc95 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.7223220
Mar 31 18:36:14.878906 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 58146) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:36:14.884485 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [None req-00f461ae-ced2-4286-9ed7-be1aa4bb91e3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-129986791-router', 'tenant_id': '46be7326d5204beeb8c5e499e9d4ac73', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9'}}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:36:14.997890 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.db_base_plugin_common [None req-4ffd4d38-f322-4c15-ad74-7b6948cf1b3c None None] Allocated IP 172.20.0.2 (47b5a8fc-8543-4316-9b58-da2f4a1b9ec1/a26badde-2b82-4e02-8452-da3f1fcd3fea/38640e12-52a0-4089-bc07-bdd17f73cbec) {{(pid=103898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 31 18:36:15.067509 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-00f461ae-ced2-4286-9ed7-be1aa4bb91e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-494391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-419'] for router (42cc267c-9e71-4409-8f8d-5c6eaadeab39), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:15.069434 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-00f461ae-ced2-4286-9ed7-be1aa4bb91e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-495015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-506102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-487386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-426'] for router (42cc267c-9e71-4409-8f8d-5c6eaadeab39), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:15.123000 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-00f461ae-ced2-4286-9ed7-be1aa4bb91e3 admin admin] Publish callbacks [] for router_controller (42cc267c-9e71-4409-8f8d-5c6eaadeab39), precommit_add_association {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:15.142908 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-4ffd4d38-f322-4c15-ad74-7b6948cf1b3c None None] Publish callbacks [] for port (38640e12-52a0-4089-bc07-bdd17f73cbec), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:15.302120 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-4ffd4d38-f322-4c15-ad74-7b6948cf1b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759342510062'] for port (38640e12-52a0-4089-bc07-bdd17f73cbec), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:15.338049 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ffd4d38-f322-4c15-ad74-7b6948cf1b3c None None] Network 47b5a8fc-8543-4316-9b58-da2f4a1b9ec1 is already hosted by enough agents. {{(pid=103898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 31 18:36:15.340853 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.base_scheduler [None req-4ffd4d38-f322-4c15-ad74-7b6948cf1b3c None None] Resources bound (agent type, host, resource id):  {{(pid=103898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 31 18:36:15.344319 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ffd4d38-f322-4c15-ad74-7b6948cf1b3c None None] Received port after_create {{(pid=103898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 31 18:36:15.356106 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffd4d38-f322-4c15-ad74-7b6948cf1b3c None None] Pushing event updated for resources: {'Port': ['ID=38640e12-52a0-4089-bc07-bdd17f73cbec,revision_number=1']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:36:15.379316 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffd4d38-f322-4c15-ad74-7b6948cf1b3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:36:15.379662 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffd4d38-f322-4c15-ad74-7b6948cf1b3c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:36:15.380013 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffd4d38-f322-4c15-ad74-7b6948cf1b3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:36:15.380370 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffd4d38-f322-4c15-ad74-7b6948cf1b3c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:36:15.380663 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffd4d38-f322-4c15-ad74-7b6948cf1b3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:36:15.381044 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffd4d38-f322-4c15-ad74-7b6948cf1b3c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:36:15.381514 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffd4d38-f322-4c15-ad74-7b6948cf1b3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:36:15.381987 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffd4d38-f322-4c15-ad74-7b6948cf1b3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:36:15.382308 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffd4d38-f322-4c15-ad74-7b6948cf1b3c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:36:15.382712 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffd4d38-f322-4c15-ad74-7b6948cf1b3c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:36:15.382989 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffd4d38-f322-4c15-ad74-7b6948cf1b3c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:36:15.383309 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffd4d38-f322-4c15-ad74-7b6948cf1b3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:36:15.386030 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffd4d38-f322-4c15-ad74-7b6948cf1b3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:36:15.386030 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffd4d38-f322-4c15-ad74-7b6948cf1b3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:36:15.386030 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffd4d38-f322-4c15-ad74-7b6948cf1b3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:36:15.394701 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-00f461ae-ced2-4286-9ed7-be1aa4bb91e3 admin admin] Publish callbacks [] for router_gateway (42cc267c-9e71-4409-8f8d-5c6eaadeab39), precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:15.419081 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-4ffd4d38-f322-4c15-ad74-7b6948cf1b3c None None] Attempting to bind port 38640e12-52a0-4089-bc07-bdd17f73cbec on host dv-cinder-master-3-iscsi for vnic_type normal with profile  {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 31 18:36:15.419447 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-4ffd4d38-f322-4c15-ad74-7b6948cf1b3c None None] Attempting to bind port 38640e12-52a0-4089-bc07-bdd17f73cbec by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'df51c932-344b-4908-ae9e-168b01aae83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '47b5a8fc-8543-4316-9b58-da2f4a1b9ec1'}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 31 18:36:15.419803 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ffd4d38-f322-4c15-ad74-7b6948cf1b3c None None] Attempting to bind port 38640e12-52a0-4089-bc07-bdd17f73cbec on network 47b5a8fc-8543-4316-9b58-da2f4a1b9ec1 {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 31 18:36:15.424608 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ffd4d38-f322-4c15-ad74-7b6948cf1b3c None None] Checking agent: {'id': 'b6d39f6c-4dc3-40bd-bbe5-e05b1f1d4e13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 5, 5), 'started_at': datetime.datetime(2022, 3, 31, 18, 5, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 31 18:36:15.424964 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ffd4d38-f322-4c15-ad74-7b6948cf1b3c None None] Checking segment: {'id': 'df51c932-344b-4908-ae9e-168b01aae83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '47b5a8fc-8543-4316-9b58-da2f4a1b9ec1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 31 18:36:15.425383 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-4ffd4d38-f322-4c15-ad74-7b6948cf1b3c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:15.425768 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ffd4d38-f322-4c15-ad74-7b6948cf1b3c None None] Bound using segment: {'id': 'df51c932-344b-4908-ae9e-168b01aae83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '47b5a8fc-8543-4316-9b58-da2f4a1b9ec1'} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 31 18:36:15.426225 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-4ffd4d38-f322-4c15-ad74-7b6948cf1b3c None None] Bound port: 38640e12-52a0-4089-bc07-bdd17f73cbec, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df51c932-344b-4908-ae9e-168b01aae83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '47b5a8fc-8543-4316-9b58-da2f4a1b9ec1'}}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 31 18:36:15.426601 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-4ffd4d38-f322-4c15-ad74-7b6948cf1b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (38640e12-52a0-4089-bc07-bdd17f73cbec), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:15.490799 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-4ffd4d38-f322-4c15-ad74-7b6948cf1b3c None None] For port 38640e12-52a0-4089-bc07-bdd17f73cbec, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 31 18:36:15.493781 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-4ffd4d38-f322-4c15-ad74-7b6948cf1b3c None None] For port 38640e12-52a0-4089-bc07-bdd17f73cbec, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=38640e12-52a0-4089-bc07-bdd17f73cbec,segment=NetworkSegment(df51c932-344b-4908-ae9e-168b01aae83d),segment_id=df51c932-344b-4908-ae9e-168b01aae83d)] {{(pid=103898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 31 18:36:15.621832 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-4ffd4d38-f322-4c15-ad74-7b6948cf1b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (38640e12-52a0-4089-bc07-bdd17f73cbec), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:15.683620 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffd4d38-f322-4c15-ad74-7b6948cf1b3c None None] Pushing event updated for resources: {'Port': ['ID=38640e12-52a0-4089-bc07-bdd17f73cbec,revision_number=2']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:36:15.717085 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-00f461ae-ced2-4286-9ed7-be1aa4bb91e3 admin admin] Publish callbacks [] for router_gateway (42cc267c-9e71-4409-8f8d-5c6eaadeab39), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:15.740287 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-00f461ae-ced2-4286-9ed7-be1aa4bb91e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:15.855605 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-00f461ae-ced2-4286-9ed7-be1aa4bb91e3 admin admin] Allocated IP 172.37.2.181 (b698396b-51c1-468f-b58d-8c59a3beb4d9/19546f9a-afff-4e10-9105-a9d5358dbe6e/424c4e43-0a88-46fd-b521-0943b4e338d2) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 31 18:36:15.973246 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-00f461ae-ced2-4286-9ed7-be1aa4bb91e3 admin admin] Publish callbacks [] for port (424c4e43-0a88-46fd-b521-0943b4e338d2), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:16.090493 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-00f461ae-ced2-4286-9ed7-be1aa4bb91e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759342510062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12885778'] for port (424c4e43-0a88-46fd-b521-0943b4e338d2), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:16.127953 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f461ae-ced2-4286-9ed7-be1aa4bb91e3 admin admin] Network b698396b-51c1-468f-b58d-8c59a3beb4d9 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 31 18:36:16.130872 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-00f461ae-ced2-4286-9ed7-be1aa4bb91e3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 31 18:36:16.134647 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f461ae-ced2-4286-9ed7-be1aa4bb91e3 admin admin] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 31 18:36:16.164831 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f461ae-ced2-4286-9ed7-be1aa4bb91e3 admin admin] Pushing event updated for resources: {'Port': ['ID=424c4e43-0a88-46fd-b521-0943b4e338d2,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:36:16.177497 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f461ae-ced2-4286-9ed7-be1aa4bb91e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:36:16.179245 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f461ae-ced2-4286-9ed7-be1aa4bb91e3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:36:16.179245 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f461ae-ced2-4286-9ed7-be1aa4bb91e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:36:16.179245 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f461ae-ced2-4286-9ed7-be1aa4bb91e3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:36:16.179572 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f461ae-ced2-4286-9ed7-be1aa4bb91e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:36:16.179837 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f461ae-ced2-4286-9ed7-be1aa4bb91e3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:36:16.180166 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f461ae-ced2-4286-9ed7-be1aa4bb91e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:36:16.180495 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f461ae-ced2-4286-9ed7-be1aa4bb91e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:36:16.180821 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f461ae-ced2-4286-9ed7-be1aa4bb91e3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:36:16.181148 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f461ae-ced2-4286-9ed7-be1aa4bb91e3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:36:16.181475 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f461ae-ced2-4286-9ed7-be1aa4bb91e3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:36:16.181800 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f461ae-ced2-4286-9ed7-be1aa4bb91e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:36:16.182120 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f461ae-ced2-4286-9ed7-be1aa4bb91e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:36:16.182439 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f461ae-ced2-4286-9ed7-be1aa4bb91e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:36:16.182786 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f461ae-ced2-4286-9ed7-be1aa4bb91e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:36:16.501955 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-00f461ae-ced2-4286-9ed7-be1aa4bb91e3 admin admin] Publish callbacks [] for router_gateway (42cc267c-9e71-4409-8f8d-5c6eaadeab39), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:16.529316 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99028ed-f14c-4f05-b6da-329904b3d719 None None] Network 47b5a8fc-8543-4316-9b58-da2f4a1b9ec1 requested from dv-cinder-master-3-iscsi {{(pid=103898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 31 18:36:16.617195 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-1d8f2f62-548b-43fc-b275-b365ae301d71 None None] Provisioning complete for port 38640e12-52a0-4089-bc07-bdd17f73cbec triggered by entity DHCP. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:36:16.617565 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-1d8f2f62-548b-43fc-b275-b365ae301d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (38640e12-52a0-4089-bc07-bdd17f73cbec), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:16.705796 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-00f461ae-ced2-4286-9ed7-be1aa4bb91e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-495022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-505889'] for router (42cc267c-9e71-4409-8f8d-5c6eaadeab39), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:16.723946 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-1d8f2f62-548b-43fc-b275-b365ae301d71 None None] Current status of the port 38640e12-52a0-4089-bc07-bdd17f73cbec is: DOWN; New status is: ACTIVE {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:36:16.724341 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-1d8f2f62-548b-43fc-b275-b365ae301d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (38640e12-52a0-4089-bc07-bdd17f73cbec), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:16.760237 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-1d8f2f62-548b-43fc-b275-b365ae301d71 None None] For port 38640e12-52a0-4089-bc07-bdd17f73cbec, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=38640e12-52a0-4089-bc07-bdd17f73cbec,segment=NetworkSegment(df51c932-344b-4908-ae9e-168b01aae83d),segment_id=df51c932-344b-4908-ae9e-168b01aae83d)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:36:16.850447 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-1d8f2f62-548b-43fc-b275-b365ae301d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (38640e12-52a0-4089-bc07-bdd17f73cbec), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:16.902876 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8f2f62-548b-43fc-b275-b365ae301d71 None None] Pushing event updated for resources: {'Port': ['ID=38640e12-52a0-4089-bc07-bdd17f73cbec,revision_number=3']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:36:16.969847 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-b2cf9fdb-d7d4-4cf0-97bf-31944cb34e1c None None] Provisioning complete for port 38640e12-52a0-4089-bc07-bdd17f73cbec triggered by entity DHCP. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:36:16.970225 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b2cf9fdb-d7d4-4cf0-97bf-31944cb34e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (38640e12-52a0-4089-bc07-bdd17f73cbec), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:16.975700 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00f461ae-ced2-4286-9ed7-be1aa4bb91e3 admin admin] Router 42cc267c-9e71-4409-8f8d-5c6eaadeab39 is scheduled to L3 agent f09d5d1b-4294-4f18-9a00-351412ae7ca6 with binding_index 1 {{(pid=103896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 31 18:36:17.039051 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Device 38640e12-52a0-4089-bc07-bdd17f73cbec up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 31 18:36:17.078433 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-b2cf9fdb-d7d4-4cf0-97bf-31944cb34e1c None None] Current status of the port 38640e12-52a0-4089-bc07-bdd17f73cbec is: ACTIVE; New status is: ACTIVE {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:36:17.091827 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00f461ae-ced2-4286-9ed7-be1aa4bb91e3 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 31 18:36:17.103593 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7a3506-cc71-4743-8153-b2ae82d1fe0a None None] Sync routers for ids ['42cc267c-9e71-4409-8f8d-5c6eaadeab39'] in dv-cinder-master-3-iscsi {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 31 18:36:17.116145 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Provisioning complete for port 38640e12-52a0-4089-bc07-bdd17f73cbec triggered by entity L2. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:36:17.117551 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (38640e12-52a0-4089-bc07-bdd17f73cbec), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:17.118750 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7a3506-cc71-4743-8153-b2ae82d1fe0a None None] Routers {'42cc267c-9e71-4409-8f8d-5c6eaadeab39'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 31 18:36:17.119374 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-8f7a3506-cc71-4743-8153-b2ae82d1fe0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f771508a460>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T18:05:01Z,description=<?>,heartbeat_timestamp=2022-03-31T18:36:01Z,host='dv-cinder-master-3-iscsi',id=f09d5d1b-4294-4f18-9a00-351412ae7ca6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-31T18:05:02Z,topic='l3_agent')) {'router_ids': ['42cc267c-9e71-4409-8f8d-5c6eaadeab39'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:36:17.212307 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-00f461ae-ced2-4286-9ed7-be1aa4bb91e3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:17.213488 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-00f461ae-ced2-4286-9ed7-be1aa4bb91e3 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 2.3335676
Mar 31 18:36:17.216308 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 58148) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:36:17.279658 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-8f7a3506-cc71-4743-8153-b2ae82d1fe0a None None] Set router 42cc267c-9e71-4409-8f8d-5c6eaadeab39 gateway port host: dv-cinder-master-3-iscsi {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 31 18:36:17.337712 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Current status of the port 38640e12-52a0-4089-bc07-bdd17f73cbec is: ACTIVE; New status is: ACTIVE {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:36:17.467242 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-8f7a3506-cc71-4743-8153-b2ae82d1fe0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f771508a460>, [{'id': '42cc267c-9e71-4409-8f8d-5c6eaadeab39', 'name': 'tempest-TestMinimumBasicScenario-129986791-router', 'tenant_id': '46be7326d5204beeb8c5e499e9d4ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.181'}], 'enable_snat': True}, 'gw_port_id': '424c4e43-0a88-46fd-b521-0943b4e338d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:36:15Z', 'updated_at': '2022-03-31T18:36:16Z', 'revision_number': 3, 'project_id': '46be7326d5204beeb8c5e499e9d4ac73', 'gw_port': {'id': '424c4e43-0a88-46fd-b521-0943b4e338d2', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:fa:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42cc267c-9e71-4409-8f8d-5c6eaadeab39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:36:15Z', 'updated_at': '2022-03-31T18:36:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:36:17.494829 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7a3506-cc71-4743-8153-b2ae82d1fe0a None None] Checking router: 42cc267c-9e71-4409-8f8d-5c6eaadeab39 for host: dv-cinder-master-3-iscsi {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 31 18:36:17.495190 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7a3506-cc71-4743-8153-b2ae82d1fe0a None None] Updating router 42cc267c-9e71-4409-8f8d-5c6eaadeab39 port 424c4e43-0a88-46fd-b521-0943b4e338d2 binding host dv-cinder-master-3-iscsi {{(pid=103898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 31 18:36:17.525549 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-8f7a3506-cc71-4743-8153-b2ae82d1fe0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (424c4e43-0a88-46fd-b521-0943b4e338d2), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:17.780582 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-8f7a3506-cc71-4743-8153-b2ae82d1fe0a None None] Publish callbacks [] for port (424c4e43-0a88-46fd-b521-0943b4e338d2), precommit_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:17.850045 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-8f7a3506-cc71-4743-8153-b2ae82d1fe0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (424c4e43-0a88-46fd-b521-0943b4e338d2), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:17.854345 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f5c093ad-c8c8-44b2-ab10-8f0e97277901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:18.016875 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-f5c093ad-c8c8-44b2-ab10-8f0e97277901 admin admin] Allocated IP 172.20.0.1 (47b5a8fc-8543-4316-9b58-da2f4a1b9ec1/a26badde-2b82-4e02-8452-da3f1fcd3fea/647427b0-838d-46b1-90a6-f64b27fd59d4) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 31 18:36:18.040654 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-8f7a3506-cc71-4743-8153-b2ae82d1fe0a None None] Attempting to bind port 424c4e43-0a88-46fd-b521-0943b4e338d2 on host dv-cinder-master-3-iscsi for vnic_type normal with profile  {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 31 18:36:18.040944 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-8f7a3506-cc71-4743-8153-b2ae82d1fe0a None None] Attempting to bind port 424c4e43-0a88-46fd-b521-0943b4e338d2 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '31f32929-b46a-4720-9f75-d20195c1993a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9'}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 31 18:36:18.041306 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7a3506-cc71-4743-8153-b2ae82d1fe0a None None] Attempting to bind port 424c4e43-0a88-46fd-b521-0943b4e338d2 on network b698396b-51c1-468f-b58d-8c59a3beb4d9 {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 31 18:36:18.044170 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc05c43-6b33-446f-bf2f-54224fe8b50d None None] Pushing event updated for resources: {'Port': ['ID=424c4e43-0a88-46fd-b521-0943b4e338d2,revision_number=2']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:36:18.049135 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7a3506-cc71-4743-8153-b2ae82d1fe0a None None] Checking agent: {'id': 'b6d39f6c-4dc3-40bd-bbe5-e05b1f1d4e13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 5, 5), 'started_at': datetime.datetime(2022, 3, 31, 18, 5, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 31 18:36:18.049510 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7a3506-cc71-4743-8153-b2ae82d1fe0a None None] Checking segment: {'id': '31f32929-b46a-4720-9f75-d20195c1993a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 31 18:36:18.049915 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-8f7a3506-cc71-4743-8153-b2ae82d1fe0a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:18.050387 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7a3506-cc71-4743-8153-b2ae82d1fe0a None None] Bound using segment: {'id': '31f32929-b46a-4720-9f75-d20195c1993a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9'} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 31 18:36:18.050932 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-8f7a3506-cc71-4743-8153-b2ae82d1fe0a None None] Bound port: 424c4e43-0a88-46fd-b521-0943b4e338d2, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31f32929-b46a-4720-9f75-d20195c1993a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9'}}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 31 18:36:18.051170 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-8f7a3506-cc71-4743-8153-b2ae82d1fe0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (424c4e43-0a88-46fd-b521-0943b4e338d2), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:18.107684 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-8f7a3506-cc71-4743-8153-b2ae82d1fe0a None None] For port 424c4e43-0a88-46fd-b521-0943b4e338d2, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 31 18:36:18.110797 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-8f7a3506-cc71-4743-8153-b2ae82d1fe0a None None] For port 424c4e43-0a88-46fd-b521-0943b4e338d2, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=424c4e43-0a88-46fd-b521-0943b4e338d2,segment=NetworkSegment(31f32929-b46a-4720-9f75-d20195c1993a),segment_id=31f32929-b46a-4720-9f75-d20195c1993a)] {{(pid=103898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 31 18:36:18.127291 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f5c093ad-c8c8-44b2-ab10-8f0e97277901 admin admin] Publish callbacks [] for port (647427b0-838d-46b1-90a6-f64b27fd59d4), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:18.199124 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-8f7a3506-cc71-4743-8153-b2ae82d1fe0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (424c4e43-0a88-46fd-b521-0943b4e338d2), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:18.227473 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f5c093ad-c8c8-44b2-ab10-8f0e97277901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759342510062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12885778'] for port (647427b0-838d-46b1-90a6-f64b27fd59d4), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:18.256186 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc05c43-6b33-446f-bf2f-54224fe8b50d None None] Pushing event updated for resources: {'Port': ['ID=424c4e43-0a88-46fd-b521-0943b4e338d2,revision_number=3']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:36:18.263328 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7a3506-cc71-4743-8153-b2ae82d1fe0a None None] Routers {'42cc267c-9e71-4409-8f8d-5c6eaadeab39'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 31 18:36:18.263964 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-8f7a3506-cc71-4743-8153-b2ae82d1fe0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f771508a460>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T18:05:01Z,description=<?>,heartbeat_timestamp=2022-03-31T18:36:01Z,host='dv-cinder-master-3-iscsi',id=f09d5d1b-4294-4f18-9a00-351412ae7ca6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-31T18:05:02Z,topic='l3_agent')) {'router_ids': ['42cc267c-9e71-4409-8f8d-5c6eaadeab39'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:36:18.269429 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c093ad-c8c8-44b2-ab10-8f0e97277901 admin admin] Network 47b5a8fc-8543-4316-9b58-da2f4a1b9ec1 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 31 18:36:18.272603 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-f5c093ad-c8c8-44b2-ab10-8f0e97277901 admin admin] Resources bound (agent type, host, resource id):  {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 31 18:36:18.276655 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c093ad-c8c8-44b2-ab10-8f0e97277901 admin admin] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 31 18:36:18.309102 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c093ad-c8c8-44b2-ab10-8f0e97277901 admin admin] Pushing event updated for resources: {'Port': ['ID=647427b0-838d-46b1-90a6-f64b27fd59d4,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:36:18.330391 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f5c093ad-c8c8-44b2-ab10-8f0e97277901 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-506870'] for router_interface (42cc267c-9e71-4409-8f8d-5c6eaadeab39), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:18.377400 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-8f7a3506-cc71-4743-8153-b2ae82d1fe0a None None] Set router 42cc267c-9e71-4409-8f8d-5c6eaadeab39 gateway port host: dv-cinder-master-3-iscsi {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 31 18:36:18.531640 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-8b371d54-c0b0-445f-9039-992bf496fecb None None] Provisioning complete for port 647427b0-838d-46b1-90a6-f64b27fd59d4 triggered by entity DHCP. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:36:18.532019 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-8b371d54-c0b0-445f-9039-992bf496fecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (647427b0-838d-46b1-90a6-f64b27fd59d4), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:18.554391 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f5c093ad-c8c8-44b2-ab10-8f0e97277901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (647427b0-838d-46b1-90a6-f64b27fd59d4), before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:18.592807 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-8b371d54-c0b0-445f-9039-992bf496fecb None None] Port 647427b0-838d-46b1-90a6-f64b27fd59d4 cannot update to ACTIVE because it is not bound. {{(pid=103898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 31 18:36:18.609217 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-8f7a3506-cc71-4743-8153-b2ae82d1fe0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f771508a460>, [{'id': '42cc267c-9e71-4409-8f8d-5c6eaadeab39', 'name': 'tempest-TestMinimumBasicScenario-129986791-router', 'tenant_id': '46be7326d5204beeb8c5e499e9d4ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.181'}], 'enable_snat': True}, 'gw_port_id': '424c4e43-0a88-46fd-b521-0943b4e338d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:36:15Z', 'updated_at': '2022-03-31T18:36:16Z', 'revision_number': 3, 'project_id': '46be7326d5204beeb8c5e499e9d4ac73', 'gw_port': {'id': '424c4e43-0a88-46fd-b521-0943b4e338d2', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:fa:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42cc267c-9e71-4409-8f8d-5c6eaadeab39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:36:15Z', 'updated_at': '2022-03-31T18:36:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:36:18.636135 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7a3506-cc71-4743-8153-b2ae82d1fe0a None None] The sync data for ids ['42cc267c-9e71-4409-8f8d-5c6eaadeab39'] in dv-cinder-master-3-iscsi is: [{'id': '42cc267c-9e71-4409-8f8d-5c6eaadeab39', 'name': 'tempest-TestMinimumBasicScenario-129986791-router', 'tenant_id': '46be7326d5204beeb8c5e499e9d4ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.181'}], 'enable_snat': True}, 'gw_port_id': '424c4e43-0a88-46fd-b521-0943b4e338d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:36:15Z', 'updated_at': '2022-03-31T18:36:16Z', 'revision_number': 3, 'project_id': '46be7326d5204beeb8c5e499e9d4ac73', 'gw_port': {'id': '424c4e43-0a88-46fd-b521-0943b4e338d2', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:fa:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42cc267c-9e71-4409-8f8d-5c6eaadeab39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:36:15Z', 'updated_at': '2022-03-31T18:36:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 31 18:36:18.730810 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f5c093ad-c8c8-44b2-ab10-8f0e97277901 admin admin] Publish callbacks [] for port (647427b0-838d-46b1-90a6-f64b27fd59d4), precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:18.839132 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f5c093ad-c8c8-44b2-ab10-8f0e97277901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12885787'] for port (647427b0-838d-46b1-90a6-f64b27fd59d4), after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:18.917782 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c093ad-c8c8-44b2-ab10-8f0e97277901 admin admin] Pushing event updated for resources: {'Port': ['ID=647427b0-838d-46b1-90a6-f64b27fd59d4,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:36:18.920218 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f5c093ad-c8c8-44b2-ab10-8f0e97277901 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-506722'] for router_interface (42cc267c-9e71-4409-8f8d-5c6eaadeab39), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:19.021461 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Device 424c4e43-0a88-46fd-b521-0943b4e338d2 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 31 18:36:19.024669 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c093ad-c8c8-44b2-ab10-8f0e97277901 admin admin] Network 47b5a8fc-8543-4316-9b58-da2f4a1b9ec1 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 31 18:36:19.026698 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-f5c093ad-c8c8-44b2-ab10-8f0e97277901 admin admin] Resources bound (agent type, host, resource id):  {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 31 18:36:19.099521 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Provisioning complete for port 424c4e43-0a88-46fd-b521-0943b4e338d2 triggered by entity L2. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:36:19.100299 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (424c4e43-0a88-46fd-b521-0943b4e338d2), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:19.163364 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5c093ad-c8c8-44b2-ab10-8f0e97277901 admin admin] Router 42cc267c-9e71-4409-8f8d-5c6eaadeab39 has already been hosted by L3 agent f09d5d1b-4294-4f18-9a00-351412ae7ca6 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 31 18:36:19.202420 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Current status of the port 424c4e43-0a88-46fd-b521-0943b4e338d2 is: DOWN; New status is: ACTIVE {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:36:19.203000 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (424c4e43-0a88-46fd-b521-0943b4e338d2), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:19.228030 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] For port 424c4e43-0a88-46fd-b521-0943b4e338d2, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=424c4e43-0a88-46fd-b521-0943b4e338d2,segment=NetworkSegment(31f32929-b46a-4720-9f75-d20195c1993a),segment_id=31f32929-b46a-4720-9f75-d20195c1993a)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:36:19.292390 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5c093ad-c8c8-44b2-ab10-8f0e97277901 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 31 18:36:19.300663 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-f5c093ad-c8c8-44b2-ab10-8f0e97277901 admin admin] 10.222.0.58 "PUT /v2.0/routers/42cc267c-9e71-4409-8f8d-5c6eaadeab39/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.0806239
Mar 31 18:36:19.321454 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-c3b62756-32bb-4981-9829-3d4bd1368690 None None] Provisioning complete for port 647427b0-838d-46b1-90a6-f64b27fd59d4 triggered by entity DHCP. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:36:19.321697 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-c3b62756-32bb-4981-9829-3d4bd1368690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (647427b0-838d-46b1-90a6-f64b27fd59d4), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:19.360857 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (424c4e43-0a88-46fd-b521-0943b4e338d2), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:19.364611 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-c3b62756-32bb-4981-9829-3d4bd1368690 None None] Port 647427b0-838d-46b1-90a6-f64b27fd59d4 cannot update to ACTIVE because it is not bound. {{(pid=103898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 31 18:36:19.414372 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Pushing event updated for resources: {'Port': ['ID=424c4e43-0a88-46fd-b521-0943b4e338d2,revision_number=4']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:36:20.103606 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 58164) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:36:20.108560 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [None req-485b6748-7790-44c6-9aed-6fcf4facd380 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1463660258-network', 'tenant_id': '7aead45701fd45b6a6090b73905ef148'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:36:20.215467 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-485b6748-7790-44c6-9aed-6fcf4facd380 admin admin] Made reservation on behalf of 7aead45701fd45b6a6090b73905ef148 for: {'network': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 31 18:36:20.217846 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-485b6748-7790-44c6-9aed-6fcf4facd380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for network (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:20.227826 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-485b6748-7790-44c6-9aed-6fcf4facd380 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:20.262272 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280da822-dbb0-418d-ae48-d82519791c82 None None] Sync routers for ids ['42cc267c-9e71-4409-8f8d-5c6eaadeab39'] in dv-cinder-master-3-iscsi {{(pid=103899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 31 18:36:20.271352 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280da822-dbb0-418d-ae48-d82519791c82 None None] Routers {'42cc267c-9e71-4409-8f8d-5c6eaadeab39'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 31 18:36:20.278550 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_hamode_db [None req-280da822-dbb0-418d-ae48-d82519791c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f771577c970>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T18:05:01Z,description=<?>,heartbeat_timestamp=2022-03-31T18:36:01Z,host='dv-cinder-master-3-iscsi',id=f09d5d1b-4294-4f18-9a00-351412ae7ca6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-31T18:05:02Z,topic='l3_agent')) {'router_ids': ['42cc267c-9e71-4409-8f8d-5c6eaadeab39'], 'active': True} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:36:20.308125 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-485b6748-7790-44c6-9aed-6fcf4facd380 admin admin] Publish callbacks [] for security_group (da78134f-ee02-4aa7-8c31-6fae82e4c7d3), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:20.382398 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvr_db [None req-280da822-dbb0-418d-ae48-d82519791c82 None None] Set router 42cc267c-9e71-4409-8f8d-5c6eaadeab39 gateway port host: dv-cinder-master-3-iscsi {{(pid=103899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 31 18:36:20.415735 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-485b6748-7790-44c6-9aed-6fcf4facd380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (da78134f-ee02-4aa7-8c31-6fae82e4c7d3), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:20.438009 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-485b6748-7790-44c6-9aed-6fcf4facd380 admin admin] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'}  {{(pid=103896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 31 18:36:20.454541 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485b6748-7790-44c6-9aed-6fcf4facd380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da78134f-ee02-4aa7-8c31-6fae82e4c7d3,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:36:20.457950 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-485b6748-7790-44c6-9aed-6fcf4facd380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186132'] for segment (4413050c-ce13-413f-b3ee-cbc2daca565b), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:20.458287 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.db.segments_db [None req-485b6748-7790-44c6-9aed-6fcf4facd380 admin admin] Added segment 4413050c-ce13-413f-b3ee-cbc2daca565b of type vlan for network ed840df3-9327-40f6-80cb-17bf69cfce7f
Mar 31 18:36:20.508775 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-485b6748-7790-44c6-9aed-6fcf4facd380 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759342480442'] for network (ed840df3-9327-40f6-80cb-17bf69cfce7f), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:20.600556 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-485b6748-7790-44c6-9aed-6fcf4facd380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679'] for network (ed840df3-9327-40f6-80cb-17bf69cfce7f), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:20.601626 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485b6748-7790-44c6-9aed-6fcf4facd380 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:36:20.602223 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-485b6748-7790-44c6-9aed-6fcf4facd380 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548721'] for network (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:20.618307 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_hamode_db [None req-280da822-dbb0-418d-ae48-d82519791c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f771577c970>, [{'id': '42cc267c-9e71-4409-8f8d-5c6eaadeab39', 'name': 'tempest-TestMinimumBasicScenario-129986791-router', 'tenant_id': '46be7326d5204beeb8c5e499e9d4ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.181'}], 'enable_snat': True}, 'gw_port_id': '424c4e43-0a88-46fd-b521-0943b4e338d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:36:15Z', 'updated_at': '2022-03-31T18:36:18Z', 'revision_number': 4, 'project_id': '46be7326d5204beeb8c5e499e9d4ac73', 'gw_port': {'id': '424c4e43-0a88-46fd-b521-0943b4e338d2', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:fa:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42cc267c-9e71-4409-8f8d-5c6eaadeab39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:36:15Z', 'updated_at': '2022-03-31T18:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '647427b0-838d-46b1-90a6-f64b27fd59d4', 'name': '', 'network_id': '47b5a8fc-8543-4316-9b58-da2f4a1b9ec1', 'tenant_id': '46be7326d5204beeb8c5e499e9d4ac73', 'mac_address': 'fa:16:3e:33:0f:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42cc267c-9e71-4409-8f8d-5c6eaadeab39', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'a26badde-2b82-4e02-8452-da3f1fcd3fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:36:17Z', 'updated_at': '2022-03-31T18:36:18Z', 'revision_number': 2, 'project_id': '46be7326d5204beeb8c5e499e9d4ac73', 'subnets': [{'id': 'a26badde-2b82-4e02-8452-da3f1fcd3fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:36:20.647904 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280da822-dbb0-418d-ae48-d82519791c82 None None] Checking router: 42cc267c-9e71-4409-8f8d-5c6eaadeab39 for host: dv-cinder-master-3-iscsi {{(pid=103899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 31 18:36:20.648270 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280da822-dbb0-418d-ae48-d82519791c82 None None] Updating router 42cc267c-9e71-4409-8f8d-5c6eaadeab39 port 647427b0-838d-46b1-90a6-f64b27fd59d4 binding host dv-cinder-master-3-iscsi {{(pid=103899) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 31 18:36:20.665965 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485b6748-7790-44c6-9aed-6fcf4facd380 admin admin] Pushing event updated for resources: {'Network': ['ID=ed840df3-9327-40f6-80cb-17bf69cfce7f,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:36:20.676750 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Network ed840df3-9327-40f6-80cb-17bf69cfce7f details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=103898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 31 18:36:20.677329 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-280da822-dbb0-418d-ae48-d82519791c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (647427b0-838d-46b1-90a6-f64b27fd59d4), before_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:20.744976 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-485b6748-7790-44c6-9aed-6fcf4facd380 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.6401331
Mar 31 18:36:20.747517 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 58166) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:36:20.752234 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [None req-b133459a-3f64-4a70-a25a-f489f1977917 admin admin] Request body: {'subnet': {'network_id': 'ed840df3-9327-40f6-80cb-17bf69cfce7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1463660258-subnet', 'tenant_id': '7aead45701fd45b6a6090b73905ef148', 'ip_version': 4}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:36:20.843885 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b133459a-3f64-4a70-a25a-f489f1977917 admin admin] Made reservation on behalf of 7aead45701fd45b6a6090b73905ef148 for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 31 18:36:20.846328 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b133459a-3f64-4a70-a25a-f489f1977917 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33198968'] for subnet (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:20.952429 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-280da822-dbb0-418d-ae48-d82519791c82 None None] Publish callbacks [] for port (647427b0-838d-46b1-90a6-f64b27fd59d4), precommit_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:21.005513 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Device 424c4e43-0a88-46fd-b521-0943b4e338d2 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 31 18:36:21.049631 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-280da822-dbb0-418d-ae48-d82519791c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (647427b0-838d-46b1-90a6-f64b27fd59d4), after_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:21.064990 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Provisioning complete for port 424c4e43-0a88-46fd-b521-0943b4e338d2 triggered by entity L2. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:36:21.065361 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (424c4e43-0a88-46fd-b521-0943b4e338d2), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:21.101011 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daa2348-37c8-44de-b80e-5d5448d11364 None None] Pushing event updated for resources: {'Port': ['ID=647427b0-838d-46b1-90a6-f64b27fd59d4,revision_number=3']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:36:21.112807 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daa2348-37c8-44de-b80e-5d5448d11364 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:36:21.116693 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daa2348-37c8-44de-b80e-5d5448d11364 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:36:21.116693 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daa2348-37c8-44de-b80e-5d5448d11364 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:36:21.116693 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daa2348-37c8-44de-b80e-5d5448d11364 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:36:21.116693 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daa2348-37c8-44de-b80e-5d5448d11364 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:36:21.116693 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daa2348-37c8-44de-b80e-5d5448d11364 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:36:21.116693 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daa2348-37c8-44de-b80e-5d5448d11364 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:36:21.116693 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daa2348-37c8-44de-b80e-5d5448d11364 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:36:21.116693 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daa2348-37c8-44de-b80e-5d5448d11364 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:36:21.116693 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daa2348-37c8-44de-b80e-5d5448d11364 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:36:21.117509 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daa2348-37c8-44de-b80e-5d5448d11364 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:36:21.117509 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daa2348-37c8-44de-b80e-5d5448d11364 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:36:21.117762 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daa2348-37c8-44de-b80e-5d5448d11364 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:36:21.118088 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daa2348-37c8-44de-b80e-5d5448d11364 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:36:21.118443 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daa2348-37c8-44de-b80e-5d5448d11364 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:36:21.147853 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b133459a-3f64-4a70-a25a-f489f1977917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12884898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33198958'] for subnet (71ec1452-3ad4-4046-bf53-c108d472f9fa), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:21.149113 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Current status of the port 424c4e43-0a88-46fd-b521-0943b4e338d2 is: ACTIVE; New status is: ACTIVE {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:36:21.172149 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.managers [None req-280da822-dbb0-418d-ae48-d82519791c82 None None] Attempting to bind port 647427b0-838d-46b1-90a6-f64b27fd59d4 on host dv-cinder-master-3-iscsi for vnic_type normal with profile  {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 31 18:36:21.172527 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.managers [None req-280da822-dbb0-418d-ae48-d82519791c82 None None] Attempting to bind port 647427b0-838d-46b1-90a6-f64b27fd59d4 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'df51c932-344b-4908-ae9e-168b01aae83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '47b5a8fc-8543-4316-9b58-da2f4a1b9ec1'}] {{(pid=103899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 31 18:36:21.172885 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280da822-dbb0-418d-ae48-d82519791c82 None None] Attempting to bind port 647427b0-838d-46b1-90a6-f64b27fd59d4 on network 47b5a8fc-8543-4316-9b58-da2f4a1b9ec1 {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 31 18:36:21.178557 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280da822-dbb0-418d-ae48-d82519791c82 None None] Checking agent: {'id': 'b6d39f6c-4dc3-40bd-bbe5-e05b1f1d4e13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 5, 5), 'started_at': datetime.datetime(2022, 3, 31, 18, 5, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 31 18:36:21.178964 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280da822-dbb0-418d-ae48-d82519791c82 None None] Checking segment: {'id': 'df51c932-344b-4908-ae9e-168b01aae83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '47b5a8fc-8543-4316-9b58-da2f4a1b9ec1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 31 18:36:21.179366 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-280da822-dbb0-418d-ae48-d82519791c82 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:21.179754 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280da822-dbb0-418d-ae48-d82519791c82 None None] Bound using segment: {'id': 'df51c932-344b-4908-ae9e-168b01aae83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '47b5a8fc-8543-4316-9b58-da2f4a1b9ec1'} {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 31 18:36:21.180225 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.managers [None req-280da822-dbb0-418d-ae48-d82519791c82 None None] Bound port: 647427b0-838d-46b1-90a6-f64b27fd59d4, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df51c932-344b-4908-ae9e-168b01aae83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '47b5a8fc-8543-4316-9b58-da2f4a1b9ec1'}}] {{(pid=103899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 31 18:36:21.180596 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-280da822-dbb0-418d-ae48-d82519791c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (647427b0-838d-46b1-90a6-f64b27fd59d4), before_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:21.219396 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b133459a-3f64-4a70-a25a-f489f1977917 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71ec1452-3ad4-4046-bf53-c108d472f9fa,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:36:21.228042 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b133459a-3f64-4a70-a25a-f489f1977917 admin admin] Checking segment: {'id': '4413050c-ce13-413f-b3ee-cbc2daca565b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'ed840df3-9327-40f6-80cb-17bf69cfce7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 31 18:36:21.228411 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b133459a-3f64-4a70-a25a-f489f1977917 admin admin] Network hostable DHCP agents. Network: ed840df3-9327-40f6-80cb-17bf69cfce7f, hostable agents: ['08150f5b-1b08-4271-84f1-4a3b03ee1892'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 31 18:36:21.249489 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.db [None req-280da822-dbb0-418d-ae48-d82519791c82 None None] For port 647427b0-838d-46b1-90a6-f64b27fd59d4, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 31 18:36:21.254021 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.db [None req-280da822-dbb0-418d-ae48-d82519791c82 None None] For port 647427b0-838d-46b1-90a6-f64b27fd59d4, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=647427b0-838d-46b1-90a6-f64b27fd59d4,segment=NetworkSegment(df51c932-344b-4908-ae9e-168b01aae83d),segment_id=df51c932-344b-4908-ae9e-168b01aae83d)] {{(pid=103899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 31 18:36:21.306918 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b133459a-3f64-4a70-a25a-f489f1977917 admin admin] Network ed840df3-9327-40f6-80cb-17bf69cfce7f is scheduled to be hosted by DHCP agent 08150f5b-1b08-4271-84f1-4a3b03ee1892 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 31 18:36:21.395313 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-11e9d30a-16d1-4745-b2a9-f576a91fb3f5 None None] Provisioning complete for port 647427b0-838d-46b1-90a6-f64b27fd59d4 triggered by entity DHCP. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:36:21.395605 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-11e9d30a-16d1-4745-b2a9-f576a91fb3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (647427b0-838d-46b1-90a6-f64b27fd59d4), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:21.422066 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-280da822-dbb0-418d-ae48-d82519791c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (647427b0-838d-46b1-90a6-f64b27fd59d4), after_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:21.434162 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-11e9d30a-16d1-4745-b2a9-f576a91fb3f5 None None] Port 647427b0-838d-46b1-90a6-f64b27fd59d4 cannot update to ACTIVE because it is not bound. {{(pid=103898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 31 18:36:21.444398 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-b133459a-3f64-4a70-a25a-f489f1977917 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, ed840df3-9327-40f6-80cb-17bf69cfce7f) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 31 18:36:21.449711 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b133459a-3f64-4a70-a25a-f489f1977917 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:36:21.449711 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b133459a-3f64-4a70-a25a-f489f1977917 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:21.453499 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a27336-50b8-47c3-9356-3b3cae1d0595 None None] Network ed840df3-9327-40f6-80cb-17bf69cfce7f requested from dv-cinder-master-3-iscsi {{(pid=103898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 31 18:36:21.483599 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daa2348-37c8-44de-b80e-5d5448d11364 None None] Pushing event updated for resources: {'Port': ['ID=647427b0-838d-46b1-90a6-f64b27fd59d4,revision_number=4']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:36:21.493706 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280da822-dbb0-418d-ae48-d82519791c82 None None] Routers {'42cc267c-9e71-4409-8f8d-5c6eaadeab39'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 31 18:36:21.493959 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_hamode_db [None req-280da822-dbb0-418d-ae48-d82519791c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f771577c970>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T18:05:01Z,description=<?>,heartbeat_timestamp=2022-03-31T18:36:01Z,host='dv-cinder-master-3-iscsi',id=f09d5d1b-4294-4f18-9a00-351412ae7ca6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-31T18:05:02Z,topic='l3_agent')) {'router_ids': ['42cc267c-9e71-4409-8f8d-5c6eaadeab39'], 'active': True} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:36:21.554066 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-b133459a-3f64-4a70-a25a-f489f1977917 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.8033290
Mar 31 18:36:21.560227 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 58168) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:36:21.560227 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.v2.base [None req-f1694182-a505-49e4-b23a-3d5255b902d3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1463660258-router', 'tenant_id': '7aead45701fd45b6a6090b73905ef148', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9'}}} {{(pid=103897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:36:21.574382 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5daff06-55eb-45d4-926c-97e454f3c558 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-ed840df3-9327-40f6-80cb-17bf69cfce7f', 'network_id': 'ed840df3-9327-40f6-80cb-17bf69cfce7f', 'project_id': '7aead45701fd45b6a6090b73905ef148', 'fixed_ips': [{'subnet_id': '71ec1452-3ad4-4046-bf53-c108d472f9fa'}]}} from dv-cinder-master-3-iscsi. {{(pid=103898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 31 18:36:21.575315 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b5daff06-55eb-45d4-926c-97e454f3c558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (None), before_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:21.629115 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvr_db [None req-280da822-dbb0-418d-ae48-d82519791c82 None None] Set router 42cc267c-9e71-4409-8f8d-5c6eaadeab39 gateway port host: dv-cinder-master-3-iscsi {{(pid=103899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 31 18:36:21.660786 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f1694182-a505-49e4-b23a-3d5255b902d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-494391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-419'] for router (6e36d242-97cf-40af-a22a-e5e5f67abffe), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:21.663658 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f1694182-a505-49e4-b23a-3d5255b902d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-495015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-506102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-487386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-426'] for router (6e36d242-97cf-40af-a22a-e5e5f67abffe), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:21.729058 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.db_base_plugin_common [None req-b5daff06-55eb-45d4-926c-97e454f3c558 None None] Allocated IP 172.20.0.2 (ed840df3-9327-40f6-80cb-17bf69cfce7f/71ec1452-3ad4-4046-bf53-c108d472f9fa/4aa4aa26-18f4-42d5-93e6-3e48ebb37e1f) {{(pid=103898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 31 18:36:21.732169 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f1694182-a505-49e4-b23a-3d5255b902d3 admin admin] Publish callbacks [] for router_controller (6e36d242-97cf-40af-a22a-e5e5f67abffe), precommit_add_association {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:21.805815 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-76c16dc0-a9c6-48ee-a8a8-6272cf07d877 None None] Provisioning complete for port 647427b0-838d-46b1-90a6-f64b27fd59d4 triggered by entity DHCP. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:36:21.806104 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-76c16dc0-a9c6-48ee-a8a8-6272cf07d877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (647427b0-838d-46b1-90a6-f64b27fd59d4), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:21.850843 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_hamode_db [None req-280da822-dbb0-418d-ae48-d82519791c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f771577c970>, [{'id': '42cc267c-9e71-4409-8f8d-5c6eaadeab39', 'name': 'tempest-TestMinimumBasicScenario-129986791-router', 'tenant_id': '46be7326d5204beeb8c5e499e9d4ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.181'}], 'enable_snat': True}, 'gw_port_id': '424c4e43-0a88-46fd-b521-0943b4e338d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:36:15Z', 'updated_at': '2022-03-31T18:36:18Z', 'revision_number': 4, 'project_id': '46be7326d5204beeb8c5e499e9d4ac73', 'gw_port': {'id': '424c4e43-0a88-46fd-b521-0943b4e338d2', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:fa:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42cc267c-9e71-4409-8f8d-5c6eaadeab39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:36:15Z', 'updated_at': '2022-03-31T18:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '647427b0-838d-46b1-90a6-f64b27fd59d4', 'name': '', 'network_id': '47b5a8fc-8543-4316-9b58-da2f4a1b9ec1', 'tenant_id': '46be7326d5204beeb8c5e499e9d4ac73', 'mac_address': 'fa:16:3e:33:0f:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42cc267c-9e71-4409-8f8d-5c6eaadeab39', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'a26badde-2b82-4e02-8452-da3f1fcd3fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:36:17Z', 'updated_at': '2022-03-31T18:36:21Z', 'revision_number': 4, 'project_id': '46be7326d5204beeb8c5e499e9d4ac73', 'subnets': [{'id': 'a26badde-2b82-4e02-8452-da3f1fcd3fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:36:21.890799 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280da822-dbb0-418d-ae48-d82519791c82 None None] The sync data for ids ['42cc267c-9e71-4409-8f8d-5c6eaadeab39'] in dv-cinder-master-3-iscsi is: [{'id': '42cc267c-9e71-4409-8f8d-5c6eaadeab39', 'name': 'tempest-TestMinimumBasicScenario-129986791-router', 'tenant_id': '46be7326d5204beeb8c5e499e9d4ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.181'}], 'enable_snat': True}, 'gw_port_id': '424c4e43-0a88-46fd-b521-0943b4e338d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:36:15Z', 'updated_at': '2022-03-31T18:36:18Z', 'revision_number': 4, 'project_id': '46be7326d5204beeb8c5e499e9d4ac73', 'gw_port': {'id': '424c4e43-0a88-46fd-b521-0943b4e338d2', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:fa:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42cc267c-9e71-4409-8f8d-5c6eaadeab39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:36:15Z', 'updated_at': '2022-03-31T18:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '647427b0-838d-46b1-90a6-f64b27fd59d4', 'name': '', 'network_id': '47b5a8fc-8543-4316-9b58-da2f4a1b9ec1', 'tenant_id': '46be7326d5204beeb8c5e499e9d4ac73', 'mac_address': 'fa:16:3e:33:0f:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42cc267c-9e71-4409-8f8d-5c6eaadeab39', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'a26badde-2b82-4e02-8452-da3f1fcd3fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:36:17Z', 'updated_at': '2022-03-31T18:36:21Z', 'revision_number': 4, 'project_id': '46be7326d5204beeb8c5e499e9d4ac73', 'subnets': [{'id': 'a26badde-2b82-4e02-8452-da3f1fcd3fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 31 18:36:21.949641 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b5daff06-55eb-45d4-926c-97e454f3c558 None None] Publish callbacks [] for port (4aa4aa26-18f4-42d5-93e6-3e48ebb37e1f), precommit_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:21.972242 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-76c16dc0-a9c6-48ee-a8a8-6272cf07d877 None None] Current status of the port 647427b0-838d-46b1-90a6-f64b27fd59d4 is: DOWN; New status is: ACTIVE {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:36:21.972638 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-76c16dc0-a9c6-48ee-a8a8-6272cf07d877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (647427b0-838d-46b1-90a6-f64b27fd59d4), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:22.017116 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f1694182-a505-49e4-b23a-3d5255b902d3 admin admin] Publish callbacks [] for router_gateway (6e36d242-97cf-40af-a22a-e5e5f67abffe), precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:22.023823 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-76c16dc0-a9c6-48ee-a8a8-6272cf07d877 None None] For port 647427b0-838d-46b1-90a6-f64b27fd59d4, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=647427b0-838d-46b1-90a6-f64b27fd59d4,segment=NetworkSegment(df51c932-344b-4908-ae9e-168b01aae83d),segment_id=df51c932-344b-4908-ae9e-168b01aae83d)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:36:22.061949 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b5daff06-55eb-45d4-926c-97e454f3c558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759342510062'] for port (4aa4aa26-18f4-42d5-93e6-3e48ebb37e1f), after_create {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:22.102964 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5daff06-55eb-45d4-926c-97e454f3c558 None None] Network ed840df3-9327-40f6-80cb-17bf69cfce7f is already hosted by enough agents. {{(pid=103898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 31 18:36:22.105995 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.scheduler.base_scheduler [None req-b5daff06-55eb-45d4-926c-97e454f3c558 None None] Resources bound (agent type, host, resource id):  {{(pid=103898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 31 18:36:22.111996 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5daff06-55eb-45d4-926c-97e454f3c558 None None] Received port after_create {{(pid=103898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 31 18:36:22.118739 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5daff06-55eb-45d4-926c-97e454f3c558 None None] Pushing event updated for resources: {'Port': ['ID=4aa4aa26-18f4-42d5-93e6-3e48ebb37e1f,revision_number=1']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:36:22.169619 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-76c16dc0-a9c6-48ee-a8a8-6272cf07d877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (647427b0-838d-46b1-90a6-f64b27fd59d4), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:22.214425 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-b5daff06-55eb-45d4-926c-97e454f3c558 None None] Attempting to bind port 4aa4aa26-18f4-42d5-93e6-3e48ebb37e1f on host dv-cinder-master-3-iscsi for vnic_type normal with profile  {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 31 18:36:22.214820 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-b5daff06-55eb-45d4-926c-97e454f3c558 None None] Attempting to bind port 4aa4aa26-18f4-42d5-93e6-3e48ebb37e1f by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '4413050c-ce13-413f-b3ee-cbc2daca565b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'ed840df3-9327-40f6-80cb-17bf69cfce7f'}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 31 18:36:22.215134 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5daff06-55eb-45d4-926c-97e454f3c558 None None] Attempting to bind port 4aa4aa26-18f4-42d5-93e6-3e48ebb37e1f on network ed840df3-9327-40f6-80cb-17bf69cfce7f {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 31 18:36:22.226522 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5daff06-55eb-45d4-926c-97e454f3c558 None None] Checking agent: {'id': 'b6d39f6c-4dc3-40bd-bbe5-e05b1f1d4e13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 5, 5), 'started_at': datetime.datetime(2022, 3, 31, 18, 5, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 31 18:36:22.227070 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5daff06-55eb-45d4-926c-97e454f3c558 None None] Checking segment: {'id': '4413050c-ce13-413f-b3ee-cbc2daca565b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'ed840df3-9327-40f6-80cb-17bf69cfce7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 31 18:36:22.227540 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b5daff06-55eb-45d4-926c-97e454f3c558 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:22.227938 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5daff06-55eb-45d4-926c-97e454f3c558 None None] Bound using segment: {'id': '4413050c-ce13-413f-b3ee-cbc2daca565b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'ed840df3-9327-40f6-80cb-17bf69cfce7f'} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 31 18:36:22.228411 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-b5daff06-55eb-45d4-926c-97e454f3c558 None None] Bound port: 4aa4aa26-18f4-42d5-93e6-3e48ebb37e1f, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4413050c-ce13-413f-b3ee-cbc2daca565b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'ed840df3-9327-40f6-80cb-17bf69cfce7f'}}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 31 18:36:22.228793 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b5daff06-55eb-45d4-926c-97e454f3c558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (4aa4aa26-18f4-42d5-93e6-3e48ebb37e1f), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:22.264418 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c16dc0-a9c6-48ee-a8a8-6272cf07d877 None None] Pushing event updated for resources: {'Port': ['ID=647427b0-838d-46b1-90a6-f64b27fd59d4,revision_number=5']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:36:22.328972 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-b5daff06-55eb-45d4-926c-97e454f3c558 None None] For port 4aa4aa26-18f4-42d5-93e6-3e48ebb37e1f, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 31 18:36:22.333114 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-b5daff06-55eb-45d4-926c-97e454f3c558 None None] For port 4aa4aa26-18f4-42d5-93e6-3e48ebb37e1f, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=4aa4aa26-18f4-42d5-93e6-3e48ebb37e1f,segment=NetworkSegment(4413050c-ce13-413f-b3ee-cbc2daca565b),segment_id=4413050c-ce13-413f-b3ee-cbc2daca565b)] {{(pid=103898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 31 18:36:22.343320 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f1694182-a505-49e4-b23a-3d5255b902d3 admin admin] Publish callbacks [] for router_gateway (6e36d242-97cf-40af-a22a-e5e5f67abffe), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:22.369067 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f1694182-a505-49e4-b23a-3d5255b902d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (None), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:22.411252 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b5daff06-55eb-45d4-926c-97e454f3c558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (4aa4aa26-18f4-42d5-93e6-3e48ebb37e1f), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:22.492288 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5daff06-55eb-45d4-926c-97e454f3c558 None None] Pushing event updated for resources: {'Port': ['ID=4aa4aa26-18f4-42d5-93e6-3e48ebb37e1f,revision_number=2']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:36:22.556245 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-f1694182-a505-49e4-b23a-3d5255b902d3 admin admin] Allocated IP 172.37.2.132 (b698396b-51c1-468f-b58d-8c59a3beb4d9/19546f9a-afff-4e10-9105-a9d5358dbe6e/a09bbae1-cbc6-4e72-ad2b-42cac1a26fee) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 31 18:36:22.662665 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f1694182-a505-49e4-b23a-3d5255b902d3 admin admin] Publish callbacks [] for port (a09bbae1-cbc6-4e72-ad2b-42cac1a26fee), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:22.747484 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f1694182-a505-49e4-b23a-3d5255b902d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759342510062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13081985'] for port (a09bbae1-cbc6-4e72-ad2b-42cac1a26fee), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:22.792650 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1694182-a505-49e4-b23a-3d5255b902d3 admin admin] Network b698396b-51c1-468f-b58d-8c59a3beb4d9 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 31 18:36:22.795741 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-f1694182-a505-49e4-b23a-3d5255b902d3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 31 18:36:22.800785 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1694182-a505-49e4-b23a-3d5255b902d3 admin admin] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 31 18:36:22.834806 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1694182-a505-49e4-b23a-3d5255b902d3 admin admin] Pushing event updated for resources: {'Port': ['ID=a09bbae1-cbc6-4e72-ad2b-42cac1a26fee,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:36:23.074082 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Device 647427b0-838d-46b1-90a6-f64b27fd59d4 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 31 18:36:23.153947 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Provisioning complete for port 647427b0-838d-46b1-90a6-f64b27fd59d4 triggered by entity L2. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:36:23.154349 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (647427b0-838d-46b1-90a6-f64b27fd59d4), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:23.165263 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f1694182-a505-49e4-b23a-3d5255b902d3 admin admin] Publish callbacks [] for router_gateway (6e36d242-97cf-40af-a22a-e5e5f67abffe), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:23.246368 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Current status of the port 647427b0-838d-46b1-90a6-f64b27fd59d4 is: ACTIVE; New status is: ACTIVE {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:36:23.247519 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Device 4aa4aa26-18f4-42d5-93e6-3e48ebb37e1f up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 31 18:36:23.321055 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Provisioning complete for port 4aa4aa26-18f4-42d5-93e6-3e48ebb37e1f triggered by entity L2. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:36:23.321437 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (4aa4aa26-18f4-42d5-93e6-3e48ebb37e1f), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:23.418149 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Current status of the port 4aa4aa26-18f4-42d5-93e6-3e48ebb37e1f is: DOWN; New status is: ACTIVE {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:36:23.418554 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (4aa4aa26-18f4-42d5-93e6-3e48ebb37e1f), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:23.420283 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f1694182-a505-49e4-b23a-3d5255b902d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-495022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-505889'] for router (6e36d242-97cf-40af-a22a-e5e5f67abffe), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:23.456001 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] For port 4aa4aa26-18f4-42d5-93e6-3e48ebb37e1f, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=4aa4aa26-18f4-42d5-93e6-3e48ebb37e1f,segment=NetworkSegment(4413050c-ce13-413f-b3ee-cbc2daca565b),segment_id=4413050c-ce13-413f-b3ee-cbc2daca565b)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:36:23.582009 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2debe21-fa96-4f3e-9bf5-34b895343bde None None] Network ed840df3-9327-40f6-80cb-17bf69cfce7f requested from dv-cinder-master-3-iscsi {{(pid=103898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 31 18:36:23.627434 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (4aa4aa26-18f4-42d5-93e6-3e48ebb37e1f), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:23.683201 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-42317d89-bdd1-4a91-a89a-65b66a6033f6 None None] Provisioning complete for port 4aa4aa26-18f4-42d5-93e6-3e48ebb37e1f triggered by entity DHCP. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:36:23.683582 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-42317d89-bdd1-4a91-a89a-65b66a6033f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (4aa4aa26-18f4-42d5-93e6-3e48ebb37e1f), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:23.718239 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1694182-a505-49e4-b23a-3d5255b902d3 admin admin] Router 6e36d242-97cf-40af-a22a-e5e5f67abffe is scheduled to L3 agent f09d5d1b-4294-4f18-9a00-351412ae7ca6 with binding_index 1 {{(pid=103897) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 31 18:36:23.750799 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Pushing event updated for resources: {'Port': ['ID=4aa4aa26-18f4-42d5-93e6-3e48ebb37e1f,revision_number=3']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:36:23.812943 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-42317d89-bdd1-4a91-a89a-65b66a6033f6 None None] Current status of the port 4aa4aa26-18f4-42d5-93e6-3e48ebb37e1f is: ACTIVE; New status is: ACTIVE {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:36:23.833493 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1694182-a505-49e4-b23a-3d5255b902d3 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 31 18:36:23.844573 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73feb35b-79b1-44e8-8081-8caab8d33900 None None] Sync routers for ids ['6e36d242-97cf-40af-a22a-e5e5f67abffe'] in dv-cinder-master-3-iscsi {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 31 18:36:23.854969 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73feb35b-79b1-44e8-8081-8caab8d33900 None None] Routers {'6e36d242-97cf-40af-a22a-e5e5f67abffe'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 31 18:36:23.855590 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-73feb35b-79b1-44e8-8081-8caab8d33900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f771550ac70>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T18:05:01Z,description=<?>,heartbeat_timestamp=2022-03-31T18:36:01Z,host='dv-cinder-master-3-iscsi',id=f09d5d1b-4294-4f18-9a00-351412ae7ca6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-31T18:05:02Z,topic='l3_agent')) {'router_ids': ['6e36d242-97cf-40af-a22a-e5e5f67abffe'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:36:23.914912 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f1694182-a505-49e4-b23a-3d5255b902d3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:23.916541 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-f1694182-a505-49e4-b23a-3d5255b902d3 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 2.3604331
Mar 31 18:36:23.919168 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 58170) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:36:23.972943 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-73feb35b-79b1-44e8-8081-8caab8d33900 None None] Set router 6e36d242-97cf-40af-a22a-e5e5f67abffe gateway port host: dv-cinder-master-3-iscsi {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 31 18:36:24.095326 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-5e8db94c-3409-4ba8-8b51-ca352c2b206a None None] Provisioning complete for port 4aa4aa26-18f4-42d5-93e6-3e48ebb37e1f triggered by entity DHCP. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:36:24.096027 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5e8db94c-3409-4ba8-8b51-ca352c2b206a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (4aa4aa26-18f4-42d5-93e6-3e48ebb37e1f), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:24.359281 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-5e8db94c-3409-4ba8-8b51-ca352c2b206a None None] Current status of the port 4aa4aa26-18f4-42d5-93e6-3e48ebb37e1f is: ACTIVE; New status is: ACTIVE {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:36:24.361983 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-6c159ed1-31bc-4ff1-b566-b07617e549ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (None), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:24.370018 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-73feb35b-79b1-44e8-8081-8caab8d33900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f771550ac70>, [{'id': '6e36d242-97cf-40af-a22a-e5e5f67abffe', 'name': 'tempest-TestMinimumBasicScenario-1463660258-router', 'tenant_id': '7aead45701fd45b6a6090b73905ef148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.132'}], 'enable_snat': True}, 'gw_port_id': 'a09bbae1-cbc6-4e72-ad2b-42cac1a26fee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:36:21Z', 'updated_at': '2022-03-31T18:36:22Z', 'revision_number': 3, 'project_id': '7aead45701fd45b6a6090b73905ef148', 'gw_port': {'id': 'a09bbae1-cbc6-4e72-ad2b-42cac1a26fee', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:01:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e36d242-97cf-40af-a22a-e5e5f67abffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:36:22Z', 'updated_at': '2022-03-31T18:36:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:36:24.395703 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73feb35b-79b1-44e8-8081-8caab8d33900 None None] Checking router: 6e36d242-97cf-40af-a22a-e5e5f67abffe for host: dv-cinder-master-3-iscsi {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 31 18:36:24.396049 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73feb35b-79b1-44e8-8081-8caab8d33900 None None] Updating router 6e36d242-97cf-40af-a22a-e5e5f67abffe port a09bbae1-cbc6-4e72-ad2b-42cac1a26fee binding host dv-cinder-master-3-iscsi {{(pid=103898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 31 18:36:24.423066 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-73feb35b-79b1-44e8-8081-8caab8d33900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (a09bbae1-cbc6-4e72-ad2b-42cac1a26fee), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:24.519825 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-6c159ed1-31bc-4ff1-b566-b07617e549ca admin admin] Allocated IP 172.20.0.1 (ed840df3-9327-40f6-80cb-17bf69cfce7f/71ec1452-3ad4-4046-bf53-c108d472f9fa/bd8adff6-8b6a-4ad3-8a7b-26be74ad42b5) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 31 18:36:24.627479 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-6c159ed1-31bc-4ff1-b566-b07617e549ca admin admin] Publish callbacks [] for port (bd8adff6-8b6a-4ad3-8a7b-26be74ad42b5), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:24.675986 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-73feb35b-79b1-44e8-8081-8caab8d33900 None None] Publish callbacks [] for port (a09bbae1-cbc6-4e72-ad2b-42cac1a26fee), precommit_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:24.752956 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-6c159ed1-31bc-4ff1-b566-b07617e549ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759342510062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13081985'] for port (bd8adff6-8b6a-4ad3-8a7b-26be74ad42b5), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:24.763858 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-73feb35b-79b1-44e8-8081-8caab8d33900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (a09bbae1-cbc6-4e72-ad2b-42cac1a26fee), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:24.792118 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c159ed1-31bc-4ff1-b566-b07617e549ca admin admin] Network ed840df3-9327-40f6-80cb-17bf69cfce7f is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 31 18:36:24.796363 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-6c159ed1-31bc-4ff1-b566-b07617e549ca admin admin] Resources bound (agent type, host, resource id):  {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 31 18:36:24.801026 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c159ed1-31bc-4ff1-b566-b07617e549ca admin admin] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 31 18:36:24.808211 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c159ed1-31bc-4ff1-b566-b07617e549ca admin admin] Pushing event updated for resources: {'Port': ['ID=bd8adff6-8b6a-4ad3-8a7b-26be74ad42b5,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:36:24.824632 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-73feb35b-79b1-44e8-8081-8caab8d33900 None None] Attempting to bind port a09bbae1-cbc6-4e72-ad2b-42cac1a26fee on host dv-cinder-master-3-iscsi for vnic_type normal with profile  {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 31 18:36:24.825005 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-73feb35b-79b1-44e8-8081-8caab8d33900 None None] Attempting to bind port a09bbae1-cbc6-4e72-ad2b-42cac1a26fee by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '31f32929-b46a-4720-9f75-d20195c1993a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9'}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 31 18:36:24.825369 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73feb35b-79b1-44e8-8081-8caab8d33900 None None] Attempting to bind port a09bbae1-cbc6-4e72-ad2b-42cac1a26fee on network b698396b-51c1-468f-b58d-8c59a3beb4d9 {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 31 18:36:24.827412 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe9bfc9-060f-422b-acf0-6e2e84885e08 None None] Pushing event updated for resources: {'Port': ['ID=a09bbae1-cbc6-4e72-ad2b-42cac1a26fee,revision_number=2']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:36:24.832944 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73feb35b-79b1-44e8-8081-8caab8d33900 None None] Checking agent: {'id': 'b6d39f6c-4dc3-40bd-bbe5-e05b1f1d4e13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 5, 5), 'started_at': datetime.datetime(2022, 3, 31, 18, 5, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 31 18:36:24.833322 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73feb35b-79b1-44e8-8081-8caab8d33900 None None] Checking segment: {'id': '31f32929-b46a-4720-9f75-d20195c1993a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 31 18:36:24.833723 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-73feb35b-79b1-44e8-8081-8caab8d33900 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:24.834215 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73feb35b-79b1-44e8-8081-8caab8d33900 None None] Bound using segment: {'id': '31f32929-b46a-4720-9f75-d20195c1993a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9'} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 31 18:36:24.834706 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-73feb35b-79b1-44e8-8081-8caab8d33900 None None] Bound port: a09bbae1-cbc6-4e72-ad2b-42cac1a26fee, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31f32929-b46a-4720-9f75-d20195c1993a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9'}}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 31 18:36:24.835114 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-73feb35b-79b1-44e8-8081-8caab8d33900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (a09bbae1-cbc6-4e72-ad2b-42cac1a26fee), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:24.846454 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-6c159ed1-31bc-4ff1-b566-b07617e549ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-506870'] for router_interface (6e36d242-97cf-40af-a22a-e5e5f67abffe), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:24.896284 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-73feb35b-79b1-44e8-8081-8caab8d33900 None None] For port a09bbae1-cbc6-4e72-ad2b-42cac1a26fee, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 31 18:36:24.898882 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-73feb35b-79b1-44e8-8081-8caab8d33900 None None] For port a09bbae1-cbc6-4e72-ad2b-42cac1a26fee, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=a09bbae1-cbc6-4e72-ad2b-42cac1a26fee,segment=NetworkSegment(31f32929-b46a-4720-9f75-d20195c1993a),segment_id=31f32929-b46a-4720-9f75-d20195c1993a)] {{(pid=103898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 31 18:36:25.009948 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Device 4aa4aa26-18f4-42d5-93e6-3e48ebb37e1f up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 31 18:36:25.052498 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-73feb35b-79b1-44e8-8081-8caab8d33900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (a09bbae1-cbc6-4e72-ad2b-42cac1a26fee), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:25.117855 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-6c159ed1-31bc-4ff1-b566-b07617e549ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (bd8adff6-8b6a-4ad3-8a7b-26be74ad42b5), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:25.120543 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Provisioning complete for port 4aa4aa26-18f4-42d5-93e6-3e48ebb37e1f triggered by entity L2. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:36:25.121015 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (4aa4aa26-18f4-42d5-93e6-3e48ebb37e1f), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:25.152432 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-fae4f9dc-7dbc-4f15-9749-fb46cb597ecb None None] Provisioning complete for port bd8adff6-8b6a-4ad3-8a7b-26be74ad42b5 triggered by entity DHCP. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:36:25.152737 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-fae4f9dc-7dbc-4f15-9749-fb46cb597ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (bd8adff6-8b6a-4ad3-8a7b-26be74ad42b5), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:25.156471 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe9bfc9-060f-422b-acf0-6e2e84885e08 None None] Pushing event updated for resources: {'Port': ['ID=a09bbae1-cbc6-4e72-ad2b-42cac1a26fee,revision_number=3']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:36:25.164388 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73feb35b-79b1-44e8-8081-8caab8d33900 None None] Routers {'6e36d242-97cf-40af-a22a-e5e5f67abffe'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 31 18:36:25.165022 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-73feb35b-79b1-44e8-8081-8caab8d33900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f771550ac70>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T18:05:01Z,description=<?>,heartbeat_timestamp=2022-03-31T18:36:01Z,host='dv-cinder-master-3-iscsi',id=f09d5d1b-4294-4f18-9a00-351412ae7ca6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-31T18:05:02Z,topic='l3_agent')) {'router_ids': ['6e36d242-97cf-40af-a22a-e5e5f67abffe'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:36:25.281020 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-fae4f9dc-7dbc-4f15-9749-fb46cb597ecb None None] Port bd8adff6-8b6a-4ad3-8a7b-26be74ad42b5 cannot update to ACTIVE because it is not bound. {{(pid=103898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 31 18:36:25.286735 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-6c159ed1-31bc-4ff1-b566-b07617e549ca admin admin] Publish callbacks [] for port (bd8adff6-8b6a-4ad3-8a7b-26be74ad42b5), precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:25.335380 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Current status of the port 4aa4aa26-18f4-42d5-93e6-3e48ebb37e1f is: ACTIVE; New status is: ACTIVE {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:36:25.346695 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-73feb35b-79b1-44e8-8081-8caab8d33900 None None] Set router 6e36d242-97cf-40af-a22a-e5e5f67abffe gateway port host: dv-cinder-master-3-iscsi {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 31 18:36:25.374956 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-6c159ed1-31bc-4ff1-b566-b07617e549ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13081992'] for port (bd8adff6-8b6a-4ad3-8a7b-26be74ad42b5), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:25.441122 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-6c159ed1-31bc-4ff1-b566-b07617e549ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-506722'] for router_interface (6e36d242-97cf-40af-a22a-e5e5f67abffe), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:25.442868 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c159ed1-31bc-4ff1-b566-b07617e549ca admin admin] Pushing event updated for resources: {'Port': ['ID=bd8adff6-8b6a-4ad3-8a7b-26be74ad42b5,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:36:25.538360 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c159ed1-31bc-4ff1-b566-b07617e549ca admin admin] Network ed840df3-9327-40f6-80cb-17bf69cfce7f is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 31 18:36:25.539851 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-6c159ed1-31bc-4ff1-b566-b07617e549ca admin admin] Resources bound (agent type, host, resource id):  {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 31 18:36:25.539972 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-73feb35b-79b1-44e8-8081-8caab8d33900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f771550ac70>, [{'id': '6e36d242-97cf-40af-a22a-e5e5f67abffe', 'name': 'tempest-TestMinimumBasicScenario-1463660258-router', 'tenant_id': '7aead45701fd45b6a6090b73905ef148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.132'}], 'enable_snat': True}, 'gw_port_id': 'a09bbae1-cbc6-4e72-ad2b-42cac1a26fee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:36:21Z', 'updated_at': '2022-03-31T18:36:24Z', 'revision_number': 4, 'project_id': '7aead45701fd45b6a6090b73905ef148', 'gw_port': {'id': 'a09bbae1-cbc6-4e72-ad2b-42cac1a26fee', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:01:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e36d242-97cf-40af-a22a-e5e5f67abffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:36:22Z', 'updated_at': '2022-03-31T18:36:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'bd8adff6-8b6a-4ad3-8a7b-26be74ad42b5', 'name': '', 'network_id': 'ed840df3-9327-40f6-80cb-17bf69cfce7f', 'tenant_id': '7aead45701fd45b6a6090b73905ef148', 'mac_address': 'fa:16:3e:12:22:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e36d242-97cf-40af-a22a-e5e5f67abffe', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '71ec1452-3ad4-4046-bf53-c108d472f9fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:36:24Z', 'updated_at': '2022-03-31T18:36:24Z', 'revision_number': 1, 'project_id': '7aead45701fd45b6a6090b73905ef148', 'subnets': [{'id': '71ec1452-3ad4-4046-bf53-c108d472f9fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:36:25.569367 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73feb35b-79b1-44e8-8081-8caab8d33900 None None] The sync data for ids ['6e36d242-97cf-40af-a22a-e5e5f67abffe'] in dv-cinder-master-3-iscsi is: [{'id': '6e36d242-97cf-40af-a22a-e5e5f67abffe', 'name': 'tempest-TestMinimumBasicScenario-1463660258-router', 'tenant_id': '7aead45701fd45b6a6090b73905ef148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.132'}], 'enable_snat': True}, 'gw_port_id': 'a09bbae1-cbc6-4e72-ad2b-42cac1a26fee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:36:21Z', 'updated_at': '2022-03-31T18:36:24Z', 'revision_number': 4, 'project_id': '7aead45701fd45b6a6090b73905ef148', 'gw_port': {'id': 'a09bbae1-cbc6-4e72-ad2b-42cac1a26fee', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:01:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e36d242-97cf-40af-a22a-e5e5f67abffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:36:22Z', 'updated_at': '2022-03-31T18:36:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'bd8adff6-8b6a-4ad3-8a7b-26be74ad42b5', 'name': '', 'network_id': 'ed840df3-9327-40f6-80cb-17bf69cfce7f', 'tenant_id': '7aead45701fd45b6a6090b73905ef148', 'mac_address': 'fa:16:3e:12:22:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e36d242-97cf-40af-a22a-e5e5f67abffe', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '71ec1452-3ad4-4046-bf53-c108d472f9fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:36:24Z', 'updated_at': '2022-03-31T18:36:24Z', 'revision_number': 1, 'project_id': '7aead45701fd45b6a6090b73905ef148', 'subnets': [{'id': '71ec1452-3ad4-4046-bf53-c108d472f9fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 31 18:36:25.796119 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.agents_db [None req-39f62d97-bd56-4bf2-8522-12846eccdd8f None None] Agent healthcheck: found 6 active agents {{(pid=103899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 31 18:36:25.804223 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-c624fc4c-daea-4b22-8723-ec0eee5dca11 None None] Provisioning complete for port bd8adff6-8b6a-4ad3-8a7b-26be74ad42b5 triggered by entity DHCP. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:36:25.804642 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-c624fc4c-daea-4b22-8723-ec0eee5dca11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (bd8adff6-8b6a-4ad3-8a7b-26be74ad42b5), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:25.845371 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-c624fc4c-daea-4b22-8723-ec0eee5dca11 None None] Port bd8adff6-8b6a-4ad3-8a7b-26be74ad42b5 cannot update to ACTIVE because it is not bound. {{(pid=103898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 31 18:36:25.953469 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c159ed1-31bc-4ff1-b566-b07617e549ca admin admin] Router 6e36d242-97cf-40af-a22a-e5e5f67abffe has already been hosted by L3 agent f09d5d1b-4294-4f18-9a00-351412ae7ca6 {{(pid=103897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 31 18:36:26.071749 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c159ed1-31bc-4ff1-b566-b07617e549ca admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 31 18:36:26.077035 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-6c159ed1-31bc-4ff1-b566-b07617e549ca admin admin] 10.222.0.58 "PUT /v2.0/routers/6e36d242-97cf-40af-a22a-e5e5f67abffe/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1567848
Mar 31 18:36:27.021943 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Device a09bbae1-cbc6-4e72-ad2b-42cac1a26fee up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 31 18:36:27.073547 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Provisioning complete for port a09bbae1-cbc6-4e72-ad2b-42cac1a26fee triggered by entity L2. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:36:27.073923 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (a09bbae1-cbc6-4e72-ad2b-42cac1a26fee), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:27.169488 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Current status of the port a09bbae1-cbc6-4e72-ad2b-42cac1a26fee is: DOWN; New status is: ACTIVE {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:36:27.169927 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (a09bbae1-cbc6-4e72-ad2b-42cac1a26fee), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:27.195065 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] For port a09bbae1-cbc6-4e72-ad2b-42cac1a26fee, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=a09bbae1-cbc6-4e72-ad2b-42cac1a26fee,segment=NetworkSegment(31f32929-b46a-4720-9f75-d20195c1993a),segment_id=31f32929-b46a-4720-9f75-d20195c1993a)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:36:27.272774 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (a09bbae1-cbc6-4e72-ad2b-42cac1a26fee), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:27.331746 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Pushing event updated for resources: {'Port': ['ID=a09bbae1-cbc6-4e72-ad2b-42cac1a26fee,revision_number=4']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:36:28.907375 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06562b8f-a364-42cf-804a-34bb6de1357c None None] Sync routers for ids ['6e36d242-97cf-40af-a22a-e5e5f67abffe'] in dv-cinder-master-3-iscsi {{(pid=103899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 31 18:36:28.919092 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06562b8f-a364-42cf-804a-34bb6de1357c None None] Routers {'6e36d242-97cf-40af-a22a-e5e5f67abffe'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 31 18:36:28.919812 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_hamode_db [None req-06562b8f-a364-42cf-804a-34bb6de1357c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f771577cbe0>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T18:05:01Z,description=<?>,heartbeat_timestamp=2022-03-31T18:36:01Z,host='dv-cinder-master-3-iscsi',id=f09d5d1b-4294-4f18-9a00-351412ae7ca6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-31T18:05:02Z,topic='l3_agent')) {'router_ids': ['6e36d242-97cf-40af-a22a-e5e5f67abffe'], 'active': True} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:36:29.027397 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Device a09bbae1-cbc6-4e72-ad2b-42cac1a26fee up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 31 18:36:29.082569 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f6d288a3-d662-481d-8435-7975a8312301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (08150f5b-1b08-4271-84f1-4a3b03ee1892), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:29.119865 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Provisioning complete for port a09bbae1-cbc6-4e72-ad2b-42cac1a26fee triggered by entity L2. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:36:29.120275 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (a09bbae1-cbc6-4e72-ad2b-42cac1a26fee), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:29.147624 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvr_db [None req-06562b8f-a364-42cf-804a-34bb6de1357c None None] Set router 6e36d242-97cf-40af-a22a-e5e5f67abffe gateway port host: dv-cinder-master-3-iscsi {{(pid=103899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 31 18:36:29.213971 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Current status of the port a09bbae1-cbc6-4e72-ad2b-42cac1a26fee is: ACTIVE; New status is: ACTIVE {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:36:29.397070 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_hamode_db [None req-06562b8f-a364-42cf-804a-34bb6de1357c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f771577cbe0>, [{'id': '6e36d242-97cf-40af-a22a-e5e5f67abffe', 'name': 'tempest-TestMinimumBasicScenario-1463660258-router', 'tenant_id': '7aead45701fd45b6a6090b73905ef148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.132'}], 'enable_snat': True}, 'gw_port_id': 'a09bbae1-cbc6-4e72-ad2b-42cac1a26fee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:36:21Z', 'updated_at': '2022-03-31T18:36:24Z', 'revision_number': 4, 'project_id': '7aead45701fd45b6a6090b73905ef148', 'gw_port': {'id': 'a09bbae1-cbc6-4e72-ad2b-42cac1a26fee', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:01:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e36d242-97cf-40af-a22a-e5e5f67abffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:36:22Z', 'updated_at': '2022-03-31T18:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'bd8adff6-8b6a-4ad3-8a7b-26be74ad42b5', 'name': '', 'network_id': 'ed840df3-9327-40f6-80cb-17bf69cfce7f', 'tenant_id': '7aead45701fd45b6a6090b73905ef148', 'mac_address': 'fa:16:3e:12:22:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e36d242-97cf-40af-a22a-e5e5f67abffe', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '71ec1452-3ad4-4046-bf53-c108d472f9fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:36:24Z', 'updated_at': '2022-03-31T18:36:25Z', 'revision_number': 2, 'project_id': '7aead45701fd45b6a6090b73905ef148', 'subnets': [{'id': '71ec1452-3ad4-4046-bf53-c108d472f9fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:36:29.428947 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06562b8f-a364-42cf-804a-34bb6de1357c None None] Checking router: 6e36d242-97cf-40af-a22a-e5e5f67abffe for host: dv-cinder-master-3-iscsi {{(pid=103899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 31 18:36:29.429592 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06562b8f-a364-42cf-804a-34bb6de1357c None None] Updating router 6e36d242-97cf-40af-a22a-e5e5f67abffe port bd8adff6-8b6a-4ad3-8a7b-26be74ad42b5 binding host dv-cinder-master-3-iscsi {{(pid=103899) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 31 18:36:29.462859 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-06562b8f-a364-42cf-804a-34bb6de1357c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (bd8adff6-8b6a-4ad3-8a7b-26be74ad42b5), before_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:29.744172 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-06562b8f-a364-42cf-804a-34bb6de1357c None None] Publish callbacks [] for port (bd8adff6-8b6a-4ad3-8a7b-26be74ad42b5), precommit_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:30.101370 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-06562b8f-a364-42cf-804a-34bb6de1357c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (bd8adff6-8b6a-4ad3-8a7b-26be74ad42b5), after_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:30.151331 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1e4a62-4077-413f-8edf-6f0119f64e59 None None] Pushing event updated for resources: {'Port': ['ID=bd8adff6-8b6a-4ad3-8a7b-26be74ad42b5,revision_number=3']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:36:30.211825 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.managers [None req-06562b8f-a364-42cf-804a-34bb6de1357c None None] Attempting to bind port bd8adff6-8b6a-4ad3-8a7b-26be74ad42b5 on host dv-cinder-master-3-iscsi for vnic_type normal with profile  {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 31 18:36:30.212194 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.managers [None req-06562b8f-a364-42cf-804a-34bb6de1357c None None] Attempting to bind port bd8adff6-8b6a-4ad3-8a7b-26be74ad42b5 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '4413050c-ce13-413f-b3ee-cbc2daca565b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'ed840df3-9327-40f6-80cb-17bf69cfce7f'}] {{(pid=103899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 31 18:36:30.212550 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06562b8f-a364-42cf-804a-34bb6de1357c None None] Attempting to bind port bd8adff6-8b6a-4ad3-8a7b-26be74ad42b5 on network ed840df3-9327-40f6-80cb-17bf69cfce7f {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 31 18:36:30.218826 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06562b8f-a364-42cf-804a-34bb6de1357c None None] Checking agent: {'id': 'b6d39f6c-4dc3-40bd-bbe5-e05b1f1d4e13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 5, 5), 'started_at': datetime.datetime(2022, 3, 31, 18, 5, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 31 18:36:30.218826 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06562b8f-a364-42cf-804a-34bb6de1357c None None] Checking segment: {'id': '4413050c-ce13-413f-b3ee-cbc2daca565b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'ed840df3-9327-40f6-80cb-17bf69cfce7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 31 18:36:30.219201 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-06562b8f-a364-42cf-804a-34bb6de1357c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:30.219601 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06562b8f-a364-42cf-804a-34bb6de1357c None None] Bound using segment: {'id': '4413050c-ce13-413f-b3ee-cbc2daca565b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'ed840df3-9327-40f6-80cb-17bf69cfce7f'} {{(pid=103899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 31 18:36:30.220713 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.managers [None req-06562b8f-a364-42cf-804a-34bb6de1357c None None] Bound port: bd8adff6-8b6a-4ad3-8a7b-26be74ad42b5, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4413050c-ce13-413f-b3ee-cbc2daca565b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'ed840df3-9327-40f6-80cb-17bf69cfce7f'}}] {{(pid=103899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 31 18:36:30.220713 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-06562b8f-a364-42cf-804a-34bb6de1357c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (bd8adff6-8b6a-4ad3-8a7b-26be74ad42b5), before_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:30.297723 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.db [None req-06562b8f-a364-42cf-804a-34bb6de1357c None None] For port bd8adff6-8b6a-4ad3-8a7b-26be74ad42b5, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 31 18:36:30.302001 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.db [None req-06562b8f-a364-42cf-804a-34bb6de1357c None None] For port bd8adff6-8b6a-4ad3-8a7b-26be74ad42b5, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=bd8adff6-8b6a-4ad3-8a7b-26be74ad42b5,segment=NetworkSegment(4413050c-ce13-413f-b3ee-cbc2daca565b),segment_id=4413050c-ce13-413f-b3ee-cbc2daca565b)] {{(pid=103899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 31 18:36:30.398479 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-c7264016-bc9b-4c6d-8dac-ffa365203edf None None] Provisioning complete for port bd8adff6-8b6a-4ad3-8a7b-26be74ad42b5 triggered by entity DHCP. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:36:30.399044 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-c7264016-bc9b-4c6d-8dac-ffa365203edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (bd8adff6-8b6a-4ad3-8a7b-26be74ad42b5), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:30.404496 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-06562b8f-a364-42cf-804a-34bb6de1357c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (bd8adff6-8b6a-4ad3-8a7b-26be74ad42b5), after_update {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:30.464679 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06562b8f-a364-42cf-804a-34bb6de1357c None None] Routers {'6e36d242-97cf-40af-a22a-e5e5f67abffe'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 31 18:36:30.465308 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_hamode_db [None req-06562b8f-a364-42cf-804a-34bb6de1357c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f771577cbe0>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T18:05:01Z,description=<?>,heartbeat_timestamp=2022-03-31T18:36:01Z,host='dv-cinder-master-3-iscsi',id=f09d5d1b-4294-4f18-9a00-351412ae7ca6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-31T18:05:02Z,topic='l3_agent')) {'router_ids': ['6e36d242-97cf-40af-a22a-e5e5f67abffe'], 'active': True} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:36:30.488603 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-c7264016-bc9b-4c6d-8dac-ffa365203edf None None] Current status of the port bd8adff6-8b6a-4ad3-8a7b-26be74ad42b5 is: DOWN; New status is: ACTIVE {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:36:30.489004 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-c7264016-bc9b-4c6d-8dac-ffa365203edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (bd8adff6-8b6a-4ad3-8a7b-26be74ad42b5), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:30.538453 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-c7264016-bc9b-4c6d-8dac-ffa365203edf None None] For port bd8adff6-8b6a-4ad3-8a7b-26be74ad42b5, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=bd8adff6-8b6a-4ad3-8a7b-26be74ad42b5,segment=NetworkSegment(4413050c-ce13-413f-b3ee-cbc2daca565b),segment_id=4413050c-ce13-413f-b3ee-cbc2daca565b)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:36:30.604279 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvr_db [None req-06562b8f-a364-42cf-804a-34bb6de1357c None None] Set router 6e36d242-97cf-40af-a22a-e5e5f67abffe gateway port host: dv-cinder-master-3-iscsi {{(pid=103899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 31 18:36:30.616129 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-c7264016-bc9b-4c6d-8dac-ffa365203edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (bd8adff6-8b6a-4ad3-8a7b-26be74ad42b5), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:30.704682 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7264016-bc9b-4c6d-8dac-ffa365203edf None None] Pushing event updated for resources: {'Port': ['ID=bd8adff6-8b6a-4ad3-8a7b-26be74ad42b5,revision_number=5']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:36:30.745683 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-68d80d5e-64d3-4300-9eee-79f1eaaf8901 None None] Provisioning complete for port bd8adff6-8b6a-4ad3-8a7b-26be74ad42b5 triggered by entity DHCP. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:36:30.746005 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-68d80d5e-64d3-4300-9eee-79f1eaaf8901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (bd8adff6-8b6a-4ad3-8a7b-26be74ad42b5), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:30.791762 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1e4a62-4077-413f-8edf-6f0119f64e59 None None] Pushing event updated for resources: {'Port': ['ID=bd8adff6-8b6a-4ad3-8a7b-26be74ad42b5,revision_number=4']} {{(pid=103899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:36:30.835928 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-68d80d5e-64d3-4300-9eee-79f1eaaf8901 None None] Current status of the port bd8adff6-8b6a-4ad3-8a7b-26be74ad42b5 is: ACTIVE; New status is: ACTIVE {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:36:30.895098 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_hamode_db [None req-06562b8f-a364-42cf-804a-34bb6de1357c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f771577cbe0>, [{'id': '6e36d242-97cf-40af-a22a-e5e5f67abffe', 'name': 'tempest-TestMinimumBasicScenario-1463660258-router', 'tenant_id': '7aead45701fd45b6a6090b73905ef148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.132'}], 'enable_snat': True}, 'gw_port_id': 'a09bbae1-cbc6-4e72-ad2b-42cac1a26fee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:36:21Z', 'updated_at': '2022-03-31T18:36:24Z', 'revision_number': 4, 'project_id': '7aead45701fd45b6a6090b73905ef148', 'gw_port': {'id': 'a09bbae1-cbc6-4e72-ad2b-42cac1a26fee', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:01:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e36d242-97cf-40af-a22a-e5e5f67abffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:36:22Z', 'updated_at': '2022-03-31T18:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'bd8adff6-8b6a-4ad3-8a7b-26be74ad42b5', 'name': '', 'network_id': 'ed840df3-9327-40f6-80cb-17bf69cfce7f', 'tenant_id': '7aead45701fd45b6a6090b73905ef148', 'mac_address': 'fa:16:3e:12:22:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e36d242-97cf-40af-a22a-e5e5f67abffe', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '71ec1452-3ad4-4046-bf53-c108d472f9fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:36:24Z', 'updated_at': '2022-03-31T18:36:30Z', 'revision_number': 4, 'project_id': '7aead45701fd45b6a6090b73905ef148', 'subnets': [{'id': '71ec1452-3ad4-4046-bf53-c108d472f9fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:36:30.923867 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06562b8f-a364-42cf-804a-34bb6de1357c None None] The sync data for ids ['6e36d242-97cf-40af-a22a-e5e5f67abffe'] in dv-cinder-master-3-iscsi is: [{'id': '6e36d242-97cf-40af-a22a-e5e5f67abffe', 'name': 'tempest-TestMinimumBasicScenario-1463660258-router', 'tenant_id': '7aead45701fd45b6a6090b73905ef148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.132'}], 'enable_snat': True}, 'gw_port_id': 'a09bbae1-cbc6-4e72-ad2b-42cac1a26fee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:36:21Z', 'updated_at': '2022-03-31T18:36:24Z', 'revision_number': 4, 'project_id': '7aead45701fd45b6a6090b73905ef148', 'gw_port': {'id': 'a09bbae1-cbc6-4e72-ad2b-42cac1a26fee', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:01:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e36d242-97cf-40af-a22a-e5e5f67abffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:36:22Z', 'updated_at': '2022-03-31T18:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'bd8adff6-8b6a-4ad3-8a7b-26be74ad42b5', 'name': '', 'network_id': 'ed840df3-9327-40f6-80cb-17bf69cfce7f', 'tenant_id': '7aead45701fd45b6a6090b73905ef148', 'mac_address': 'fa:16:3e:12:22:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e36d242-97cf-40af-a22a-e5e5f67abffe', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '71ec1452-3ad4-4046-bf53-c108d472f9fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:36:24Z', 'updated_at': '2022-03-31T18:36:30Z', 'revision_number': 4, 'project_id': '7aead45701fd45b6a6090b73905ef148', 'subnets': [{'id': '71ec1452-3ad4-4046-bf53-c108d472f9fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 31 18:36:31.056724 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Device bd8adff6-8b6a-4ad3-8a7b-26be74ad42b5 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 31 18:36:31.131862 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Provisioning complete for port bd8adff6-8b6a-4ad3-8a7b-26be74ad42b5 triggered by entity L2. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:36:31.132211 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (bd8adff6-8b6a-4ad3-8a7b-26be74ad42b5), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:31.249702 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Current status of the port bd8adff6-8b6a-4ad3-8a7b-26be74ad42b5 is: ACTIVE; New status is: ACTIVE {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:36:31.364069 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-a7a9095c-9638-4fc2-b2a3-3528db7b54df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (f09d5d1b-4294-4f18-9a00-351412ae7ca6), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:32.444202 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-be477ca9-b30f-4eb3-92ce-971cde9f4756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (d0835089-4a76-4105-9221-c81b46927b3c), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:34.084444 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-61acbcaf-515a-4595-a759-82c8bf4c0ac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (1ee04592-4785-424e-aa2a-0bd32f5faacf), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:35.148279 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (b6d39f6c-4dc3-40bd-bbe5-e05b1f1d4e13), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:36.764111 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (06f31eaf-9418-4d11-8606-24a34b4b4893), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:38.406675 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35184941-a61a-41ed-a778-7df58171c9a3 req-57ee50c1-5b3c-4fc1-a58a-b526f3cafb66 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:36:38.408105 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-35184941-a61a-41ed-a778-7df58171c9a3 req-57ee50c1-5b3c-4fc1-a58a-b526f3cafb66 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] 10.222.0.58 "GET /v2.0/networks?id=47b5a8fc-8543-4316-9b58-da2f4a1b9ec1 HTTP/1.1" status: 200  len: 814 time: 0.1065495
Mar 31 18:36:38.422885 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-35184941-a61a-41ed-a778-7df58171c9a3 req-d59afbf2-9515-4723-98d2-930040a999f2 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] 10.222.0.58 "GET /v2.0/quotas/46be7326d5204beeb8c5e499e9d4ac73 HTTP/1.1" status: 200  len: 375 time: 0.0090318
Mar 31 18:36:38.477214 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-35184941-a61a-41ed-a778-7df58171c9a3 req-0e0079c7-7be6-43a3-9968-a64478471699 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=46be7326d5204beeb8c5e499e9d4ac73&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0494864
Mar 31 18:36:38.575466 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-35184941-a61a-41ed-a778-7df58171c9a3 req-5c2a4581-0cfa-4a46-9d74-8de4701eeaa7 service neutron] 10.222.0.58 "GET /v2.0/networks/47b5a8fc-8543-4316-9b58-da2f4a1b9ec1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0872726
Mar 31 18:36:38.664927 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-35184941-a61a-41ed-a778-7df58171c9a3 req-56d4e514-cf80-41b9-a9e2-fc2c705ba8e9 service neutron] 10.222.0.58 "GET /v2.0/networks/47b5a8fc-8543-4316-9b58-da2f4a1b9ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0835693
Mar 31 18:36:38.920979 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-5fee2401-02c9-400e-8e27-50478d06e078 req-89250687-75d1-449e-bef1-a857f74a187c tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec1cd9ca-0d6b-409d-a208-8b7a3040fd79 HTTP/1.1" status: 200  len: 210 time: 0.0294256
Mar 31 18:36:40.003505 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-85384c51-e23d-43d5-8e58-2029a71c3f8b req-0683e101-d88c-4bce-b4df-f39d57d20964 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec1cd9ca-0d6b-409d-a208-8b7a3040fd79 HTTP/1.1" status: 200  len: 210 time: 0.0326133
Mar 31 18:36:41.101881 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-f3819a05-9f1d-4a7e-8b04-687dc104adfb req-fc213b4d-0231-41f6-9a5b-7ecccf332bd8 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec1cd9ca-0d6b-409d-a208-8b7a3040fd79 HTTP/1.1" status: 200  len: 210 time: 0.0308008
Mar 31 18:36:41.361847 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35184941-a61a-41ed-a778-7df58171c9a3 req-9f7b006a-4659-4bc1-87db-62395d7ebb76 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:36:41.363290 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-35184941-a61a-41ed-a778-7df58171c9a3 req-9f7b006a-4659-4bc1-87db-62395d7ebb76 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] 10.222.0.44 "GET /v2.0/networks?id=47b5a8fc-8543-4316-9b58-da2f4a1b9ec1 HTTP/1.1" status: 200  len: 814 time: 0.0989568
Mar 31 18:36:41.385478 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.v2.base [req-35184941-a61a-41ed-a778-7df58171c9a3 req-9e76a26c-5b47-4a14-855b-0271a4379b24 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Request body: {'port': {'device_id': 'ec1cd9ca-0d6b-409d-a208-8b7a3040fd79', 'network_id': '47b5a8fc-8543-4316-9b58-da2f4a1b9ec1', 'admin_state_up': True, 'tenant_id': '46be7326d5204beeb8c5e499e9d4ac73'}} {{(pid=103897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:36:41.592029 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35184941-a61a-41ed-a778-7df58171c9a3 req-9e76a26c-5b47-4a14-855b-0271a4379b24 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Made reservation on behalf of 46be7326d5204beeb8c5e499e9d4ac73 for: {'port': 1} {{(pid=103897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 31 18:36:41.595483 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-35184941-a61a-41ed-a778-7df58171c9a3 req-9e76a26c-5b47-4a14-855b-0271a4379b24 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (None), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:41.720339 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [req-35184941-a61a-41ed-a778-7df58171c9a3 req-9e76a26c-5b47-4a14-855b-0271a4379b24 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Allocated IP 172.20.0.6 (47b5a8fc-8543-4316-9b58-da2f4a1b9ec1/a26badde-2b82-4e02-8452-da3f1fcd3fea/2c4f0f16-67af-42bd-8b69-094d8a6f726b) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 31 18:36:41.872319 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-35184941-a61a-41ed-a778-7df58171c9a3 req-9e76a26c-5b47-4a14-855b-0271a4379b24 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Publish callbacks [] for port (2c4f0f16-67af-42bd-8b69-094d8a6f726b), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:41.981749 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-35184941-a61a-41ed-a778-7df58171c9a3 req-9e76a26c-5b47-4a14-855b-0271a4379b24 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759342510062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13081985'] for port (2c4f0f16-67af-42bd-8b69-094d8a6f726b), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:42.024519 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35184941-a61a-41ed-a778-7df58171c9a3 req-9e76a26c-5b47-4a14-855b-0271a4379b24 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Network 47b5a8fc-8543-4316-9b58-da2f4a1b9ec1 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 31 18:36:42.028016 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [req-35184941-a61a-41ed-a778-7df58171c9a3 req-9e76a26c-5b47-4a14-855b-0271a4379b24 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Resources bound (agent type, host, resource id):  {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 31 18:36:42.034079 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [req-35184941-a61a-41ed-a778-7df58171c9a3 req-9e76a26c-5b47-4a14-855b-0271a4379b24 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 31 18:36:42.075763 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e76a26c-5b47-4a14-855b-0271a4379b24 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Pushing event updated for resources: {'Port': ['ID=2c4f0f16-67af-42bd-8b69-094d8a6f726b,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:36:42.094293 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35184941-a61a-41ed-a778-7df58171c9a3 req-9e76a26c-5b47-4a14-855b-0271a4379b24 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:36:42.094965 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-35184941-a61a-41ed-a778-7df58171c9a3 req-9e76a26c-5b47-4a14-855b-0271a4379b24 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30337'] for port (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:42.186287 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-35184941-a61a-41ed-a778-7df58171c9a3 req-9e76a26c-5b47-4a14-855b-0271a4379b24 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8045657
Mar 31 18:36:42.207541 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.v2.base [req-35184941-a61a-41ed-a778-7df58171c9a3 req-291baf9a-7633-43bf-a9e0-67f390b4ff98 service neutron] Request body: {'port': {'device_id': 'ec1cd9ca-0d6b-409d-a208-8b7a3040fd79', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=103897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:36:42.278386 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0cb9f5-8885-48f4-9210-782ce578f978 req-ee8d1225-bda6-4c11-94da-3a3f3de4c01c tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:36:42.279885 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-2d0cb9f5-8885-48f4-9210-782ce578f978 req-ee8d1225-bda6-4c11-94da-3a3f3de4c01c tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec1cd9ca-0d6b-409d-a208-8b7a3040fd79 HTTP/1.1" status: 200  len: 931 time: 0.1070380
Mar 31 18:36:42.288113 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-35184941-a61a-41ed-a778-7df58171c9a3 req-291baf9a-7633-43bf-a9e0-67f390b4ff98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (2c4f0f16-67af-42bd-8b69-094d8a6f726b), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:42.350850 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-d19c1ed7-f476-4025-b3a7-43265c76a237 None None] Provisioning complete for port 2c4f0f16-67af-42bd-8b69-094d8a6f726b triggered by entity DHCP. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:36:42.351754 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-d19c1ed7-f476-4025-b3a7-43265c76a237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (2c4f0f16-67af-42bd-8b69-094d8a6f726b), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:42.373958 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-2d0cb9f5-8885-48f4-9210-782ce578f978 req-91fe7245-1573-471c-8a08-1922b6620e5d tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] 10.222.0.58 "GET /v2.0/security-groups?id=8730bc75-e609-4182-ae97-2337411aa902&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0876207
Mar 31 18:36:42.423192 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-d19c1ed7-f476-4025-b3a7-43265c76a237 None None] Port 2c4f0f16-67af-42bd-8b69-094d8a6f726b cannot update to ACTIVE because it is not bound. {{(pid=103898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 31 18:36:42.737030 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [req-35184941-a61a-41ed-a778-7df58171c9a3 req-291baf9a-7633-43bf-a9e0-67f390b4ff98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c4f0f16-67af-42bd-8b69-094d8a6f726b {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 31 18:36:42.750226 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-35184941-a61a-41ed-a778-7df58171c9a3 req-291baf9a-7633-43bf-a9e0-67f390b4ff98 service neutron] Publish callbacks [] for port (2c4f0f16-67af-42bd-8b69-094d8a6f726b), precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:42.765442 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [req-35184941-a61a-41ed-a778-7df58171c9a3 req-291baf9a-7633-43bf-a9e0-67f390b4ff98 service neutron] Transition to ACTIVE for port object 2c4f0f16-67af-42bd-8b69-094d8a6f726b will not be triggered until provisioned by entity L2. {{(pid=103897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 31 18:36:42.822015 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-35184941-a61a-41ed-a778-7df58171c9a3 req-291baf9a-7633-43bf-a9e0-67f390b4ff98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13081992'] for port (2c4f0f16-67af-42bd-8b69-094d8a6f726b), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:42.951103 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291baf9a-7633-43bf-a9e0-67f390b4ff98 service neutron] Pushing event updated for resources: {'Port': ['ID=2c4f0f16-67af-42bd-8b69-094d8a6f726b,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:36:42.991579 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [req-35184941-a61a-41ed-a778-7df58171c9a3 req-291baf9a-7633-43bf-a9e0-67f390b4ff98 service neutron] Attempting to bind port 2c4f0f16-67af-42bd-8b69-094d8a6f726b on host hv-cinder-maste for vnic_type normal with profile  {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 31 18:36:42.992003 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [req-35184941-a61a-41ed-a778-7df58171c9a3 req-291baf9a-7633-43bf-a9e0-67f390b4ff98 service neutron] Attempting to bind port 2c4f0f16-67af-42bd-8b69-094d8a6f726b by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'df51c932-344b-4908-ae9e-168b01aae83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '47b5a8fc-8543-4316-9b58-da2f4a1b9ec1'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 31 18:36:42.992343 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35184941-a61a-41ed-a778-7df58171c9a3 req-291baf9a-7633-43bf-a9e0-67f390b4ff98 service neutron] Attempting to bind port 2c4f0f16-67af-42bd-8b69-094d8a6f726b on network 47b5a8fc-8543-4316-9b58-da2f4a1b9ec1 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 31 18:36:42.998230 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35184941-a61a-41ed-a778-7df58171c9a3 req-291baf9a-7633-43bf-a9e0-67f390b4ff98 service neutron] Port 2c4f0f16-67af-42bd-8b69-094d8a6f726b on network 47b5a8fc-8543-4316-9b58-da2f4a1b9ec1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 31 18:36:42.998557 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35184941-a61a-41ed-a778-7df58171c9a3 req-291baf9a-7633-43bf-a9e0-67f390b4ff98 service neutron] Attempting to bind port 2c4f0f16-67af-42bd-8b69-094d8a6f726b on network 47b5a8fc-8543-4316-9b58-da2f4a1b9ec1 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 31 18:36:43.004205 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35184941-a61a-41ed-a778-7df58171c9a3 req-291baf9a-7633-43bf-a9e0-67f390b4ff98 service neutron] Checking agent: {'id': '06f31eaf-9418-4d11-8606-24a34b4b4893', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 11, 36), 'started_at': datetime.datetime(2022, 3, 31, 18, 11, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 36, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 31 18:36:43.004684 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35184941-a61a-41ed-a778-7df58171c9a3 req-291baf9a-7633-43bf-a9e0-67f390b4ff98 service neutron] Checking segment: {'id': 'df51c932-344b-4908-ae9e-168b01aae83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '47b5a8fc-8543-4316-9b58-da2f4a1b9ec1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 31 18:36:43.005084 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35184941-a61a-41ed-a778-7df58171c9a3 req-291baf9a-7633-43bf-a9e0-67f390b4ff98 service neutron] Bound using segment: {'id': 'df51c932-344b-4908-ae9e-168b01aae83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '47b5a8fc-8543-4316-9b58-da2f4a1b9ec1'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 31 18:36:43.006063 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [req-35184941-a61a-41ed-a778-7df58171c9a3 req-291baf9a-7633-43bf-a9e0-67f390b4ff98 service neutron] Bound port: 2c4f0f16-67af-42bd-8b69-094d8a6f726b, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df51c932-344b-4908-ae9e-168b01aae83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '47b5a8fc-8543-4316-9b58-da2f4a1b9ec1'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 31 18:36:43.006563 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-35184941-a61a-41ed-a778-7df58171c9a3 req-291baf9a-7633-43bf-a9e0-67f390b4ff98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (2c4f0f16-67af-42bd-8b69-094d8a6f726b), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:43.151978 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [req-35184941-a61a-41ed-a778-7df58171c9a3 req-291baf9a-7633-43bf-a9e0-67f390b4ff98 service neutron] For port 2c4f0f16-67af-42bd-8b69-094d8a6f726b, host hv-cinder-maste, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 31 18:36:43.155463 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [req-35184941-a61a-41ed-a778-7df58171c9a3 req-291baf9a-7633-43bf-a9e0-67f390b4ff98 service neutron] For port 2c4f0f16-67af-42bd-8b69-094d8a6f726b, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2c4f0f16-67af-42bd-8b69-094d8a6f726b,segment=NetworkSegment(df51c932-344b-4908-ae9e-168b01aae83d),segment_id=df51c932-344b-4908-ae9e-168b01aae83d)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 31 18:36:43.250976 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-35184941-a61a-41ed-a778-7df58171c9a3 req-291baf9a-7633-43bf-a9e0-67f390b4ff98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13081992'] for port (2c4f0f16-67af-42bd-8b69-094d8a6f726b), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:43.293817 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35184941-a61a-41ed-a778-7df58171c9a3 req-291baf9a-7633-43bf-a9e0-67f390b4ff98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:36:43.294581 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-35184941-a61a-41ed-a778-7df58171c9a3 req-291baf9a-7633-43bf-a9e0-67f390b4ff98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30337'] for port (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:43.296314 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-35184941-a61a-41ed-a778-7df58171c9a3 req-291baf9a-7633-43bf-a9e0-67f390b4ff98 service neutron] 10.222.0.44 "PUT /v2.0/ports/2c4f0f16-67af-42bd-8b69-094d8a6f726b HTTP/1.1" status: 200  len: 1093 time: 1.0934262
Mar 31 18:36:43.296895 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec1cd9ca-0d6b-409d-a208-8b7a3040fd79', 'tag': '2c4f0f16-67af-42bd-8b69-094d8a6f726b'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 31 18:36:43.299633 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73fc78de55affb2fac0a31bf62e314c48f0d961b1f9e9815d43b8150b113e94f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49152cbb-be7f-411b-be0c-fe61e52732b9" -d '{"events": [{"name": "network-changed", "server_uuid": "ec1cd9ca-0d6b-409d-a208-8b7a3040fd79", "tag": "2c4f0f16-67af-42bd-8b69-094d8a6f726b"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 31 18:36:43.347628 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291baf9a-7633-43bf-a9e0-67f390b4ff98 service neutron] Pushing event updated for resources: {'Port': ['ID=2c4f0f16-67af-42bd-8b69-094d8a6f726b,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:36:43.545280 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 18:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a6e7303-6766-4868-9e69-08a651198781 x-openstack-request-id: req-1a6e7303-6766-4868-9e69-08a651198781 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 31 18:36:43.546418 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec1cd9ca-0d6b-409d-a208-8b7a3040fd79", "tag": "2c4f0f16-67af-42bd-8b69-094d8a6f726b", "status": "completed", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 31 18:36:43.546951 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1a6e7303-6766-4868-9e69-08a651198781 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 31 18:36:43.547588 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a6e7303-6766-4868-9e69-08a651198781'] response: {'name': 'network-changed', 'server_uuid': 'ec1cd9ca-0d6b-409d-a208-8b7a3040fd79', 'tag': '2c4f0f16-67af-42bd-8b69-094d8a6f726b', 'status': 'completed', 'code': 200}
Mar 31 18:36:43.566119 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a317cf8-6abb-4608-9454-f8e9e359176d req-011e1108-b98c-4e92-8da4-6c77d0aabbd1 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:36:43.567702 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-9a317cf8-6abb-4608-9454-f8e9e359176d req-011e1108-b98c-4e92-8da4-6c77d0aabbd1 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec1cd9ca-0d6b-409d-a208-8b7a3040fd79 HTTP/1.1" status: 200  len: 943 time: 0.0813420
Mar 31 18:36:43.629336 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-9a317cf8-6abb-4608-9454-f8e9e359176d req-f2b0a141-e4c2-4e4d-b8a5-7525b6f088d5 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] 10.222.0.58 "GET /v2.0/security-groups?id=8730bc75-e609-4182-ae97-2337411aa902&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0553505
Mar 31 18:36:44.764950 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ee907a-db7a-4edb-8514-7f9fd2fe6210 req-96cbf42e-86a1-4026-820d-66c1ba13d047 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:36:44.766462 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-65ee907a-db7a-4edb-8514-7f9fd2fe6210 req-96cbf42e-86a1-4026-820d-66c1ba13d047 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec1cd9ca-0d6b-409d-a208-8b7a3040fd79 HTTP/1.1" status: 200  len: 943 time: 0.0525076
Mar 31 18:36:44.819726 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-65ee907a-db7a-4edb-8514-7f9fd2fe6210 req-23fa7d8e-6ebd-407a-a128-959155d2fdef tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] 10.222.0.58 "GET /v2.0/security-groups?id=8730bc75-e609-4182-ae97-2337411aa902&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461948
Mar 31 18:36:45.953520 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4272e9f-7628-48e2-9462-5ed2ada31d04 req-5019d9ec-375e-4177-aa40-42125c4dfe66 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:36:45.955939 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-a4272e9f-7628-48e2-9462-5ed2ada31d04 req-5019d9ec-375e-4177-aa40-42125c4dfe66 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec1cd9ca-0d6b-409d-a208-8b7a3040fd79 HTTP/1.1" status: 200  len: 943 time: 0.0716791
Mar 31 18:36:46.004095 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-a4272e9f-7628-48e2-9462-5ed2ada31d04 req-3bbb525a-951a-42cc-93a8-1a8e573ab947 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] 10.222.0.58 "GET /v2.0/security-groups?id=8730bc75-e609-4182-ae97-2337411aa902&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417929
Mar 31 18:36:47.155889 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f68f37-65f8-4347-bf5f-982c98805a9e req-586d44af-6b8b-4b91-8855-5a511c105119 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:36:47.157507 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-94f68f37-65f8-4347-bf5f-982c98805a9e req-586d44af-6b8b-4b91-8855-5a511c105119 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec1cd9ca-0d6b-409d-a208-8b7a3040fd79 HTTP/1.1" status: 200  len: 943 time: 0.0616078
Mar 31 18:36:47.208149 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-94f68f37-65f8-4347-bf5f-982c98805a9e req-aeb2f2c8-116b-4b92-b71d-f2ae0059ee91 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] 10.222.0.58 "GET /v2.0/security-groups?id=8730bc75-e609-4182-ae97-2337411aa902&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440943
Mar 31 18:36:48.349403 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9e9abb-6079-42aa-a49c-d9c6227673ad req-71b56830-cb53-4c85-a556-22ce11379656 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:36:48.351923 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-8a9e9abb-6079-42aa-a49c-d9c6227673ad req-71b56830-cb53-4c85-a556-22ce11379656 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec1cd9ca-0d6b-409d-a208-8b7a3040fd79 HTTP/1.1" status: 200  len: 943 time: 0.0707445
Mar 31 18:36:48.421114 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-8a9e9abb-6079-42aa-a49c-d9c6227673ad req-83b55e39-286b-47d0-b938-33be84cf136c tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] 10.222.0.58 "GET /v2.0/security-groups?id=8730bc75-e609-4182-ae97-2337411aa902&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0572598
Mar 31 18:36:49.617291 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e047c6f2-f3e6-4f07-967d-2fcb9f062215 req-57a3484c-202b-40f7-9eb1-80da71aad189 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:36:49.619232 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-e047c6f2-f3e6-4f07-967d-2fcb9f062215 req-57a3484c-202b-40f7-9eb1-80da71aad189 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec1cd9ca-0d6b-409d-a208-8b7a3040fd79 HTTP/1.1" status: 200  len: 943 time: 0.0550938
Mar 31 18:36:49.668085 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-e047c6f2-f3e6-4f07-967d-2fcb9f062215 req-5acd3968-f377-4df1-8a49-7b3d9c1a8fcc tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] 10.222.0.58 "GET /v2.0/security-groups?id=8730bc75-e609-4182-ae97-2337411aa902&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436959
Mar 31 18:36:50.788374 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9efbc6-5382-4a49-99a7-7a51b03a92fe req-5642f054-2434-4f67-b88b-6c0617a78888 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:36:50.789879 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-2a9efbc6-5382-4a49-99a7-7a51b03a92fe req-5642f054-2434-4f67-b88b-6c0617a78888 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec1cd9ca-0d6b-409d-a208-8b7a3040fd79 HTTP/1.1" status: 200  len: 943 time: 0.0573764
Mar 31 18:36:50.836821 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-2a9efbc6-5382-4a49-99a7-7a51b03a92fe req-b5701f37-88ca-4b0c-902c-2dace03a1bac tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] 10.222.0.58 "GET /v2.0/security-groups?id=8730bc75-e609-4182-ae97-2337411aa902&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414665
Mar 31 18:36:51.952288 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a53705e-fb63-4d87-9010-770de76123df req-31a5d89a-840a-4004-9f10-4af974449903 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:36:51.953946 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-8a53705e-fb63-4d87-9010-770de76123df req-31a5d89a-840a-4004-9f10-4af974449903 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec1cd9ca-0d6b-409d-a208-8b7a3040fd79 HTTP/1.1" status: 200  len: 943 time: 0.0523374
Mar 31 18:36:52.004123 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-8a53705e-fb63-4d87-9010-770de76123df req-3444583b-8deb-4f27-ad34-cc6d7ff088b6 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] 10.222.0.58 "GET /v2.0/security-groups?id=8730bc75-e609-4182-ae97-2337411aa902&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439014
Mar 31 18:36:52.766219 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49152cbb-be7f-411b-be0c-fe61e52732b9 req-60c1e992-68e6-4c8b-a29c-fc4d2da8630c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:36:52.767745 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-49152cbb-be7f-411b-be0c-fe61e52732b9 req-60c1e992-68e6-4c8b-a29c-fc4d2da8630c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=46be7326d5204beeb8c5e499e9d4ac73&device_id=ec1cd9ca-0d6b-409d-a208-8b7a3040fd79 HTTP/1.1" status: 200  len: 1127 time: 0.0460186
Mar 31 18:36:52.882884 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49152cbb-be7f-411b-be0c-fe61e52732b9 req-da6cb291-6da2-4b42-8427-8ab1d0ffe670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:36:52.884335 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-49152cbb-be7f-411b-be0c-fe61e52732b9 req-da6cb291-6da2-4b42-8427-8ab1d0ffe670 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=46be7326d5204beeb8c5e499e9d4ac73&shared=False HTTP/1.1" status: 200  len: 915 time: 0.0960693
Mar 31 18:36:52.977624 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49152cbb-be7f-411b-be0c-fe61e52732b9 req-a3cfc770-dbfd-4a99-8b55-b2bed857c8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:36:52.979115 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-49152cbb-be7f-411b-be0c-fe61e52732b9 req-a3cfc770-dbfd-4a99-8b55-b2bed857c8f5 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0879841
Mar 31 18:36:53.135796 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35184941-a61a-41ed-a778-7df58171c9a3 req-9b3f0413-3143-4135-8123-876d6d1096b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:36:53.137285 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-35184941-a61a-41ed-a778-7df58171c9a3 req-9b3f0413-3143-4135-8123-876d6d1096b3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=46be7326d5204beeb8c5e499e9d4ac73&device_id=ec1cd9ca-0d6b-409d-a208-8b7a3040fd79 HTTP/1.1" status: 200  len: 1127 time: 0.0839620
Mar 31 18:36:53.149245 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5522a19-5e59-40f3-a45e-749dbccda646 req-77866aef-2350-4ff8-a3ae-b7306c367807 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:36:53.150954 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-e5522a19-5e59-40f3-a45e-749dbccda646 req-77866aef-2350-4ff8-a3ae-b7306c367807 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec1cd9ca-0d6b-409d-a208-8b7a3040fd79 HTTP/1.1" status: 200  len: 943 time: 0.0702596
Mar 31 18:36:53.205173 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-35184941-a61a-41ed-a778-7df58171c9a3 req-1268bf76-f75f-4b7c-8fdf-243764b79981 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c4f0f16-67af-42bd-8b69-094d8a6f726b HTTP/1.1" status: 200  len: 217 time: 0.0411794
Mar 31 18:36:53.260566 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-e5522a19-5e59-40f3-a45e-749dbccda646 req-7eaa3929-0b1b-489e-88c2-ba2d9617b118 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] 10.222.0.58 "GET /v2.0/security-groups?id=8730bc75-e609-4182-ae97-2337411aa902&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1040566
Mar 31 18:36:53.272084 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35184941-a61a-41ed-a778-7df58171c9a3 req-762f69de-c267-4306-b325-1ad03e33a42d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:36:53.273705 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-35184941-a61a-41ed-a778-7df58171c9a3 req-762f69de-c267-4306-b325-1ad03e33a42d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a26badde-2b82-4e02-8452-da3f1fcd3fea HTTP/1.1" status: 200  len: 853 time: 0.0626626
Mar 31 18:36:53.382780 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35184941-a61a-41ed-a778-7df58171c9a3 req-34ae7c16-1880-424c-b5c1-c9adf8433136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:36:53.384176 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-35184941-a61a-41ed-a778-7df58171c9a3 req-34ae7c16-1880-424c-b5c1-c9adf8433136 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=47b5a8fc-8543-4316-9b58-da2f4a1b9ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0489957
Mar 31 18:36:53.480425 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-35184941-a61a-41ed-a778-7df58171c9a3 req-5fde8d05-d252-4a1a-8137-15cb5279b707 service neutron] 10.222.0.44 "GET /v2.0/networks/47b5a8fc-8543-4316-9b58-da2f4a1b9ec1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0898530
Mar 31 18:36:53.579465 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-35184941-a61a-41ed-a778-7df58171c9a3 req-faf88bb5-206c-456e-aa25-cfbc35983aba service neutron] 10.222.0.44 "GET /v2.0/networks/47b5a8fc-8543-4316-9b58-da2f4a1b9ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0921435
Mar 31 18:36:54.379188 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1efb80-94f3-4db0-8bae-7e570323128e req-48c7750a-7c08-492e-881a-8329455b3fac tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:36:54.380568 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-2b1efb80-94f3-4db0-8bae-7e570323128e req-48c7750a-7c08-492e-881a-8329455b3fac tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec1cd9ca-0d6b-409d-a208-8b7a3040fd79 HTTP/1.1" status: 200  len: 943 time: 0.0527251
Mar 31 18:36:54.429057 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-2b1efb80-94f3-4db0-8bae-7e570323128e req-a87384fb-ba45-41cd-89ae-8bad85efb69d tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] 10.222.0.58 "GET /v2.0/security-groups?id=8730bc75-e609-4182-ae97-2337411aa902&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427084
Mar 31 18:36:55.547045 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21063282-bc86-4528-9f05-2c7d5f18334c req-22d8023f-651b-421f-ba96-4c4793ae3ad4 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:36:55.548511 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-21063282-bc86-4528-9f05-2c7d5f18334c req-22d8023f-651b-421f-ba96-4c4793ae3ad4 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec1cd9ca-0d6b-409d-a208-8b7a3040fd79 HTTP/1.1" status: 200  len: 943 time: 0.0537624
Mar 31 18:36:55.594523 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-21063282-bc86-4528-9f05-2c7d5f18334c req-997271d8-76e6-4327-a94f-cf8afe9d4b24 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] 10.222.0.58 "GET /v2.0/security-groups?id=8730bc75-e609-4182-ae97-2337411aa902&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397944
Mar 31 18:36:56.713393 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8e6963-9f72-4769-8be9-93a650a8dc4f req-4e111bf0-3840-4277-a05d-36ebaf2ef24f tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:36:56.714877 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-3b8e6963-9f72-4769-8be9-93a650a8dc4f req-4e111bf0-3840-4277-a05d-36ebaf2ef24f tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec1cd9ca-0d6b-409d-a208-8b7a3040fd79 HTTP/1.1" status: 200  len: 943 time: 0.0530608
Mar 31 18:36:56.761844 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-3b8e6963-9f72-4769-8be9-93a650a8dc4f req-c50d6e8c-0a5f-4788-904d-2e451faf7a10 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] 10.222.0.58 "GET /v2.0/security-groups?id=8730bc75-e609-4182-ae97-2337411aa902&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413096
Mar 31 18:36:57.878891 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a07162-aae7-45cd-9d5f-2224da6549f8 req-35573808-cded-43b5-b033-e53541bc24f5 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:36:57.880350 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-43a07162-aae7-45cd-9d5f-2224da6549f8 req-35573808-cded-43b5-b033-e53541bc24f5 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec1cd9ca-0d6b-409d-a208-8b7a3040fd79 HTTP/1.1" status: 200  len: 943 time: 0.0527890
Mar 31 18:36:57.934193 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-43a07162-aae7-45cd-9d5f-2224da6549f8 req-60524e8e-38ed-412f-a7da-e33b02a4081f tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] 10.222.0.58 "GET /v2.0/security-groups?id=8730bc75-e609-4182-ae97-2337411aa902&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469928
Mar 31 18:36:59.042767 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-fbdc4b68-b74b-4b3f-95c3-23af97ecb685 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (08150f5b-1b08-4271-84f1-4a3b03ee1892), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:59.055328 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b35dc0f-a31d-4e4d-84fe-1f312c26b3f7 req-8d978901-91c6-4282-87ea-21a54edcc9d8 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:36:59.056877 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-5b35dc0f-a31d-4e4d-84fe-1f312c26b3f7 req-8d978901-91c6-4282-87ea-21a54edcc9d8 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec1cd9ca-0d6b-409d-a208-8b7a3040fd79 HTTP/1.1" status: 200  len: 943 time: 0.0571606
Mar 31 18:36:59.104576 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-5b35dc0f-a31d-4e4d-84fe-1f312c26b3f7 req-d2815ebd-69c0-4325-b4ce-97415e29667e tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] 10.222.0.58 "GET /v2.0/security-groups?id=8730bc75-e609-4182-ae97-2337411aa902&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417733
Mar 31 18:36:59.296845 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Device 2c4f0f16-67af-42bd-8b69-094d8a6f726b details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103898) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 31 18:36:59.395375 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] For port 2c4f0f16-67af-42bd-8b69-094d8a6f726b, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2c4f0f16-67af-42bd-8b69-094d8a6f726b,segment=NetworkSegment(df51c932-344b-4908-ae9e-168b01aae83d),segment_id=df51c932-344b-4908-ae9e-168b01aae83d)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:36:59.407641 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Returning: {'device': '2c4f0f16-67af-42bd-8b69-094d8a6f726b', 'network_id': '47b5a8fc-8543-4316-9b58-da2f4a1b9ec1', 'port_id': '2c4f0f16-67af-42bd-8b69-094d8a6f726b', 'mac_address': 'fa:16:3e:99:b9:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a26badde-2b82-4e02-8452-da3f1fcd3fea', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103898) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 31 18:36:59.447342 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Current status of the port 2c4f0f16-67af-42bd-8b69-094d8a6f726b is: DOWN; New status is: BUILD {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:36:59.447733 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (2c4f0f16-67af-42bd-8b69-094d8a6f726b), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:59.460904 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.notifiers.nova [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c4f0f16-67af-42bd-8b69-094d8a6f726b {{(pid=103898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 31 18:36:59.481186 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] For port 2c4f0f16-67af-42bd-8b69-094d8a6f726b, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2c4f0f16-67af-42bd-8b69-094d8a6f726b,segment=NetworkSegment(df51c932-344b-4908-ae9e-168b01aae83d),segment_id=df51c932-344b-4908-ae9e-168b01aae83d)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:36:59.678788 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (2c4f0f16-67af-42bd-8b69-094d8a6f726b), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:36:59.727017 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Pushing event updated for resources: {'Port': ['ID=2c4f0f16-67af-42bd-8b69-094d8a6f726b,revision_number=4']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:37:00.078979 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] get_ports_and_sgs() called for port_ids ['2c4f0f16-67af-42bd-8b69-094d8a6f726b'] {{(pid=103898) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 31 18:37:00.237543 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf12bb0e-7350-4154-802f-84e6ec1d08d8 req-521cf874-2a2c-49c5-aeb6-04c249c042f2 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:37:00.239013 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-bf12bb0e-7350-4154-802f-84e6ec1d08d8 req-521cf874-2a2c-49c5-aeb6-04c249c042f2 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec1cd9ca-0d6b-409d-a208-8b7a3040fd79 HTTP/1.1" status: 200  len: 944 time: 0.0606744
Mar 31 18:37:00.289363 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-bf12bb0e-7350-4154-802f-84e6ec1d08d8 req-f7980780-be3e-41d0-921d-09933f5f7ef6 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] 10.222.0.58 "GET /v2.0/security-groups?id=8730bc75-e609-4182-ae97-2337411aa902&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441535
Mar 31 18:37:01.295176 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Device 2c4f0f16-67af-42bd-8b69-094d8a6f726b up at agent hyperv_hv-cinder-maste {{(pid=103898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 31 18:37:01.362888 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-7c97bc60-3692-42f4-b3d4-69163bf0c9a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (f09d5d1b-4294-4f18-9a00-351412ae7ca6), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:37:01.412970 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5adb54-0b62-45d5-be84-e26997f9e8f3 req-df546b85-cac8-4c63-a6a3-3cbe6a9a80ac tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:37:01.414801 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-cd5adb54-0b62-45d5-be84-e26997f9e8f3 req-df546b85-cac8-4c63-a6a3-3cbe6a9a80ac tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec1cd9ca-0d6b-409d-a208-8b7a3040fd79 HTTP/1.1" status: 200  len: 944 time: 0.0598266
Mar 31 18:37:01.419998 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Provisioning for port 2c4f0f16-67af-42bd-8b69-094d8a6f726b completed by entity L2. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 31 18:37:01.419998 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Provisioning complete for port 2c4f0f16-67af-42bd-8b69-094d8a6f726b triggered by entity L2. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:37:01.419998 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (2c4f0f16-67af-42bd-8b69-094d8a6f726b), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:37:01.468674 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-cd5adb54-0b62-45d5-be84-e26997f9e8f3 req-0848de7d-fbde-4fe2-9fe3-1bc7233aa5fb tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] 10.222.0.58 "GET /v2.0/security-groups?id=8730bc75-e609-4182-ae97-2337411aa902&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474041
Mar 31 18:37:01.627686 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Current status of the port 2c4f0f16-67af-42bd-8b69-094d8a6f726b is: BUILD; New status is: ACTIVE {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:37:01.627988 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (2c4f0f16-67af-42bd-8b69-094d8a6f726b), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:37:01.651065 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec1cd9ca-0d6b-409d-a208-8b7a3040fd79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c4f0f16-67af-42bd-8b69-094d8a6f726b'}] {{(pid=103898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 31 18:37:01.653309 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb3075c6172e5baa69f5abc91eefeb9b3c1bf45f76ecf44b7f00bb5a6f62f1a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a2e25b0-cb2a-4ffc-a3db-3cd38669f4fc" -d '{"events": [{"server_uuid": "ec1cd9ca-0d6b-409d-a208-8b7a3040fd79", "name": "network-vif-plugged", "status": "completed", "tag": "2c4f0f16-67af-42bd-8b69-094d8a6f726b"}]}' {{(pid=103898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 31 18:37:01.665625 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] For port 2c4f0f16-67af-42bd-8b69-094d8a6f726b, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2c4f0f16-67af-42bd-8b69-094d8a6f726b,segment=NetworkSegment(df51c932-344b-4908-ae9e-168b01aae83d),segment_id=df51c932-344b-4908-ae9e-168b01aae83d)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:37:01.740840 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126'] for port (2c4f0f16-67af-42bd-8b69-094d8a6f726b), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:37:01.781701 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 18:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a7d5437-b389-4f5d-ae2c-3d575f5cb4c8 x-openstack-request-id: req-2a7d5437-b389-4f5d-ae2c-3d575f5cb4c8 {{(pid=103898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 31 18:37:01.782003 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec1cd9ca-0d6b-409d-a208-8b7a3040fd79", "name": "network-vif-plugged", "status": "completed", "tag": "2c4f0f16-67af-42bd-8b69-094d8a6f726b", "code": 200}]} {{(pid=103898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 31 18:37:01.782262 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2a7d5437-b389-4f5d-ae2c-3d575f5cb4c8 {{(pid=103898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 31 18:37:01.782687 dv-cinder-master-3-iscsi neutron-server[103898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a7d5437-b389-4f5d-ae2c-3d575f5cb4c8'] response: {'server_uuid': 'ec1cd9ca-0d6b-409d-a208-8b7a3040fd79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c4f0f16-67af-42bd-8b69-094d8a6f726b', 'code': 200}
Mar 31 18:37:01.794709 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Pushing event updated for resources: {'Port': ['ID=2c4f0f16-67af-42bd-8b69-094d8a6f726b,revision_number=5']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:37:02.153951 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838fc93d-ca6c-4d04-b5b5-7ac8097f9cde req-0037099a-f165-4eb9-a8c9-9f639619b09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:37:02.155475 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-838fc93d-ca6c-4d04-b5b5-7ac8097f9cde req-0037099a-f165-4eb9-a8c9-9f639619b09b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ec1cd9ca-0d6b-409d-a208-8b7a3040fd79 HTTP/1.1" status: 200  len: 1129 time: 0.0450332
Mar 31 18:37:02.201442 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-838fc93d-ca6c-4d04-b5b5-7ac8097f9cde req-b0868f4b-bb86-43a8-bdf7-4ba363cce391 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=8730bc75-e609-4182-ae97-2337411aa902&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390115
Mar 31 18:37:02.466323 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-be477ca9-b30f-4eb3-92ce-971cde9f4756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (d0835089-4a76-4105-9221-c81b46927b3c), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:37:02.600658 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd4a32c-3954-4d3f-bfb0-c59a7aaa55ac req-b99a1472-ec15-4d96-9fa3-68b2a4fcd912 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:37:02.602325 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-5dd4a32c-3954-4d3f-bfb0-c59a7aaa55ac req-b99a1472-ec15-4d96-9fa3-68b2a4fcd912 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec1cd9ca-0d6b-409d-a208-8b7a3040fd79 HTTP/1.1" status: 200  len: 945 time: 0.0578759
Mar 31 18:37:02.655670 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-5dd4a32c-3954-4d3f-bfb0-c59a7aaa55ac req-37864281-4596-4ed3-99ae-4dc625b431d4 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] 10.222.0.58 "GET /v2.0/security-groups?id=8730bc75-e609-4182-ae97-2337411aa902&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477178
Mar 31 18:37:02.796155 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.agents_db [None req-39f62d97-bd56-4bf2-8522-12846eccdd8f None None] Agent healthcheck: found 6 active agents {{(pid=103899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 31 18:37:03.778628 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b23af8-215a-4f11-9718-4dbaf3fab6ad req-a6131ea0-ed06-4174-89c1-faf3d86cda8e tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:37:03.780091 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-e7b23af8-215a-4f11-9718-4dbaf3fab6ad req-a6131ea0-ed06-4174-89c1-faf3d86cda8e tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec1cd9ca-0d6b-409d-a208-8b7a3040fd79 HTTP/1.1" status: 200  len: 945 time: 0.0567679
Mar 31 18:37:03.828963 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-e7b23af8-215a-4f11-9718-4dbaf3fab6ad req-4bfa1e8e-2f7b-4f1d-9b8d-3b5d298db2e0 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] 10.222.0.58 "GET /v2.0/security-groups?id=8730bc75-e609-4182-ae97-2337411aa902&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432174
Mar 31 18:37:04.060199 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-61acbcaf-515a-4595-a759-82c8bf4c0ac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (1ee04592-4785-424e-aa2a-0bd32f5faacf), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:37:04.959033 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e221f5e1-d8cf-4593-8c0b-307617eceb2b req-e1d27ac0-a555-461b-90cd-14ed7bf582e4 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:37:04.962070 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-e221f5e1-d8cf-4593-8c0b-307617eceb2b req-e1d27ac0-a555-461b-90cd-14ed7bf582e4 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec1cd9ca-0d6b-409d-a208-8b7a3040fd79 HTTP/1.1" status: 200  len: 945 time: 0.0609698
Mar 31 18:37:05.013146 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-e221f5e1-d8cf-4593-8c0b-307617eceb2b req-e76bfbb9-7ba9-4364-bb06-a2c9c7dea6a3 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] 10.222.0.58 "GET /v2.0/security-groups?id=8730bc75-e609-4182-ae97-2337411aa902&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429859
Mar 31 18:37:05.129171 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (b6d39f6c-4dc3-40bd-bbe5-e05b1f1d4e13), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:37:05.129785 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4401e660-e8a5-44b3-995d-166a6ede5df2 req-9ef768bc-eda4-423a-a7e4-2b29592b11cd tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:37:05.131926 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-4401e660-e8a5-44b3-995d-166a6ede5df2 req-9ef768bc-eda4-423a-a7e4-2b29592b11cd tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec1cd9ca-0d6b-409d-a208-8b7a3040fd79 HTTP/1.1" status: 200  len: 945 time: 0.0518987
Mar 31 18:37:05.178293 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-4401e660-e8a5-44b3-995d-166a6ede5df2 req-b6a3ba20-93a7-476f-a6b1-fa85ef61dd2c tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] 10.222.0.58 "GET /v2.0/security-groups?id=8730bc75-e609-4182-ae97-2337411aa902&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398943
Mar 31 18:37:05.502742 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9ab275-0bb3-46ad-af7f-e02efd1d185b req-fceaaa23-b3eb-4923-ad7c-35a60b77506f tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:37:05.504209 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-fb9ab275-0bb3-46ad-af7f-e02efd1d185b req-fceaaa23-b3eb-4923-ad7c-35a60b77506f tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec1cd9ca-0d6b-409d-a208-8b7a3040fd79 HTTP/1.1" status: 200  len: 945 time: 0.0529597
Mar 31 18:37:05.554021 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-fb9ab275-0bb3-46ad-af7f-e02efd1d185b req-3279fc61-1f1c-46de-ba76-54b18ae90522 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] 10.222.0.58 "GET /v2.0/security-groups?id=8730bc75-e609-4182-ae97-2337411aa902&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442584
Mar 31 18:37:06.563615 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (06f31eaf-9418-4d11-8606-24a34b4b4893), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:37:17.009794 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238d8c37-940d-49f7-979f-fdf2787a7363 req-2d2fff4d-b757-4fa5-bc6a-3726e0de7223 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:37:17.011420 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-238d8c37-940d-49f7-979f-fdf2787a7363 req-2d2fff4d-b757-4fa5-bc6a-3726e0de7223 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec1cd9ca-0d6b-409d-a208-8b7a3040fd79 HTTP/1.1" status: 200  len: 945 time: 0.0553038
Mar 31 18:37:17.064032 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-238d8c37-940d-49f7-979f-fdf2787a7363 req-335d54df-4b2b-4159-b616-b7787386b575 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] 10.222.0.58 "GET /v2.0/security-groups?id=8730bc75-e609-4182-ae97-2337411aa902&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464060
Mar 31 18:37:17.086661 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 58382) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:37:17.239513 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9480fe72-b49a-4ed1-a05e-67940f08becd tempest-TestMinimumBasicScenario-123419112 tempest-TestMinimumBasicScenario-123419112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:37:17.241035 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-9480fe72-b49a-4ed1-a05e-67940f08becd tempest-TestMinimumBasicScenario-123419112 tempest-TestMinimumBasicScenario-123419112-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=ec1cd9ca-0d6b-409d-a208-8b7a3040fd79 HTTP/1.1" status: 200  len: 1124 time: 0.1533821
Mar 31 18:37:17.244597 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 58386) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:37:17.248959 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.v2.base [None req-b817844f-963f-4c05-af74-251770b96b0c tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Request body: {'floatingip': {'floating_network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'port_id': '2c4f0f16-67af-42bd-8b69-094d8a6f726b', 'tenant_id': '46be7326d5204beeb8c5e499e9d4ac73', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:37:17.357653 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b817844f-963f-4c05-af74-251770b96b0c tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:37:17.459196 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b817844f-963f-4c05-af74-251770b96b0c tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (None), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:37:17.564490 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-b817844f-963f-4c05-af74-251770b96b0c tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Allocated IP 172.37.2.160 (b698396b-51c1-468f-b58d-8c59a3beb4d9/19546f9a-afff-4e10-9105-a9d5358dbe6e/6466775e-873d-4734-81c2-752218fbc85d) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 31 18:37:17.672788 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b817844f-963f-4c05-af74-251770b96b0c tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Publish callbacks [] for port (6466775e-873d-4734-81c2-752218fbc85d), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:37:17.792424 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b817844f-963f-4c05-af74-251770b96b0c tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759342510062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13081985'] for port (6466775e-873d-4734-81c2-752218fbc85d), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:37:17.832309 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b817844f-963f-4c05-af74-251770b96b0c tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Network b698396b-51c1-468f-b58d-8c59a3beb4d9 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 31 18:37:17.835272 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-b817844f-963f-4c05-af74-251770b96b0c tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Resources bound (agent type, host, resource id):  {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 31 18:37:17.841339 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b817844f-963f-4c05-af74-251770b96b0c tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 31 18:37:17.847064 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b817844f-963f-4c05-af74-251770b96b0c tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Pushing event updated for resources: {'Port': ['ID=6466775e-873d-4734-81c2-752218fbc85d,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:37:17.880737 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b817844f-963f-4c05-af74-251770b96b0c tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:37:17.881085 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b817844f-963f-4c05-af74-251770b96b0c tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:37:17.881434 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b817844f-963f-4c05-af74-251770b96b0c tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:37:17.881778 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b817844f-963f-4c05-af74-251770b96b0c tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:37:17.882110 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b817844f-963f-4c05-af74-251770b96b0c tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:37:17.882441 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b817844f-963f-4c05-af74-251770b96b0c tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:37:17.882817 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b817844f-963f-4c05-af74-251770b96b0c tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:37:17.883167 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b817844f-963f-4c05-af74-251770b96b0c tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:37:17.884032 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b817844f-963f-4c05-af74-251770b96b0c tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:37:17.884942 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b817844f-963f-4c05-af74-251770b96b0c tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:37:17.885282 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b817844f-963f-4c05-af74-251770b96b0c tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:37:17.885617 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b817844f-963f-4c05-af74-251770b96b0c tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:37:17.885968 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b817844f-963f-4c05-af74-251770b96b0c tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:37:17.886298 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b817844f-963f-4c05-af74-251770b96b0c tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:37:17.886642 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b817844f-963f-4c05-af74-251770b96b0c tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:37:18.224986 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b817844f-963f-4c05-af74-251770b96b0c tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Publish callbacks [] for floatingip (2e4b2768-fec9-4216-b4c3-eb3754d24dc3), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:37:18.381506 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b817844f-963f-4c05-af74-251770b96b0c tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (6466775e-873d-4734-81c2-752218fbc85d), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:37:18.531553 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b817844f-963f-4c05-af74-251770b96b0c tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Publish callbacks [] for port (6466775e-873d-4734-81c2-752218fbc85d), precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:37:18.603238 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b817844f-963f-4c05-af74-251770b96b0c tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13081992'] for port (6466775e-873d-4734-81c2-752218fbc85d), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:37:18.673187 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b817844f-963f-4c05-af74-251770b96b0c tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Pushing event updated for resources: {'Port': ['ID=6466775e-873d-4734-81c2-752218fbc85d,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:37:18.685389 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b817844f-963f-4c05-af74-251770b96b0c tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505983'] for floatingip (2e4b2768-fec9-4216-b4c3-eb3754d24dc3), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:37:18.790902 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.db.l3_db [None req-b817844f-963f-4c05-af74-251770b96b0c tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Floating IP 2e4b2768-fec9-4216-b4c3-eb3754d24dc3 associated. External IP: 172.37.2.160, port: 2c4f0f16-67af-42bd-8b69-094d8a6f726b.
Mar 31 18:37:19.259011 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b817844f-963f-4c05-af74-251770b96b0c tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Router 42cc267c-9e71-4409-8f8d-5c6eaadeab39 has already been hosted by L3 agent f09d5d1b-4294-4f18-9a00-351412ae7ca6 {{(pid=103897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 31 18:37:19.372035 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b817844f-963f-4c05-af74-251770b96b0c tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 31 18:37:19.382199 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ad93dd-a239-4769-ac5c-502eed81d81e None None] Sync routers for ids ['42cc267c-9e71-4409-8f8d-5c6eaadeab39'] in dv-cinder-master-3-iscsi {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 31 18:37:19.395663 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ad93dd-a239-4769-ac5c-502eed81d81e None None] Routers {'42cc267c-9e71-4409-8f8d-5c6eaadeab39'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 31 18:37:19.396579 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-89ad93dd-a239-4769-ac5c-502eed81d81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7715ebebb0>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T18:05:01Z,description=<?>,heartbeat_timestamp=2022-03-31T18:37:01Z,host='dv-cinder-master-3-iscsi',id=f09d5d1b-4294-4f18-9a00-351412ae7ca6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-31T18:05:02Z,topic='l3_agent')) {'router_ids': ['42cc267c-9e71-4409-8f8d-5c6eaadeab39'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:37:19.480881 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b817844f-963f-4c05-af74-251770b96b0c tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30337'] for floatingip (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:37:19.511791 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-b817844f-963f-4c05-af74-251770b96b0c tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.2659295
Mar 31 18:37:19.512259 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec1cd9ca-0d6b-409d-a208-8b7a3040fd79', 'tag': '2c4f0f16-67af-42bd-8b69-094d8a6f726b'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 31 18:37:19.514329 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 58388) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:37:19.514880 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73fc78de55affb2fac0a31bf62e314c48f0d961b1f9e9815d43b8150b113e94f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b58adaa-9858-4769-adcb-e6a741c5c502" -d '{"events": [{"name": "network-changed", "server_uuid": "ec1cd9ca-0d6b-409d-a208-8b7a3040fd79", "tag": "2c4f0f16-67af-42bd-8b69-094d8a6f726b"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 31 18:37:19.519787 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [None req-c47128d8-044c-4d3c-914b-48c5cb01cc19 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-123221379', 'description': 'tempest-secgroup-smoke-123221379 description', 'project_id': '46be7326d5204beeb8c5e499e9d4ac73'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:37:19.522509 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-89ad93dd-a239-4769-ac5c-502eed81d81e None None] Set router 42cc267c-9e71-4409-8f8d-5c6eaadeab39 gateway port host: dv-cinder-master-3-iscsi {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 31 18:37:19.557026 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 18:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3840b6b2-6e02-4655-b793-c861ffe90677 x-openstack-request-id: req-3840b6b2-6e02-4655-b793-c861ffe90677 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 31 18:37:19.557412 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec1cd9ca-0d6b-409d-a208-8b7a3040fd79", "tag": "2c4f0f16-67af-42bd-8b69-094d8a6f726b", "status": "completed", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 31 18:37:19.557759 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3840b6b2-6e02-4655-b793-c861ffe90677 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 31 18:37:19.558155 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3840b6b2-6e02-4655-b793-c861ffe90677'] response: {'name': 'network-changed', 'server_uuid': 'ec1cd9ca-0d6b-409d-a208-8b7a3040fd79', 'tag': '2c4f0f16-67af-42bd-8b69-094d8a6f726b', 'status': 'completed', 'code': 200}
Mar 31 18:37:19.656034 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b58adaa-9858-4769-adcb-e6a741c5c502 req-11e08234-453e-4310-a205-80b7a53b7636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:37:19.657530 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-7b58adaa-9858-4769-adcb-e6a741c5c502 req-11e08234-453e-4310-a205-80b7a53b7636 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=46be7326d5204beeb8c5e499e9d4ac73&device_id=ec1cd9ca-0d6b-409d-a208-8b7a3040fd79 HTTP/1.1" status: 200  len: 1129 time: 0.0500014
Mar 31 18:37:19.717757 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c47128d8-044c-4d3c-914b-48c5cb01cc19 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Publish callbacks [] for security_group (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:37:19.752219 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-89ad93dd-a239-4769-ac5c-502eed81d81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7715ebebb0>, [{'id': '42cc267c-9e71-4409-8f8d-5c6eaadeab39', 'name': 'tempest-TestMinimumBasicScenario-129986791-router', 'tenant_id': '46be7326d5204beeb8c5e499e9d4ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.181'}], 'enable_snat': True}, 'gw_port_id': '424c4e43-0a88-46fd-b521-0943b4e338d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:36:15Z', 'updated_at': '2022-03-31T18:36:18Z', 'revision_number': 4, 'project_id': '46be7326d5204beeb8c5e499e9d4ac73', 'gw_port': {'id': '424c4e43-0a88-46fd-b521-0943b4e338d2', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:fa:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42cc267c-9e71-4409-8f8d-5c6eaadeab39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:36:15Z', 'updated_at': '2022-03-31T18:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '2e4b2768-fec9-4216-b4c3-eb3754d24dc3', 'tenant_id': '46be7326d5204beeb8c5e499e9d4ac73', 'floating_ip_address': '172.37.2.160', 'floating_network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'router_id': '42cc267c-9e71-4409-8f8d-5c6eaadeab39', 'port_id': '2c4f0f16-67af-42bd-8b69-094d8a6f726b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '47b5a8fc-8543-4316-9b58-da2f4a1b9ec1', 'mac_address': 'fa:16:3e:99:b9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1cd9ca-0d6b-409d-a208-8b7a3040fd79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T18:37:18Z', 'updated_at': '2022-03-31T18:37:18Z', 'revision_number': 0, 'project_id': '46be7326d5204beeb8c5e499e9d4ac73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '647427b0-838d-46b1-90a6-f64b27fd59d4', 'name': '', 'network_id': '47b5a8fc-8543-4316-9b58-da2f4a1b9ec1', 'tenant_id': '46be7326d5204beeb8c5e499e9d4ac73', 'mac_address': 'fa:16:3e:33:0f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42cc267c-9e71-4409-8f8d-5c6eaadeab39', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'a26badde-2b82-4e02-8452-da3f1fcd3fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:36:17Z', 'updated_at': '2022-03-31T18:36:21Z', 'revision_number': 5, 'project_id': '46be7326d5204beeb8c5e499e9d4ac73', 'subnets': [{'id': 'a26badde-2b82-4e02-8452-da3f1fcd3fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:37:19.755698 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b58adaa-9858-4769-adcb-e6a741c5c502 req-2f78178e-c6ee-4d1c-8abc-c6877513b2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:37:19.757161 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-7b58adaa-9858-4769-adcb-e6a741c5c502 req-2f78178e-c6ee-4d1c-8abc-c6877513b2d2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=47b5a8fc-8543-4316-9b58-da2f4a1b9ec1 HTTP/1.1" status: 200  len: 915 time: 0.0916028
Mar 31 18:37:19.782735 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ad93dd-a239-4769-ac5c-502eed81d81e None None] Checking router: 42cc267c-9e71-4409-8f8d-5c6eaadeab39 for host: dv-cinder-master-3-iscsi {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 31 18:37:19.788482 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ad93dd-a239-4769-ac5c-502eed81d81e None None] Routers {'42cc267c-9e71-4409-8f8d-5c6eaadeab39'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 31 18:37:19.789084 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-89ad93dd-a239-4769-ac5c-502eed81d81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7715ebebb0>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T18:05:01Z,description=<?>,heartbeat_timestamp=2022-03-31T18:37:01Z,host='dv-cinder-master-3-iscsi',id=f09d5d1b-4294-4f18-9a00-351412ae7ca6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-31T18:05:02Z,topic='l3_agent')) {'router_ids': ['42cc267c-9e71-4409-8f8d-5c6eaadeab39'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:37:19.792457 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c47128d8-044c-4d3c-914b-48c5cb01cc19 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Publish callbacks [] for security_group (77a390dc-70c2-4ea5-9ee2-921b2ac634c8), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:37:19.829027 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-7b58adaa-9858-4769-adcb-e6a741c5c502 req-fdf35d48-d4b4-4f7a-a111-0ae8d2e42069 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c4f0f16-67af-42bd-8b69-094d8a6f726b HTTP/1.1" status: 200  len: 999 time: 0.0654986
Mar 31 18:37:19.860442 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c47128d8-044c-4d3c-914b-48c5cb01cc19 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (77a390dc-70c2-4ea5-9ee2-921b2ac634c8), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:37:19.881782 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b58adaa-9858-4769-adcb-e6a741c5c502 req-f0e2b6d6-4c96-48c7-ae59-5c8ffdb460c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:37:19.884357 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-7b58adaa-9858-4769-adcb-e6a741c5c502 req-f0e2b6d6-4c96-48c7-ae59-5c8ffdb460c8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a26badde-2b82-4e02-8452-da3f1fcd3fea HTTP/1.1" status: 200  len: 853 time: 0.0500615
Mar 31 18:37:19.891295 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47128d8-044c-4d3c-914b-48c5cb01cc19 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77a390dc-70c2-4ea5-9ee2-921b2ac634c8,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:37:19.898580 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47128d8-044c-4d3c-914b-48c5cb01cc19 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:37:19.898953 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47128d8-044c-4d3c-914b-48c5cb01cc19 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:37:19.899295 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47128d8-044c-4d3c-914b-48c5cb01cc19 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:37:19.899627 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47128d8-044c-4d3c-914b-48c5cb01cc19 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:37:19.900161 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47128d8-044c-4d3c-914b-48c5cb01cc19 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:37:19.900491 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47128d8-044c-4d3c-914b-48c5cb01cc19 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:37:19.901063 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47128d8-044c-4d3c-914b-48c5cb01cc19 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:37:19.901398 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47128d8-044c-4d3c-914b-48c5cb01cc19 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:37:19.901721 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47128d8-044c-4d3c-914b-48c5cb01cc19 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:37:19.902041 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47128d8-044c-4d3c-914b-48c5cb01cc19 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:37:19.902365 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47128d8-044c-4d3c-914b-48c5cb01cc19 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:37:19.902716 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47128d8-044c-4d3c-914b-48c5cb01cc19 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:37:19.903037 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47128d8-044c-4d3c-914b-48c5cb01cc19 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:37:19.903354 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47128d8-044c-4d3c-914b-48c5cb01cc19 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:37:19.903565 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-89ad93dd-a239-4769-ac5c-502eed81d81e None None] Set router 42cc267c-9e71-4409-8f8d-5c6eaadeab39 gateway port host: dv-cinder-master-3-iscsi {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 31 18:37:19.903686 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47128d8-044c-4d3c-914b-48c5cb01cc19 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:37:19.939614 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b58adaa-9858-4769-adcb-e6a741c5c502 req-c4fc5980-d537-4ba3-bdfa-349542207260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:37:19.943496 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-7b58adaa-9858-4769-adcb-e6a741c5c502 req-c4fc5980-d537-4ba3-bdfa-349542207260 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=47b5a8fc-8543-4316-9b58-da2f4a1b9ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0513763
Mar 31 18:37:19.971642 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c47128d8-044c-4d3c-914b-48c5cb01cc19 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Publish callbacks [] for security_group (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:37:19.975817 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-c47128d8-044c-4d3c-914b-48c5cb01cc19 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1809 time: 0.4570324
Mar 31 18:37:19.976136 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 58392) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:37:19.980692 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [None req-72d3888e-9650-4879-93ed-8603098878dd tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Request body: {'security_group_rule': {'security_group_id': '77a390dc-70c2-4ea5-9ee2-921b2ac634c8', 'project_id': '46be7326d5204beeb8c5e499e9d4ac73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:37:20.038053 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-7b58adaa-9858-4769-adcb-e6a741c5c502 req-5286e987-895a-4de6-a775-135614c84946 service neutron] 10.222.0.44 "GET /v2.0/networks/47b5a8fc-8543-4316-9b58-da2f4a1b9ec1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0905874
Mar 31 18:37:20.078259 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-72d3888e-9650-4879-93ed-8603098878dd tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Publish callbacks [] for security_group_rule (ee02944c-6639-4684-b58f-9c6c67b892de), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:37:20.137868 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-7b58adaa-9858-4769-adcb-e6a741c5c502 req-a69dc671-48fb-4d86-9115-f8a5318186d0 service neutron] 10.222.0.44 "GET /v2.0/networks/47b5a8fc-8543-4316-9b58-da2f4a1b9ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0931678
Mar 31 18:37:20.140840 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-89ad93dd-a239-4769-ac5c-502eed81d81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7715ebebb0>, [{'id': '42cc267c-9e71-4409-8f8d-5c6eaadeab39', 'name': 'tempest-TestMinimumBasicScenario-129986791-router', 'tenant_id': '46be7326d5204beeb8c5e499e9d4ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.181'}], 'enable_snat': True}, 'gw_port_id': '424c4e43-0a88-46fd-b521-0943b4e338d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:36:15Z', 'updated_at': '2022-03-31T18:36:18Z', 'revision_number': 4, 'project_id': '46be7326d5204beeb8c5e499e9d4ac73', 'gw_port': {'id': '424c4e43-0a88-46fd-b521-0943b4e338d2', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:fa:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42cc267c-9e71-4409-8f8d-5c6eaadeab39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:36:15Z', 'updated_at': '2022-03-31T18:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '2e4b2768-fec9-4216-b4c3-eb3754d24dc3', 'tenant_id': '46be7326d5204beeb8c5e499e9d4ac73', 'floating_ip_address': '172.37.2.160', 'floating_network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'router_id': '42cc267c-9e71-4409-8f8d-5c6eaadeab39', 'port_id': '2c4f0f16-67af-42bd-8b69-094d8a6f726b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '47b5a8fc-8543-4316-9b58-da2f4a1b9ec1', 'mac_address': 'fa:16:3e:99:b9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1cd9ca-0d6b-409d-a208-8b7a3040fd79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T18:37:18Z', 'updated_at': '2022-03-31T18:37:18Z', 'revision_number': 0, 'project_id': '46be7326d5204beeb8c5e499e9d4ac73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '647427b0-838d-46b1-90a6-f64b27fd59d4', 'name': '', 'network_id': '47b5a8fc-8543-4316-9b58-da2f4a1b9ec1', 'tenant_id': '46be7326d5204beeb8c5e499e9d4ac73', 'mac_address': 'fa:16:3e:33:0f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42cc267c-9e71-4409-8f8d-5c6eaadeab39', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'a26badde-2b82-4e02-8452-da3f1fcd3fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:36:17Z', 'updated_at': '2022-03-31T18:36:21Z', 'revision_number': 5, 'project_id': '46be7326d5204beeb8c5e499e9d4ac73', 'subnets': [{'id': 'a26badde-2b82-4e02-8452-da3f1fcd3fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:37:20.142435 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-72d3888e-9650-4879-93ed-8603098878dd tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Publish callbacks [] for security_group_rule (ee02944c-6639-4684-b58f-9c6c67b892de), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:37:20.168695 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ad93dd-a239-4769-ac5c-502eed81d81e None None] The sync data for ids ['42cc267c-9e71-4409-8f8d-5c6eaadeab39'] in dv-cinder-master-3-iscsi is: [{'id': '42cc267c-9e71-4409-8f8d-5c6eaadeab39', 'name': 'tempest-TestMinimumBasicScenario-129986791-router', 'tenant_id': '46be7326d5204beeb8c5e499e9d4ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.181'}], 'enable_snat': True}, 'gw_port_id': '424c4e43-0a88-46fd-b521-0943b4e338d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:36:15Z', 'updated_at': '2022-03-31T18:36:18Z', 'revision_number': 4, 'project_id': '46be7326d5204beeb8c5e499e9d4ac73', 'gw_port': {'id': '424c4e43-0a88-46fd-b521-0943b4e338d2', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:fa:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42cc267c-9e71-4409-8f8d-5c6eaadeab39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:36:15Z', 'updated_at': '2022-03-31T18:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '2e4b2768-fec9-4216-b4c3-eb3754d24dc3', 'tenant_id': '46be7326d5204beeb8c5e499e9d4ac73', 'floating_ip_address': '172.37.2.160', 'floating_network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'router_id': '42cc267c-9e71-4409-8f8d-5c6eaadeab39', 'port_id': '2c4f0f16-67af-42bd-8b69-094d8a6f726b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '47b5a8fc-8543-4316-9b58-da2f4a1b9ec1', 'mac_address': 'fa:16:3e:99:b9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1cd9ca-0d6b-409d-a208-8b7a3040fd79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T18:37:18Z', 'updated_at': '2022-03-31T18:37:18Z', 'revision_number': 0, 'project_id': '46be7326d5204beeb8c5e499e9d4ac73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '647427b0-838d-46b1-90a6-f64b27fd59d4', 'name': '', 'network_id': '47b5a8fc-8543-4316-9b58-da2f4a1b9ec1', 'tenant_id': '46be7326d5204beeb8c5e499e9d4ac73', 'mac_address': 'fa:16:3e:33:0f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42cc267c-9e71-4409-8f8d-5c6eaadeab39', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'a26badde-2b82-4e02-8452-da3f1fcd3fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:36:17Z', 'updated_at': '2022-03-31T18:36:21Z', 'revision_number': 5, 'project_id': '46be7326d5204beeb8c5e499e9d4ac73', 'subnets': [{'id': 'a26badde-2b82-4e02-8452-da3f1fcd3fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 31 18:37:20.249373 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-72d3888e-9650-4879-93ed-8603098878dd tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527249'] for security_group_rule (ee02944c-6639-4684-b58f-9c6c67b892de), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:37:20.268714 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d3888e-9650-4879-93ed-8603098878dd tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee02944c-6639-4684-b58f-9c6c67b892de,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:37:20.348492 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-72d3888e-9650-4879-93ed-8603098878dd tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:37:20.349950 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-72d3888e-9650-4879-93ed-8603098878dd tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3726692
Mar 31 18:37:20.352630 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 58394) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:37:20.357150 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.v2.base [None req-e2c10c84-269f-4800-bacd-6d7753141243 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Request body: {'security_group_rule': {'security_group_id': '77a390dc-70c2-4ea5-9ee2-921b2ac634c8', 'project_id': '46be7326d5204beeb8c5e499e9d4ac73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:37:20.363766 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a32413-7ce0-425d-a81b-d85ba89fe96c None None] New status for floating IP 2e4b2768-fec9-4216-b4c3-eb3754d24dc3: ACTIVE {{(pid=103899) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 31 18:37:20.465334 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e2c10c84-269f-4800-bacd-6d7753141243 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Publish callbacks [] for security_group_rule (c5ed6134-023c-4b70-bd18-a557c2438cb3), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:37:20.522373 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e2c10c84-269f-4800-bacd-6d7753141243 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Publish callbacks [] for security_group_rule (c5ed6134-023c-4b70-bd18-a557c2438cb3), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:37:20.632379 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e2c10c84-269f-4800-bacd-6d7753141243 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527249'] for security_group_rule (c5ed6134-023c-4b70-bd18-a557c2438cb3), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:37:20.652493 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c10c84-269f-4800-bacd-6d7753141243 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5ed6134-023c-4b70-bd18-a557c2438cb3,revision_number=0']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:37:20.760472 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e2c10c84-269f-4800-bacd-6d7753141243 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:37:20.761724 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-e2c10c84-269f-4800-bacd-6d7753141243 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.4080913
Mar 31 18:37:20.764871 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 58396) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:37:20.769545 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.v2.base [None req-92fa9868-44a4-4ccc-8558-511fbbb213f4 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Request body: {'security_group_rule': {'security_group_id': '77a390dc-70c2-4ea5-9ee2-921b2ac634c8', 'project_id': '46be7326d5204beeb8c5e499e9d4ac73', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:37:20.878342 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-92fa9868-44a4-4ccc-8558-511fbbb213f4 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Publish callbacks [] for security_group_rule (e0c06cc0-c332-4388-a410-a4ac03f3dc30), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:37:20.944869 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-92fa9868-44a4-4ccc-8558-511fbbb213f4 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Publish callbacks [] for security_group_rule (e0c06cc0-c332-4388-a410-a4ac03f3dc30), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:37:21.015143 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-92fa9868-44a4-4ccc-8558-511fbbb213f4 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527249'] for security_group_rule (e0c06cc0-c332-4388-a410-a4ac03f3dc30), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:37:21.035546 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fa9868-44a4-4ccc-8558-511fbbb213f4 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0c06cc0-c332-4388-a410-a4ac03f3dc30,revision_number=0']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:37:21.131377 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-92fa9868-44a4-4ccc-8558-511fbbb213f4 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:37:21.132510 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-92fa9868-44a4-4ccc-8558-511fbbb213f4 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3665640
Mar 31 18:37:21.136022 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 58398) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:37:21.140278 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.v2.base [None req-1c6dd5cc-9c38-4a24-932b-e4aa920e2897 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Request body: {'security_group_rule': {'security_group_id': '77a390dc-70c2-4ea5-9ee2-921b2ac634c8', 'project_id': '46be7326d5204beeb8c5e499e9d4ac73', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:37:21.219892 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1c6dd5cc-9c38-4a24-932b-e4aa920e2897 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Publish callbacks [] for security_group_rule (d501be50-b834-4040-8fbb-03da67f6ef38), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:37:21.279039 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1c6dd5cc-9c38-4a24-932b-e4aa920e2897 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Publish callbacks [] for security_group_rule (d501be50-b834-4040-8fbb-03da67f6ef38), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:37:21.352132 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1c6dd5cc-9c38-4a24-932b-e4aa920e2897 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527249'] for security_group_rule (d501be50-b834-4040-8fbb-03da67f6ef38), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:37:21.370895 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6dd5cc-9c38-4a24-932b-e4aa920e2897 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d501be50-b834-4040-8fbb-03da67f6ef38,revision_number=0']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:37:21.434322 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1c6dd5cc-9c38-4a24-932b-e4aa920e2897 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:37:21.435568 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-1c6dd5cc-9c38-4a24-932b-e4aa920e2897 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2986274
Mar 31 18:37:21.438591 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 58400) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:37:21.443053 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.v2.base [None req-95b5d9ce-3ccc-404d-9611-64107cc383ec tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Request body: {'security_group_rule': {'security_group_id': '77a390dc-70c2-4ea5-9ee2-921b2ac634c8', 'project_id': '46be7326d5204beeb8c5e499e9d4ac73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:37:21.546377 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.db.securitygroups_db [None req-95b5d9ce-3ccc-404d-9611-64107cc383ec tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Project 46be7326d5204beeb8c5e499e9d4ac73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Mar 31 18:37:21.551711 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-95b5d9ce-3ccc-404d-9611-64107cc383ec tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Publish callbacks [] for security_group_rule (b2f645df-1809-463c-b209-9f5fcaec2f55), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:37:21.617304 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-95b5d9ce-3ccc-404d-9611-64107cc383ec tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Publish callbacks [] for security_group_rule (b2f645df-1809-463c-b209-9f5fcaec2f55), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:37:21.722177 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-95b5d9ce-3ccc-404d-9611-64107cc383ec tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527249'] for security_group_rule (b2f645df-1809-463c-b209-9f5fcaec2f55), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:37:21.741254 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b5d9ce-3ccc-404d-9611-64107cc383ec tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2f645df-1809-463c-b209-9f5fcaec2f55,revision_number=0']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:37:21.850934 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-95b5d9ce-3ccc-404d-9611-64107cc383ec tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:37:21.852242 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-95b5d9ce-3ccc-404d-9611-64107cc383ec tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.4126289
Mar 31 18:37:21.855759 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 58402) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:37:21.860343 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.v2.base [None req-cbbc1793-ff79-4833-964c-2ca923e22f13 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Request body: {'security_group_rule': {'security_group_id': '77a390dc-70c2-4ea5-9ee2-921b2ac634c8', 'project_id': '46be7326d5204beeb8c5e499e9d4ac73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:37:21.969362 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.db.securitygroups_db [None req-cbbc1793-ff79-4833-964c-2ca923e22f13 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Project 46be7326d5204beeb8c5e499e9d4ac73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Mar 31 18:37:21.974947 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-cbbc1793-ff79-4833-964c-2ca923e22f13 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Publish callbacks [] for security_group_rule (76df1a5c-75d6-479d-8101-9194d06f87c0), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:37:22.039486 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-cbbc1793-ff79-4833-964c-2ca923e22f13 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Publish callbacks [] for security_group_rule (76df1a5c-75d6-479d-8101-9194d06f87c0), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:37:22.118052 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-cbbc1793-ff79-4833-964c-2ca923e22f13 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527249'] for security_group_rule (76df1a5c-75d6-479d-8101-9194d06f87c0), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:37:22.138721 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbc1793-ff79-4833-964c-2ca923e22f13 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76df1a5c-75d6-479d-8101-9194d06f87c0,revision_number=0']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:37:22.221486 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-cbbc1793-ff79-4833-964c-2ca923e22f13 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:37:22.222998 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-cbbc1793-ff79-4833-964c-2ca923e22f13 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3658948
Mar 31 18:37:22.316716 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-a1556a53-f0b2-4512-b348-28de6da6f444 req-26dcc132-4b09-417d-bce6-66756bfe0b10 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-123221379&fields=id&tenant_id=46be7326d5204beeb8c5e499e9d4ac73 HTTP/1.1" status: 200  len: 267 time: 0.0452979
Mar 31 18:37:22.375067 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1556a53-f0b2-4512-b348-28de6da6f444 req-50f8408d-0c48-4fa1-89f0-c5a6aff227a8 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:37:22.376660 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-a1556a53-f0b2-4512-b348-28de6da6f444 req-50f8408d-0c48-4fa1-89f0-c5a6aff227a8 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec1cd9ca-0d6b-409d-a208-8b7a3040fd79 HTTP/1.1" status: 200  len: 945 time: 0.0545480
Mar 31 18:37:22.388303 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.v2.base [req-a1556a53-f0b2-4512-b348-28de6da6f444 req-bad59160-bf10-4fa7-b8eb-b471e2d63c8f tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Request body: {'port': {'security_groups': ['8730bc75-e609-4182-ae97-2337411aa902', '77a390dc-70c2-4ea5-9ee2-921b2ac634c8']}} {{(pid=103897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:37:22.461945 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-a1556a53-f0b2-4512-b348-28de6da6f444 req-bad59160-bf10-4fa7-b8eb-b471e2d63c8f tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (2c4f0f16-67af-42bd-8b69-094d8a6f726b), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:37:22.656463 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [req-a1556a53-f0b2-4512-b348-28de6da6f444 req-bad59160-bf10-4fa7-b8eb-b471e2d63c8f tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] For port 2c4f0f16-67af-42bd-8b69-094d8a6f726b, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2c4f0f16-67af-42bd-8b69-094d8a6f726b,segment=NetworkSegment(df51c932-344b-4908-ae9e-168b01aae83d),segment_id=df51c932-344b-4908-ae9e-168b01aae83d)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:37:22.689467 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-a1556a53-f0b2-4512-b348-28de6da6f444 req-bad59160-bf10-4fa7-b8eb-b471e2d63c8f tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Publish callbacks [] for port (2c4f0f16-67af-42bd-8b69-094d8a6f726b), precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:37:22.756577 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-a1556a53-f0b2-4512-b348-28de6da6f444 req-bad59160-bf10-4fa7-b8eb-b471e2d63c8f tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13081992'] for port (2c4f0f16-67af-42bd-8b69-094d8a6f726b), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:37:22.792287 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] get_ports_and_sgs() called for port_ids ['2c4f0f16-67af-42bd-8b69-094d8a6f726b'] {{(pid=103898) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 31 18:37:22.802379 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1556a53-f0b2-4512-b348-28de6da6f444 req-bad59160-bf10-4fa7-b8eb-b471e2d63c8f tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:37:22.802379 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-a1556a53-f0b2-4512-b348-28de6da6f444 req-bad59160-bf10-4fa7-b8eb-b471e2d63c8f tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30337'] for port (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:37:22.802853 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-a1556a53-f0b2-4512-b348-28de6da6f444 req-bad59160-bf10-4fa7-b8eb-b471e2d63c8f tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] 10.222.0.58 "PUT /v2.0/ports/2c4f0f16-67af-42bd-8b69-094d8a6f726b HTTP/1.1" status: 200  len: 981 time: 0.4199173
Mar 31 18:37:22.803319 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec1cd9ca-0d6b-409d-a208-8b7a3040fd79', 'tag': '2c4f0f16-67af-42bd-8b69-094d8a6f726b'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 31 18:37:22.805580 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73fc78de55affb2fac0a31bf62e314c48f0d961b1f9e9815d43b8150b113e94f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2eb3a08-114d-44c0-97cf-ee67a9f4386c" -d '{"events": [{"name": "network-changed", "server_uuid": "ec1cd9ca-0d6b-409d-a208-8b7a3040fd79", "tag": "2c4f0f16-67af-42bd-8b69-094d8a6f726b"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 31 18:37:22.855264 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad59160-bf10-4fa7-b8eb-b471e2d63c8f tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Pushing event updated for resources: {'Port': ['ID=2c4f0f16-67af-42bd-8b69-094d8a6f726b,revision_number=6']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:37:22.869423 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 18:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72ab5b1a-87af-467f-86ff-dd8f64d48be7 x-openstack-request-id: req-72ab5b1a-87af-467f-86ff-dd8f64d48be7 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 31 18:37:22.869972 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec1cd9ca-0d6b-409d-a208-8b7a3040fd79", "tag": "2c4f0f16-67af-42bd-8b69-094d8a6f726b", "status": "completed", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 31 18:37:22.870653 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-72ab5b1a-87af-467f-86ff-dd8f64d48be7 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 31 18:37:22.871112 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72ab5b1a-87af-467f-86ff-dd8f64d48be7'] response: {'name': 'network-changed', 'server_uuid': 'ec1cd9ca-0d6b-409d-a208-8b7a3040fd79', 'tag': '2c4f0f16-67af-42bd-8b69-094d8a6f726b', 'status': 'completed', 'code': 200}
Mar 31 18:37:22.955531 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] get_ports_and_sgs() called for port_ids ['2c4f0f16-67af-42bd-8b69-094d8a6f726b'] {{(pid=103898) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 31 18:37:22.999017 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1950236-e334-4318-9115-053a7af3f8d0 req-83c6db7d-279b-4d5f-a004-c30e8d7e22f2 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:37:23.000921 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-a1950236-e334-4318-9115-053a7af3f8d0 req-83c6db7d-279b-4d5f-a004-c30e8d7e22f2 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec1cd9ca-0d6b-409d-a208-8b7a3040fd79 HTTP/1.1" status: 200  len: 984 time: 0.1001627
Mar 31 18:37:23.009671 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eb3a08-114d-44c0-97cf-ee67a9f4386c req-b4a38f76-b586-4992-b1f9-dd5d894299bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:37:23.011705 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-e2eb3a08-114d-44c0-97cf-ee67a9f4386c req-b4a38f76-b586-4992-b1f9-dd5d894299bd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=46be7326d5204beeb8c5e499e9d4ac73&device_id=ec1cd9ca-0d6b-409d-a208-8b7a3040fd79 HTTP/1.1" status: 200  len: 1168 time: 0.0798047
Mar 31 18:37:23.146279 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-a1950236-e334-4318-9115-053a7af3f8d0 req-f3a8701c-11a3-4140-9a01-95d72f3f19af tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] 10.222.0.58 "GET /v2.0/security-groups?id=77a390dc-70c2-4ea5-9ee2-921b2ac634c8&id=8730bc75-e609-4182-ae97-2337411aa902&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1333773
Mar 31 18:37:23.161715 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eb3a08-114d-44c0-97cf-ee67a9f4386c req-2b103a98-5984-4930-acc5-ab74863eb9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:37:23.163227 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-e2eb3a08-114d-44c0-97cf-ee67a9f4386c req-2b103a98-5984-4930-acc5-ab74863eb9ee service neutron] 10.222.0.44 "GET /v2.0/networks?id=47b5a8fc-8543-4316-9b58-da2f4a1b9ec1 HTTP/1.1" status: 200  len: 915 time: 0.1445086
Mar 31 18:37:23.194023 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-c39ead54-9487-473c-9e93-28175b7d4a5e None None] Provisioning complete for port 2c4f0f16-67af-42bd-8b69-094d8a6f726b triggered by entity DHCP. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:37:23.194351 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-c39ead54-9487-473c-9e93-28175b7d4a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (2c4f0f16-67af-42bd-8b69-094d8a6f726b), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:37:23.245828 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-e2eb3a08-114d-44c0-97cf-ee67a9f4386c req-276a51f4-4535-4560-b816-1d7b1885eb20 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c4f0f16-67af-42bd-8b69-094d8a6f726b HTTP/1.1" status: 200  len: 1001 time: 0.0756202
Mar 31 18:37:23.302882 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eb3a08-114d-44c0-97cf-ee67a9f4386c req-3cc4bd8d-4909-4324-8ca6-bb00a5be1854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:37:23.305580 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-e2eb3a08-114d-44c0-97cf-ee67a9f4386c req-3cc4bd8d-4909-4324-8ca6-bb00a5be1854 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a26badde-2b82-4e02-8452-da3f1fcd3fea HTTP/1.1" status: 200  len: 853 time: 0.0541167
Mar 31 18:37:23.369196 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eb3a08-114d-44c0-97cf-ee67a9f4386c req-e6a9ea5c-5d13-4b9a-88ce-a54e48980d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:37:23.370818 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-e2eb3a08-114d-44c0-97cf-ee67a9f4386c req-e6a9ea5c-5d13-4b9a-88ce-a54e48980d10 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=47b5a8fc-8543-4316-9b58-da2f4a1b9ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0590236
Mar 31 18:37:23.413085 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-c39ead54-9487-473c-9e93-28175b7d4a5e None None] Current status of the port 2c4f0f16-67af-42bd-8b69-094d8a6f726b is: ACTIVE; New status is: ACTIVE {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:37:23.481061 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-e2eb3a08-114d-44c0-97cf-ee67a9f4386c req-340e2bdf-dab1-4202-a8b9-96d15270dfd9 service neutron] 10.222.0.44 "GET /v2.0/networks/47b5a8fc-8543-4316-9b58-da2f4a1b9ec1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1027160
Mar 31 18:37:23.583129 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-e2eb3a08-114d-44c0-97cf-ee67a9f4386c req-95a6f663-da68-4ca5-9bf2-1891e71b4af2 service neutron] 10.222.0.44 "GET /v2.0/networks/47b5a8fc-8543-4316-9b58-da2f4a1b9ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0954902
Mar 31 18:37:29.106131 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-c3fb58c8-4832-4d11-bc0e-0876866ad7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (08150f5b-1b08-4271-84f1-4a3b03ee1892), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:37:31.357706 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-3f234e19-fa2c-4864-ba96-4f989a6b5f5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (f09d5d1b-4294-4f18-9a00-351412ae7ca6), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:37:32.448779 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-be477ca9-b30f-4eb3-92ce-971cde9f4756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (d0835089-4a76-4105-9221-c81b46927b3c), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:37:34.066186 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-61acbcaf-515a-4595-a759-82c8bf4c0ac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (1ee04592-4785-424e-aa2a-0bd32f5faacf), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:37:35.180713 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (b6d39f6c-4dc3-40bd-bbe5-e05b1f1d4e13), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:37:36.551829 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (06f31eaf-9418-4d11-8606-24a34b4b4893), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:37:39.795249 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.agents_db [None req-39f62d97-bd56-4bf2-8522-12846eccdd8f None None] Agent healthcheck: found 6 active agents {{(pid=103899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 31 18:37:58.652803 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-a5699696-6f63-477c-b27d-c013c81930db req-f331d626-2f49-4564-8906-35ba29bc5b26 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ec1cd9ca-0d6b-409d-a208-8b7a3040fd79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0553885
Mar 31 18:37:58.761084 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5699696-6f63-477c-b27d-c013c81930db req-ed292d09-6b8f-479b-8e3d-a43a49d419ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:37:58.762836 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-a5699696-6f63-477c-b27d-c013c81930db req-ed292d09-6b8f-479b-8e3d-a43a49d419ef service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=46be7326d5204beeb8c5e499e9d4ac73&device_id=ec1cd9ca-0d6b-409d-a208-8b7a3040fd79 HTTP/1.1" status: 200  len: 1168 time: 0.0518007
Mar 31 18:37:58.870902 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5699696-6f63-477c-b27d-c013c81930db req-ed47f635-8fb4-4aeb-8850-82dd0d901526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:37:58.872599 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-a5699696-6f63-477c-b27d-c013c81930db req-ed47f635-8fb4-4aeb-8850-82dd0d901526 service neutron] 10.222.0.44 "GET /v2.0/networks?id=47b5a8fc-8543-4316-9b58-da2f4a1b9ec1 HTTP/1.1" status: 200  len: 915 time: 0.0912268
Mar 31 18:37:58.948282 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-a5699696-6f63-477c-b27d-c013c81930db req-239e62e3-381d-49ef-863d-fc9a7e9c49c3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c4f0f16-67af-42bd-8b69-094d8a6f726b HTTP/1.1" status: 200  len: 1001 time: 0.0699465
Mar 31 18:37:59.005029 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5699696-6f63-477c-b27d-c013c81930db req-4fbb2534-9da7-4ad0-92d8-06468f0e5226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:37:59.005029 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-a5699696-6f63-477c-b27d-c013c81930db req-4fbb2534-9da7-4ad0-92d8-06468f0e5226 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a26badde-2b82-4e02-8452-da3f1fcd3fea HTTP/1.1" status: 200  len: 853 time: 0.0487058
Mar 31 18:37:59.048933 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-59f39212-000b-4d50-91c1-662514c76979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (08150f5b-1b08-4271-84f1-4a3b03ee1892), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:37:59.054189 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5699696-6f63-477c-b27d-c013c81930db req-73b36633-adb5-4b0f-b5a2-6b42a748d860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:37:59.055797 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-a5699696-6f63-477c-b27d-c013c81930db req-73b36633-adb5-4b0f-b5a2-6b42a748d860 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=47b5a8fc-8543-4316-9b58-da2f4a1b9ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0480821
Mar 31 18:37:59.152142 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-a5699696-6f63-477c-b27d-c013c81930db req-c3816f31-4cdd-4638-b29a-ceb73da345b7 service neutron] 10.222.0.44 "GET /v2.0/networks/47b5a8fc-8543-4316-9b58-da2f4a1b9ec1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0893862
Mar 31 18:37:59.242863 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-a5699696-6f63-477c-b27d-c013c81930db req-4271531a-0499-4a19-95e3-31df57a75746 service neutron] 10.222.0.44 "GET /v2.0/networks/47b5a8fc-8543-4316-9b58-da2f4a1b9ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0845768
Mar 31 18:38:01.351543 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-ec601bd3-623a-48ff-a85a-56ff32c611b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (f09d5d1b-4294-4f18-9a00-351412ae7ca6), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:38:02.465959 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-be477ca9-b30f-4eb3-92ce-971cde9f4756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (d0835089-4a76-4105-9221-c81b46927b3c), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:38:04.111599 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-61acbcaf-515a-4595-a759-82c8bf4c0ac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (1ee04592-4785-424e-aa2a-0bd32f5faacf), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:38:05.121265 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (b6d39f6c-4dc3-40bd-bbe5-e05b1f1d4e13), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:38:06.601338 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (06f31eaf-9418-4d11-8606-24a34b4b4893), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:38:16.795188 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.agents_db [None req-39f62d97-bd56-4bf2-8522-12846eccdd8f None None] Agent healthcheck: found 6 active agents {{(pid=103899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 31 18:38:20.997252 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc77527c-ae0b-4e5f-81ab-3e824c35ef7c req-f64b9dbf-ccc8-4299-9beb-a5eb4c57ce9b tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:38:20.998796 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-fc77527c-ae0b-4e5f-81ab-3e824c35ef7c req-f64b9dbf-ccc8-4299-9beb-a5eb4c57ce9b tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec1cd9ca-0d6b-409d-a208-8b7a3040fd79 HTTP/1.1" status: 200  len: 984 time: 0.0607562
Mar 31 18:38:21.059921 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [req-28d90224-e25d-43c0-abed-9ca46252d6c7 req-c3ecb41b-566d-4b14-bea6-7aee6c028050 service neutron] (103896) timed out ('10.222.0.58', 53436) {{(pid=103896) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Mar 31 18:38:21.098191 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-fc77527c-ae0b-4e5f-81ab-3e824c35ef7c req-ea80cb6f-a6af-48f7-a467-35773617576a tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] 10.222.0.58 "GET /v2.0/security-groups?id=77a390dc-70c2-4ea5-9ee2-921b2ac634c8&id=8730bc75-e609-4182-ae97-2337411aa902&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0926666
Mar 31 18:38:21.108978 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02c2250-a1de-4b1b-aa63-49fa6504787b req-b8e3164b-0b1a-4b30-961c-9eadb1893e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:38:21.110474 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-c02c2250-a1de-4b1b-aa63-49fa6504787b req-b8e3164b-0b1a-4b30-961c-9eadb1893e7f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=46be7326d5204beeb8c5e499e9d4ac73&device_id=ec1cd9ca-0d6b-409d-a208-8b7a3040fd79 HTTP/1.1" status: 200  len: 1168 time: 0.0874641
Mar 31 18:38:21.164823 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [req-28d90224-e25d-43c0-abed-9ca46252d6c7 req-81a2fc7d-430e-494a-8466-b42e507b9944 tempest-AttachVolumeShelveTestJSON-1315462602 tempest-AttachVolumeShelveTestJSON-1315462602-project] (103897) timed out ('10.222.0.58', 53446) {{(pid=103897) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Mar 31 18:38:21.208808 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02c2250-a1de-4b1b-aa63-49fa6504787b req-a6347386-fefc-4d70-83ce-17838d9fafd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:38:21.210271 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-c02c2250-a1de-4b1b-aa63-49fa6504787b req-a6347386-fefc-4d70-83ce-17838d9fafd4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=47b5a8fc-8543-4316-9b58-da2f4a1b9ec1 HTTP/1.1" status: 200  len: 915 time: 0.0928712
Mar 31 18:38:21.277940 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-c02c2250-a1de-4b1b-aa63-49fa6504787b req-0af156e8-11c6-4e9a-9541-ec73c9771353 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c4f0f16-67af-42bd-8b69-094d8a6f726b HTTP/1.1" status: 200  len: 1001 time: 0.0612066
Mar 31 18:38:21.326473 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02c2250-a1de-4b1b-aa63-49fa6504787b req-98bb5c7f-8211-4335-9212-700ba959a3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:38:21.328036 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-c02c2250-a1de-4b1b-aa63-49fa6504787b req-98bb5c7f-8211-4335-9212-700ba959a3c1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a26badde-2b82-4e02-8452-da3f1fcd3fea HTTP/1.1" status: 200  len: 853 time: 0.0443676
Mar 31 18:38:21.381272 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02c2250-a1de-4b1b-aa63-49fa6504787b req-a68b010a-e840-4d64-a222-6f9196fd3fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:38:21.382802 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-c02c2250-a1de-4b1b-aa63-49fa6504787b req-a68b010a-e840-4d64-a222-6f9196fd3fae service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=47b5a8fc-8543-4316-9b58-da2f4a1b9ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0480397
Mar 31 18:38:21.473598 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-c02c2250-a1de-4b1b-aa63-49fa6504787b req-4b8f1f30-1efc-4bbb-bccf-e4ec3e29c1b8 service neutron] 10.222.0.44 "GET /v2.0/networks/47b5a8fc-8543-4316-9b58-da2f4a1b9ec1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0837810
Mar 31 18:38:21.567779 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-c02c2250-a1de-4b1b-aa63-49fa6504787b req-5d4bf1f0-0936-48e4-a5c2-a098fd4b61ae service neutron] 10.222.0.44 "GET /v2.0/networks/47b5a8fc-8543-4316-9b58-da2f4a1b9ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0880933
Mar 31 18:38:22.223946 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dcabad-00f5-4c33-8fe0-2e45f56ebd91 req-a4cb3c7d-afe0-4c47-95cd-be01ff079d51 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:38:22.225453 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-80dcabad-00f5-4c33-8fe0-2e45f56ebd91 req-a4cb3c7d-afe0-4c47-95cd-be01ff079d51 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec1cd9ca-0d6b-409d-a208-8b7a3040fd79 HTTP/1.1" status: 200  len: 984 time: 0.0567873
Mar 31 18:38:22.285813 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-80dcabad-00f5-4c33-8fe0-2e45f56ebd91 req-0185b48d-c96c-4840-a7f5-677f0c57bad0 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] 10.222.0.58 "GET /v2.0/security-groups?id=77a390dc-70c2-4ea5-9ee2-921b2ac634c8&id=8730bc75-e609-4182-ae97-2337411aa902&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0545328
Mar 31 18:38:23.410684 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4f1ec1-b79d-4295-a2cf-fa5a43a1a121 req-bc165b2a-ae0f-489c-a786-ebd155b7392f tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:38:23.412172 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-4f4f1ec1-b79d-4295-a2cf-fa5a43a1a121 req-bc165b2a-ae0f-489c-a786-ebd155b7392f tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec1cd9ca-0d6b-409d-a208-8b7a3040fd79 HTTP/1.1" status: 200  len: 984 time: 0.0588007
Mar 31 18:38:23.472469 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-4f4f1ec1-b79d-4295-a2cf-fa5a43a1a121 req-4bf7b9a8-7865-41af-b614-76aa70e8822f tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] 10.222.0.58 "GET /v2.0/security-groups?id=77a390dc-70c2-4ea5-9ee2-921b2ac634c8&id=8730bc75-e609-4182-ae97-2337411aa902&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0546973
Mar 31 18:38:24.594982 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0993aae4-7f2a-45d1-9856-1401541efca4 req-65b7ffc4-12d8-42e5-adfd-5dcd9824fcaa tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:38:24.597083 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-0993aae4-7f2a-45d1-9856-1401541efca4 req-65b7ffc4-12d8-42e5-adfd-5dcd9824fcaa tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec1cd9ca-0d6b-409d-a208-8b7a3040fd79 HTTP/1.1" status: 200  len: 984 time: 0.0529041
Mar 31 18:38:24.657663 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-0993aae4-7f2a-45d1-9856-1401541efca4 req-4212ecc1-397e-426c-821e-e9a85a3d420c tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] 10.222.0.58 "GET /v2.0/security-groups?id=77a390dc-70c2-4ea5-9ee2-921b2ac634c8&id=8730bc75-e609-4182-ae97-2337411aa902&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0547254
Mar 31 18:38:25.782228 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c076744b-ae01-4938-8a48-330ac6d12fe4 req-6580f579-8daf-41ae-bf46-9783a3bdac4f tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:38:25.784297 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-c076744b-ae01-4938-8a48-330ac6d12fe4 req-6580f579-8daf-41ae-bf46-9783a3bdac4f tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec1cd9ca-0d6b-409d-a208-8b7a3040fd79 HTTP/1.1" status: 200  len: 984 time: 0.0541615
Mar 31 18:38:25.844880 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-c076744b-ae01-4938-8a48-330ac6d12fe4 req-8d5854d9-12b1-4af4-b6c2-62c9a064531e tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] 10.222.0.58 "GET /v2.0/security-groups?id=77a390dc-70c2-4ea5-9ee2-921b2ac634c8&id=8730bc75-e609-4182-ae97-2337411aa902&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0544181
Mar 31 18:38:26.969918 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d9df9b-49b8-44aa-9db4-7cae78e9ba19 req-7ca27656-9466-4649-9f42-cab346ade554 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:38:26.971437 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-20d9df9b-49b8-44aa-9db4-7cae78e9ba19 req-7ca27656-9466-4649-9f42-cab346ade554 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec1cd9ca-0d6b-409d-a208-8b7a3040fd79 HTTP/1.1" status: 200  len: 984 time: 0.0577366
Mar 31 18:38:27.033993 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-20d9df9b-49b8-44aa-9db4-7cae78e9ba19 req-e1d7c9d8-23ea-4592-877d-66441d57590a tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] 10.222.0.58 "GET /v2.0/security-groups?id=77a390dc-70c2-4ea5-9ee2-921b2ac634c8&id=8730bc75-e609-4182-ae97-2337411aa902&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0568001
Mar 31 18:38:28.161302 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a40a234-2e5c-4224-b3aa-1f8322ddeb59 req-1801916e-5efe-489f-83bb-ae2093b538aa tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:38:28.162784 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-7a40a234-2e5c-4224-b3aa-1f8322ddeb59 req-1801916e-5efe-489f-83bb-ae2093b538aa tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec1cd9ca-0d6b-409d-a208-8b7a3040fd79 HTTP/1.1" status: 200  len: 984 time: 0.0573087
Mar 31 18:38:28.221003 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-7a40a234-2e5c-4224-b3aa-1f8322ddeb59 req-7336314c-7fa0-43a0-91d9-b921ce45085e tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] 10.222.0.58 "GET /v2.0/security-groups?id=77a390dc-70c2-4ea5-9ee2-921b2ac634c8&id=8730bc75-e609-4182-ae97-2337411aa902&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0525770
Mar 31 18:38:29.035429 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-a046fb6e-e445-4313-8b47-3bbf09e23d01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (08150f5b-1b08-4271-84f1-4a3b03ee1892), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:38:29.340965 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231f3665-b8b2-4870-ae1f-2dd0322a67c8 req-0df3d74a-d9dd-46e5-a938-61e01c5704c2 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:38:29.342417 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-231f3665-b8b2-4870-ae1f-2dd0322a67c8 req-0df3d74a-d9dd-46e5-a938-61e01c5704c2 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec1cd9ca-0d6b-409d-a208-8b7a3040fd79 HTTP/1.1" status: 200  len: 984 time: 0.0534787
Mar 31 18:38:29.401424 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-231f3665-b8b2-4870-ae1f-2dd0322a67c8 req-da6c4cde-03ee-4155-87d8-4533d463bb36 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] 10.222.0.58 "GET /v2.0/security-groups?id=77a390dc-70c2-4ea5-9ee2-921b2ac634c8&id=8730bc75-e609-4182-ae97-2337411aa902&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0525134
Mar 31 18:38:30.520809 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9164f188-610b-4e09-8701-a28a982afe7b req-fabfa7f4-a231-4ed4-b91f-e3fa3e65ea49 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:38:30.522279 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-9164f188-610b-4e09-8701-a28a982afe7b req-fabfa7f4-a231-4ed4-b91f-e3fa3e65ea49 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec1cd9ca-0d6b-409d-a208-8b7a3040fd79 HTTP/1.1" status: 200  len: 984 time: 0.0530956
Mar 31 18:38:30.582574 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-9164f188-610b-4e09-8701-a28a982afe7b req-c54ed2be-6e58-42d1-88fe-25d97eb382a2 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] 10.222.0.58 "GET /v2.0/security-groups?id=77a390dc-70c2-4ea5-9ee2-921b2ac634c8&id=8730bc75-e609-4182-ae97-2337411aa902&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0543218
Mar 31 18:38:31.360874 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-a22d5e3e-0e9c-4e1c-a2d8-866517b4db80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (f09d5d1b-4294-4f18-9a00-351412ae7ca6), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:38:31.704505 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87beee8a-7b62-4354-b276-bfe76f17cc38 req-541b5cb0-dcf4-4b3b-9e51-fbc2765892e1 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:38:31.706857 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-87beee8a-7b62-4354-b276-bfe76f17cc38 req-541b5cb0-dcf4-4b3b-9e51-fbc2765892e1 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec1cd9ca-0d6b-409d-a208-8b7a3040fd79 HTTP/1.1" status: 200  len: 984 time: 0.0572431
Mar 31 18:38:31.765304 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-87beee8a-7b62-4354-b276-bfe76f17cc38 req-d9946136-24cd-4ee7-82de-3c655a38309c tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] 10.222.0.58 "GET /v2.0/security-groups?id=77a390dc-70c2-4ea5-9ee2-921b2ac634c8&id=8730bc75-e609-4182-ae97-2337411aa902&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0527945
Mar 31 18:38:32.465547 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-be477ca9-b30f-4eb3-92ce-971cde9f4756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (d0835089-4a76-4105-9221-c81b46927b3c), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:38:32.895566 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1f071b-064b-4aa8-a28f-93833b84e6ff req-1522639e-0f8c-4622-a5fa-1fc464b055fd tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:38:32.897277 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-ee1f071b-064b-4aa8-a28f-93833b84e6ff req-1522639e-0f8c-4622-a5fa-1fc464b055fd tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec1cd9ca-0d6b-409d-a208-8b7a3040fd79 HTTP/1.1" status: 200  len: 984 time: 0.0604494
Mar 31 18:38:32.957327 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-ee1f071b-064b-4aa8-a28f-93833b84e6ff req-b1933000-03ac-4b46-8bcd-d8c7efe6d6f2 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] 10.222.0.58 "GET /v2.0/security-groups?id=77a390dc-70c2-4ea5-9ee2-921b2ac634c8&id=8730bc75-e609-4182-ae97-2337411aa902&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0540481
Mar 31 18:38:34.050976 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-61acbcaf-515a-4595-a759-82c8bf4c0ac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (1ee04592-4785-424e-aa2a-0bd32f5faacf), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:38:35.080248 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (b6d39f6c-4dc3-40bd-bbe5-e05b1f1d4e13), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:38:36.556660 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (06f31eaf-9418-4d11-8606-24a34b4b4893), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:38:53.795062 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.agents_db [None req-39f62d97-bd56-4bf2-8522-12846eccdd8f None None] Agent healthcheck: found 6 active agents {{(pid=103899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 31 18:38:59.036628 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-4c1cddca-96c4-4d50-a60e-724c3fc89bfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (08150f5b-1b08-4271-84f1-4a3b03ee1892), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:38:59.632160 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-b1c093e7-04c0-4b85-8282-c7acf7461c9e req-d0024624-bb7f-42a3-a5aa-99c82eeb9229 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ec1cd9ca-0d6b-409d-a208-8b7a3040fd79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0435569
Mar 31 18:38:59.743656 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c093e7-04c0-4b85-8282-c7acf7461c9e req-6c1223a5-e71a-4d50-91b1-4f63fe3bcfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:38:59.745136 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-b1c093e7-04c0-4b85-8282-c7acf7461c9e req-6c1223a5-e71a-4d50-91b1-4f63fe3bcfb3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=46be7326d5204beeb8c5e499e9d4ac73&device_id=ec1cd9ca-0d6b-409d-a208-8b7a3040fd79 HTTP/1.1" status: 200  len: 1168 time: 0.0451298
Mar 31 18:38:59.851346 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c093e7-04c0-4b85-8282-c7acf7461c9e req-73f449c5-058d-4dc8-b9dd-f5af0640e8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:38:59.852809 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-b1c093e7-04c0-4b85-8282-c7acf7461c9e req-73f449c5-058d-4dc8-b9dd-f5af0640e8a6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=47b5a8fc-8543-4316-9b58-da2f4a1b9ec1 HTTP/1.1" status: 200  len: 915 time: 0.0889480
Mar 31 18:38:59.920616 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-b1c093e7-04c0-4b85-8282-c7acf7461c9e req-c1501347-c536-4bfc-8c05-faadafb80a73 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c4f0f16-67af-42bd-8b69-094d8a6f726b HTTP/1.1" status: 200  len: 1001 time: 0.0619049
Mar 31 18:38:59.969848 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c093e7-04c0-4b85-8282-c7acf7461c9e req-2164e32d-6596-499d-a40a-c03f118f009b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:38:59.972687 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-b1c093e7-04c0-4b85-8282-c7acf7461c9e req-2164e32d-6596-499d-a40a-c03f118f009b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a26badde-2b82-4e02-8452-da3f1fcd3fea HTTP/1.1" status: 200  len: 853 time: 0.0470612
Mar 31 18:39:00.026347 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c093e7-04c0-4b85-8282-c7acf7461c9e req-c9deb38c-19ef-4fc2-852a-02e2ef6d8b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:39:00.028145 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-b1c093e7-04c0-4b85-8282-c7acf7461c9e req-c9deb38c-19ef-4fc2-852a-02e2ef6d8b9c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=47b5a8fc-8543-4316-9b58-da2f4a1b9ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0498350
Mar 31 18:39:00.118595 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-b1c093e7-04c0-4b85-8282-c7acf7461c9e req-e635fba0-c175-4d98-8021-523fc2b1ca47 service neutron] 10.222.0.44 "GET /v2.0/networks/47b5a8fc-8543-4316-9b58-da2f4a1b9ec1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0834525
Mar 31 18:39:00.212895 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-b1c093e7-04c0-4b85-8282-c7acf7461c9e req-c13c7d31-d054-4a4d-a081-8a07045a6dd9 service neutron] 10.222.0.44 "GET /v2.0/networks/47b5a8fc-8543-4316-9b58-da2f4a1b9ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0882018
Mar 31 18:39:01.359855 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-de4f432f-708e-4e04-b87f-01dca5cc0931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (f09d5d1b-4294-4f18-9a00-351412ae7ca6), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:39:02.463162 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-be477ca9-b30f-4eb3-92ce-971cde9f4756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (d0835089-4a76-4105-9221-c81b46927b3c), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:39:04.053904 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-61acbcaf-515a-4595-a759-82c8bf4c0ac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (1ee04592-4785-424e-aa2a-0bd32f5faacf), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:39:05.097302 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (b6d39f6c-4dc3-40bd-bbe5-e05b1f1d4e13), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:39:06.568373 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (06f31eaf-9418-4d11-8606-24a34b4b4893), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:39:29.090614 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-e2a4381c-ae61-401f-a056-388ff699a82f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (08150f5b-1b08-4271-84f1-4a3b03ee1892), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:39:30.794573 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.agents_db [None req-39f62d97-bd56-4bf2-8522-12846eccdd8f None None] Agent healthcheck: found 6 active agents {{(pid=103899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 31 18:39:31.396527 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b663f412-4abb-47a4-bcc3-6d1cf5f21b36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (f09d5d1b-4294-4f18-9a00-351412ae7ca6), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:39:32.464978 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-be477ca9-b30f-4eb3-92ce-971cde9f4756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (d0835089-4a76-4105-9221-c81b46927b3c), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:39:34.090839 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-61acbcaf-515a-4595-a759-82c8bf4c0ac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (1ee04592-4785-424e-aa2a-0bd32f5faacf), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:39:35.156438 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (b6d39f6c-4dc3-40bd-bbe5-e05b1f1d4e13), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:39:36.487090 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-7cca981d-7677-43e8-9fbc-a05881008267 req-5d1d8b39-4fc3-4322-a992-66aa75ab4458 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-123221379&fields=id&tenant_id=46be7326d5204beeb8c5e499e9d4ac73 HTTP/1.1" status: 200  len: 267 time: 0.1509595
Mar 31 18:39:36.546218 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cca981d-7677-43e8-9fbc-a05881008267 req-8c127106-8b94-41d5-aabd-e8d6448992e1 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:39:36.547789 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-7cca981d-7677-43e8-9fbc-a05881008267 req-8c127106-8b94-41d5-aabd-e8d6448992e1 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec1cd9ca-0d6b-409d-a208-8b7a3040fd79 HTTP/1.1" status: 200  len: 984 time: 0.0552473
Mar 31 18:39:36.559706 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [req-7cca981d-7677-43e8-9fbc-a05881008267 req-2f5323e3-a3b1-432c-87c7-e33544a02109 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Request body: {'port': {'security_groups': ['8730bc75-e609-4182-ae97-2337411aa902']}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 31 18:39:36.614177 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (06f31eaf-9418-4d11-8606-24a34b4b4893), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:39:36.641517 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-7cca981d-7677-43e8-9fbc-a05881008267 req-2f5323e3-a3b1-432c-87c7-e33544a02109 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1868145'] for port (2c4f0f16-67af-42bd-8b69-094d8a6f726b), before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:39:36.855989 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-7cca981d-7677-43e8-9fbc-a05881008267 req-2f5323e3-a3b1-432c-87c7-e33544a02109 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] For port 2c4f0f16-67af-42bd-8b69-094d8a6f726b, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2c4f0f16-67af-42bd-8b69-094d8a6f726b,segment=NetworkSegment(df51c932-344b-4908-ae9e-168b01aae83d),segment_id=df51c932-344b-4908-ae9e-168b01aae83d)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:39:36.887337 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-7cca981d-7677-43e8-9fbc-a05881008267 req-2f5323e3-a3b1-432c-87c7-e33544a02109 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Publish callbacks [] for port (2c4f0f16-67af-42bd-8b69-094d8a6f726b), precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:39:36.947879 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-7cca981d-7677-43e8-9fbc-a05881008267 req-2f5323e3-a3b1-432c-87c7-e33544a02109 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759343027595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759342511108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759342511126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12885787'] for port (2c4f0f16-67af-42bd-8b69-094d8a6f726b), after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:39:36.984459 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] get_ports_and_sgs() called for port_ids ['2c4f0f16-67af-42bd-8b69-094d8a6f726b'] {{(pid=103898) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 31 18:39:36.994972 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cca981d-7677-43e8-9fbc-a05881008267 req-2f5323e3-a3b1-432c-87c7-e33544a02109 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:39:37.000043 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-7cca981d-7677-43e8-9fbc-a05881008267 req-2f5323e3-a3b1-432c-87c7-e33544a02109 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30337'] for port (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:39:37.000043 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-7cca981d-7677-43e8-9fbc-a05881008267 req-2f5323e3-a3b1-432c-87c7-e33544a02109 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] 10.222.0.58 "PUT /v2.0/ports/2c4f0f16-67af-42bd-8b69-094d8a6f726b HTTP/1.1" status: 200  len: 942 time: 0.4419994
Mar 31 18:39:37.000043 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec1cd9ca-0d6b-409d-a208-8b7a3040fd79', 'tag': '2c4f0f16-67af-42bd-8b69-094d8a6f726b'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 31 18:39:37.000043 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}465b76c4d2e897416be230837bd95a2d94c81786315ed3443e4884d9e49648d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03774efa-6615-49e7-9691-8c53f2fbb894" -d '{"events": [{"name": "network-changed", "server_uuid": "ec1cd9ca-0d6b-409d-a208-8b7a3040fd79", "tag": "2c4f0f16-67af-42bd-8b69-094d8a6f726b"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 31 18:39:37.003736 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 58478) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:39:37.054856 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5323e3-a3b1-432c-87c7-e33544a02109 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Pushing event updated for resources: {'Port': ['ID=2c4f0f16-67af-42bd-8b69-094d8a6f726b,revision_number=7']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:39:37.066269 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5323e3-a3b1-432c-87c7-e33544a02109 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:39:37.066648 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5323e3-a3b1-432c-87c7-e33544a02109 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:39:37.067009 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5323e3-a3b1-432c-87c7-e33544a02109 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:39:37.067360 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5323e3-a3b1-432c-87c7-e33544a02109 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:39:37.067702 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5323e3-a3b1-432c-87c7-e33544a02109 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:39:37.068042 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5323e3-a3b1-432c-87c7-e33544a02109 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:39:37.068435 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5323e3-a3b1-432c-87c7-e33544a02109 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:39:37.068709 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5323e3-a3b1-432c-87c7-e33544a02109 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:39:37.069075 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5323e3-a3b1-432c-87c7-e33544a02109 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:39:37.069416 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5323e3-a3b1-432c-87c7-e33544a02109 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:39:37.069755 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5323e3-a3b1-432c-87c7-e33544a02109 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:39:37.070089 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5323e3-a3b1-432c-87c7-e33544a02109 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:39:37.070422 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5323e3-a3b1-432c-87c7-e33544a02109 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:39:37.070789 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5323e3-a3b1-432c-87c7-e33544a02109 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:39:37.071119 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5323e3-a3b1-432c-87c7-e33544a02109 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:39:37.097079 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-fdf4135d-ca43-441b-ab7c-e830f36046ef tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Publish callbacks [] for security_group (77a390dc-70c2-4ea5-9ee2-921b2ac634c8), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:39:37.121118 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 18:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-192e750e-8ce4-4360-8bf6-04e8b0d85c47 x-openstack-request-id: req-192e750e-8ce4-4360-8bf6-04e8b0d85c47 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 31 18:39:37.121424 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec1cd9ca-0d6b-409d-a208-8b7a3040fd79", "tag": "2c4f0f16-67af-42bd-8b69-094d8a6f726b", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 31 18:39:37.121687 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-192e750e-8ce4-4360-8bf6-04e8b0d85c47 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 31 18:39:37.122108 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-192e750e-8ce4-4360-8bf6-04e8b0d85c47'] response: {'name': 'network-changed', 'server_uuid': 'ec1cd9ca-0d6b-409d-a208-8b7a3040fd79', 'tag': '2c4f0f16-67af-42bd-8b69-094d8a6f726b', 'status': 'completed', 'code': 200}
Mar 31 18:39:37.132215 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-fdf4135d-ca43-441b-ab7c-e830f36046ef tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Publish callbacks [] for security_group (77a390dc-70c2-4ea5-9ee2-921b2ac634c8), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:39:37.225327 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03774efa-6615-49e7-9691-8c53f2fbb894 req-2ac6f091-9d6f-44d7-8e68-ff73ddf4513a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:39:37.226896 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-03774efa-6615-49e7-9691-8c53f2fbb894 req-2ac6f091-9d6f-44d7-8e68-ff73ddf4513a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=46be7326d5204beeb8c5e499e9d4ac73&device_id=ec1cd9ca-0d6b-409d-a208-8b7a3040fd79 HTTP/1.1" status: 200  len: 1129 time: 0.0608788
Mar 31 18:39:37.275650 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] get_ports_and_sgs() called for port_ids ['2c4f0f16-67af-42bd-8b69-094d8a6f726b'] {{(pid=103898) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 31 18:39:37.320099 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.provisioning_blocks [None req-1589b9da-54c4-44af-a721-cce5bd191bb7 None None] Provisioning complete for port 2c4f0f16-67af-42bd-8b69-094d8a6f726b triggered by entity DHCP. {{(pid=103898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 31 18:39:37.320473 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-1589b9da-54c4-44af-a721-cce5bd191bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225867'] for port (2c4f0f16-67af-42bd-8b69-094d8a6f726b), provisioning_complete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:39:37.331407 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03774efa-6615-49e7-9691-8c53f2fbb894 req-28a9870f-4f1f-4e5b-b8a8-e743523e400c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:39:37.332885 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-03774efa-6615-49e7-9691-8c53f2fbb894 req-28a9870f-4f1f-4e5b-b8a8-e743523e400c service neutron] 10.222.0.44 "GET /v2.0/networks?id=47b5a8fc-8543-4316-9b58-da2f4a1b9ec1 HTTP/1.1" status: 200  len: 915 time: 0.1000614
Mar 31 18:39:37.395048 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-fdf4135d-ca43-441b-ab7c-e830f36046ef tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (77a390dc-70c2-4ea5-9ee2-921b2ac634c8), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:39:37.397702 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-fdf4135d-ca43-441b-ab7c-e830f36046ef tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Publish callbacks [] for security_group (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:39:37.401699 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-fdf4135d-ca43-441b-ab7c-e830f36046ef tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] 10.222.0.58 "DELETE /v2.0/security-groups/77a390dc-70c2-4ea5-9ee2-921b2ac634c8 HTTP/1.1" status: 204  len: 168 time: 0.3936517
Mar 31 18:39:37.402228 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 58484) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:39:37.417576 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-03774efa-6615-49e7-9691-8c53f2fbb894 req-801fac2a-a32e-4be4-8835-e12bff92e224 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c4f0f16-67af-42bd-8b69-094d8a6f726b HTTP/1.1" status: 200  len: 1001 time: 0.0781660
Mar 31 18:39:37.418497 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf4135d-ca43-441b-ab7c-e830f36046ef tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77a390dc-70c2-4ea5-9ee2-921b2ac634c8,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:39:37.437596 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf4135d-ca43-441b-ab7c-e830f36046ef tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:39:37.437848 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf4135d-ca43-441b-ab7c-e830f36046ef tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:39:37.438191 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf4135d-ca43-441b-ab7c-e830f36046ef tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:39:37.438533 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf4135d-ca43-441b-ab7c-e830f36046ef tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:39:37.439847 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf4135d-ca43-441b-ab7c-e830f36046ef tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:39:37.440329 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf4135d-ca43-441b-ab7c-e830f36046ef tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:39:37.440667 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf4135d-ca43-441b-ab7c-e830f36046ef tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:39:37.441046 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf4135d-ca43-441b-ab7c-e830f36046ef tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:39:37.441363 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf4135d-ca43-441b-ab7c-e830f36046ef tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:39:37.441670 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf4135d-ca43-441b-ab7c-e830f36046ef tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:39:37.442001 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf4135d-ca43-441b-ab7c-e830f36046ef tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:39:37.442326 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf4135d-ca43-441b-ab7c-e830f36046ef tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:39:37.442673 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf4135d-ca43-441b-ab7c-e830f36046ef tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:39:37.443000 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf4135d-ca43-441b-ab7c-e830f36046ef tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:39:37.443322 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf4135d-ca43-441b-ab7c-e830f36046ef tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:39:37.489629 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03774efa-6615-49e7-9691-8c53f2fbb894 req-9fb5c843-9f02-426f-ad24-19e1ddde6699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:39:37.491154 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-03774efa-6615-49e7-9691-8c53f2fbb894 req-9fb5c843-9f02-426f-ad24-19e1ddde6699 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a26badde-2b82-4e02-8452-da3f1fcd3fea HTTP/1.1" status: 200  len: 853 time: 0.0639944
Mar 31 18:39:37.522501 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-1589b9da-54c4-44af-a721-cce5bd191bb7 None None] Current status of the port 2c4f0f16-67af-42bd-8b69-094d8a6f726b is: ACTIVE; New status is: ACTIVE {{(pid=103898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 31 18:39:37.553208 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03774efa-6615-49e7-9691-8c53f2fbb894 req-c13c4a0b-de22-4095-8045-bf2c1c699bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:39:37.555171 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-03774efa-6615-49e7-9691-8c53f2fbb894 req-c13c4a0b-de22-4095-8045-bf2c1c699bf5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=47b5a8fc-8543-4316-9b58-da2f4a1b9ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0574124
Mar 31 18:39:37.612656 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-e45103f5-6586-461f-b345-ff4f673dd526 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Deleting port 6466775e-873d-4734-81c2-752218fbc85d {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 31 18:39:37.613610 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e45103f5-6586-461f-b345-ff4f673dd526 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759343023638'] for port (6466775e-873d-4734-81c2-752218fbc85d), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:39:37.647311 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-03774efa-6615-49e7-9691-8c53f2fbb894 req-df91b8a2-16b7-4a0c-85d1-34f881fb7621 service neutron] 10.222.0.44 "GET /v2.0/networks/47b5a8fc-8543-4316-9b58-da2f4a1b9ec1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0856869
Mar 31 18:39:37.702950 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e45103f5-6586-461f-b345-ff4f673dd526 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505421'] for port (6466775e-873d-4734-81c2-752218fbc85d), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:39:37.703214 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e45103f5-6586-461f-b345-ff4f673dd526 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Publish callbacks [] for floatingip (6466775e-873d-4734-81c2-752218fbc85d), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:39:37.715100 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-e45103f5-6586-461f-b345-ff4f673dd526 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Calling delete_port for 6466775e-873d-4734-81c2-752218fbc85d owned by network:floatingip {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 31 18:39:37.763519 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-03774efa-6615-49e7-9691-8c53f2fbb894 req-648887d4-6b39-405a-aada-4bb5291384f8 service neutron] 10.222.0.44 "GET /v2.0/networks/47b5a8fc-8543-4316-9b58-da2f4a1b9ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1098151
Mar 31 18:39:38.034636 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e45103f5-6586-461f-b345-ff4f673dd526 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759343027577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759342510071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12885778'] for port (6466775e-873d-4734-81c2-752218fbc85d), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:39:38.059878 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45103f5-6586-461f-b345-ff4f673dd526 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Pushing event deleted for resources: {'Port': ['ID=6466775e-873d-4734-81c2-752218fbc85d,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:39:38.123784 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e45103f5-6586-461f-b345-ff4f673dd526 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Publish callbacks [] for floatingip (2e4b2768-fec9-4216-b4c3-eb3754d24dc3), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:39:38.124111 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.db.l3_db [None req-e45103f5-6586-461f-b345-ff4f673dd526 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Floating IP 2e4b2768-fec9-4216-b4c3-eb3754d24dc3 disassociated (deleted). External IP: 172.37.2.160, port: 2c4f0f16-67af-42bd-8b69-094d8a6f726b.
Mar 31 18:39:38.332662 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e45103f5-6586-461f-b345-ff4f673dd526 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Router 42cc267c-9e71-4409-8f8d-5c6eaadeab39 has already been hosted by L3 agent f09d5d1b-4294-4f18-9a00-351412ae7ca6 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 31 18:39:38.441483 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e45103f5-6586-461f-b345-ff4f673dd526 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 31 18:39:38.445873 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e45103f5-6586-461f-b345-ff4f673dd526 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30337'] for floatingip (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:39:38.455633 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29af37a3-f022-4f1b-9b44-207517de8609 None None] Sync routers for ids ['42cc267c-9e71-4409-8f8d-5c6eaadeab39'] in dv-cinder-master-3-iscsi {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 31 18:39:38.468232 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29af37a3-f022-4f1b-9b44-207517de8609 None None] Routers {'42cc267c-9e71-4409-8f8d-5c6eaadeab39'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 31 18:39:38.468955 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-29af37a3-f022-4f1b-9b44-207517de8609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f771557c370>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T18:05:01Z,description=<?>,heartbeat_timestamp=2022-03-31T18:39:31Z,host='dv-cinder-master-3-iscsi',id=f09d5d1b-4294-4f18-9a00-351412ae7ca6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-31T18:05:02Z,topic='l3_agent')) {'router_ids': ['42cc267c-9e71-4409-8f8d-5c6eaadeab39'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:39:38.475722 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-e45103f5-6586-461f-b345-ff4f673dd526 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] 10.222.0.58 "DELETE /v2.0/floatingips/2e4b2768-fec9-4216-b4c3-eb3754d24dc3 HTTP/1.1" status: 204  len: 168 time: 1.0719204
Mar 31 18:39:38.597232 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-29af37a3-f022-4f1b-9b44-207517de8609 None None] Set router 42cc267c-9e71-4409-8f8d-5c6eaadeab39 gateway port host: dv-cinder-master-3-iscsi {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 31 18:39:38.826552 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-29af37a3-f022-4f1b-9b44-207517de8609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f771557c370>, [{'id': '42cc267c-9e71-4409-8f8d-5c6eaadeab39', 'name': 'tempest-TestMinimumBasicScenario-129986791-router', 'tenant_id': '46be7326d5204beeb8c5e499e9d4ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.181'}], 'enable_snat': True}, 'gw_port_id': '424c4e43-0a88-46fd-b521-0943b4e338d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:36:15Z', 'updated_at': '2022-03-31T18:36:18Z', 'revision_number': 4, 'project_id': '46be7326d5204beeb8c5e499e9d4ac73', 'gw_port': {'id': '424c4e43-0a88-46fd-b521-0943b4e338d2', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:fa:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42cc267c-9e71-4409-8f8d-5c6eaadeab39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:36:15Z', 'updated_at': '2022-03-31T18:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '647427b0-838d-46b1-90a6-f64b27fd59d4', 'name': '', 'network_id': '47b5a8fc-8543-4316-9b58-da2f4a1b9ec1', 'tenant_id': '46be7326d5204beeb8c5e499e9d4ac73', 'mac_address': 'fa:16:3e:33:0f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42cc267c-9e71-4409-8f8d-5c6eaadeab39', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'a26badde-2b82-4e02-8452-da3f1fcd3fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:36:17Z', 'updated_at': '2022-03-31T18:36:21Z', 'revision_number': 5, 'project_id': '46be7326d5204beeb8c5e499e9d4ac73', 'subnets': [{'id': 'a26badde-2b82-4e02-8452-da3f1fcd3fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:39:38.856317 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29af37a3-f022-4f1b-9b44-207517de8609 None None] Checking router: 42cc267c-9e71-4409-8f8d-5c6eaadeab39 for host: dv-cinder-master-3-iscsi {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 31 18:39:38.865446 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29af37a3-f022-4f1b-9b44-207517de8609 None None] Routers {'42cc267c-9e71-4409-8f8d-5c6eaadeab39'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 31 18:39:38.866060 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-29af37a3-f022-4f1b-9b44-207517de8609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f771557c370>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T18:05:01Z,description=<?>,heartbeat_timestamp=2022-03-31T18:39:31Z,host='dv-cinder-master-3-iscsi',id=f09d5d1b-4294-4f18-9a00-351412ae7ca6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-31T18:05:02Z,topic='l3_agent')) {'router_ids': ['42cc267c-9e71-4409-8f8d-5c6eaadeab39'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:39:38.977721 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-29af37a3-f022-4f1b-9b44-207517de8609 None None] Set router 42cc267c-9e71-4409-8f8d-5c6eaadeab39 gateway port host: dv-cinder-master-3-iscsi {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 31 18:39:39.122947 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec1cd9ca-0d6b-409d-a208-8b7a3040fd79', 'tag': '2c4f0f16-67af-42bd-8b69-094d8a6f726b'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 31 18:39:39.125302 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}465b76c4d2e897416be230837bd95a2d94c81786315ed3443e4884d9e49648d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-316c149d-fbc4-4c83-9495-844e005da7db" -d '{"events": [{"name": "network-changed", "server_uuid": "ec1cd9ca-0d6b-409d-a208-8b7a3040fd79", "tag": "2c4f0f16-67af-42bd-8b69-094d8a6f726b"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 31 18:39:39.160482 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 18:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd8f55e3-c864-45c4-8a55-298895a4f9a4 x-openstack-request-id: req-fd8f55e3-c864-45c4-8a55-298895a4f9a4 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 31 18:39:39.160785 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec1cd9ca-0d6b-409d-a208-8b7a3040fd79", "tag": "2c4f0f16-67af-42bd-8b69-094d8a6f726b", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 31 18:39:39.161044 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fd8f55e3-c864-45c4-8a55-298895a4f9a4 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 31 18:39:39.161460 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd8f55e3-c864-45c4-8a55-298895a4f9a4'] response: {'name': 'network-changed', 'server_uuid': 'ec1cd9ca-0d6b-409d-a208-8b7a3040fd79', 'tag': '2c4f0f16-67af-42bd-8b69-094d8a6f726b', 'status': 'completed', 'code': 200}
Mar 31 18:39:39.176588 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-29af37a3-f022-4f1b-9b44-207517de8609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f771557c370>, [{'id': '42cc267c-9e71-4409-8f8d-5c6eaadeab39', 'name': 'tempest-TestMinimumBasicScenario-129986791-router', 'tenant_id': '46be7326d5204beeb8c5e499e9d4ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.181'}], 'enable_snat': True}, 'gw_port_id': '424c4e43-0a88-46fd-b521-0943b4e338d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:36:15Z', 'updated_at': '2022-03-31T18:36:18Z', 'revision_number': 4, 'project_id': '46be7326d5204beeb8c5e499e9d4ac73', 'gw_port': {'id': '424c4e43-0a88-46fd-b521-0943b4e338d2', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:fa:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42cc267c-9e71-4409-8f8d-5c6eaadeab39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:36:15Z', 'updated_at': '2022-03-31T18:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '647427b0-838d-46b1-90a6-f64b27fd59d4', 'name': '', 'network_id': '47b5a8fc-8543-4316-9b58-da2f4a1b9ec1', 'tenant_id': '46be7326d5204beeb8c5e499e9d4ac73', 'mac_address': 'fa:16:3e:33:0f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42cc267c-9e71-4409-8f8d-5c6eaadeab39', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'a26badde-2b82-4e02-8452-da3f1fcd3fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:36:17Z', 'updated_at': '2022-03-31T18:36:21Z', 'revision_number': 5, 'project_id': '46be7326d5204beeb8c5e499e9d4ac73', 'subnets': [{'id': 'a26badde-2b82-4e02-8452-da3f1fcd3fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:39:39.206090 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29af37a3-f022-4f1b-9b44-207517de8609 None None] The sync data for ids ['42cc267c-9e71-4409-8f8d-5c6eaadeab39'] in dv-cinder-master-3-iscsi is: [{'id': '42cc267c-9e71-4409-8f8d-5c6eaadeab39', 'name': 'tempest-TestMinimumBasicScenario-129986791-router', 'tenant_id': '46be7326d5204beeb8c5e499e9d4ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.181'}], 'enable_snat': True}, 'gw_port_id': '424c4e43-0a88-46fd-b521-0943b4e338d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:36:15Z', 'updated_at': '2022-03-31T18:36:18Z', 'revision_number': 4, 'project_id': '46be7326d5204beeb8c5e499e9d4ac73', 'gw_port': {'id': '424c4e43-0a88-46fd-b521-0943b4e338d2', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:fa:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42cc267c-9e71-4409-8f8d-5c6eaadeab39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:36:15Z', 'updated_at': '2022-03-31T18:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '647427b0-838d-46b1-90a6-f64b27fd59d4', 'name': '', 'network_id': '47b5a8fc-8543-4316-9b58-da2f4a1b9ec1', 'tenant_id': '46be7326d5204beeb8c5e499e9d4ac73', 'mac_address': 'fa:16:3e:33:0f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42cc267c-9e71-4409-8f8d-5c6eaadeab39', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'a26badde-2b82-4e02-8452-da3f1fcd3fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:36:17Z', 'updated_at': '2022-03-31T18:36:21Z', 'revision_number': 5, 'project_id': '46be7326d5204beeb8c5e499e9d4ac73', 'subnets': [{'id': 'a26badde-2b82-4e02-8452-da3f1fcd3fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 31 18:39:39.255704 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316c149d-fbc4-4c83-9495-844e005da7db req-44d7fc05-e1c1-4082-85e9-9dde45bbd004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:39:39.257220 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-316c149d-fbc4-4c83-9495-844e005da7db req-44d7fc05-e1c1-4082-85e9-9dde45bbd004 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=46be7326d5204beeb8c5e499e9d4ac73&device_id=ec1cd9ca-0d6b-409d-a208-8b7a3040fd79 HTTP/1.1" status: 200  len: 1129 time: 0.0468738
Mar 31 18:39:39.356178 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316c149d-fbc4-4c83-9495-844e005da7db req-c669efa7-e51b-4d55-b0d5-5a96080676a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:39:39.357657 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-316c149d-fbc4-4c83-9495-844e005da7db req-c669efa7-e51b-4d55-b0d5-5a96080676a0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=47b5a8fc-8543-4316-9b58-da2f4a1b9ec1 HTTP/1.1" status: 200  len: 915 time: 0.0924003
Mar 31 18:39:39.416261 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-316c149d-fbc4-4c83-9495-844e005da7db req-381f9585-7901-4329-900d-39faf092a07b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c4f0f16-67af-42bd-8b69-094d8a6f726b HTTP/1.1" status: 200  len: 217 time: 0.0375657
Mar 31 18:39:39.434905 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ffba31-1a24-4619-97d0-6897665a2f33 None None] New status for floating IP 2e4b2768-fec9-4216-b4c3-eb3754d24dc3: DOWN {{(pid=103899) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 31 18:39:39.475350 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316c149d-fbc4-4c83-9495-844e005da7db req-0376c1e1-3ef9-4f8d-ad10-82c6d9bc6912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:39:39.476982 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-316c149d-fbc4-4c83-9495-844e005da7db req-0376c1e1-3ef9-4f8d-ad10-82c6d9bc6912 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a26badde-2b82-4e02-8452-da3f1fcd3fea HTTP/1.1" status: 200  len: 853 time: 0.0485766
Mar 31 18:39:39.534200 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316c149d-fbc4-4c83-9495-844e005da7db req-a03d5df9-7a81-4dc1-9d72-49d32927a716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:39:39.535744 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-316c149d-fbc4-4c83-9495-844e005da7db req-a03d5df9-7a81-4dc1-9d72-49d32927a716 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=47b5a8fc-8543-4316-9b58-da2f4a1b9ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0521410
Mar 31 18:39:39.626159 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-316c149d-fbc4-4c83-9495-844e005da7db req-6b3f9248-9e59-4af4-9a3d-de3f4769bd7e service neutron] 10.222.0.44 "GET /v2.0/networks/47b5a8fc-8543-4316-9b58-da2f4a1b9ec1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0840716
Mar 31 18:39:39.722341 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-316c149d-fbc4-4c83-9495-844e005da7db req-032d7abb-70d4-48bd-aa7d-6a7a413f3f71 service neutron] 10.222.0.44 "GET /v2.0/networks/47b5a8fc-8543-4316-9b58-da2f4a1b9ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0904880
Mar 31 18:39:42.878520 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9d1365-c3ca-48f4-8377-082a58c57264 req-0483085a-51c6-41aa-b615-c06954d8cabf tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:39:42.880035 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-bd9d1365-c3ca-48f4-8377-082a58c57264 req-0483085a-51c6-41aa-b615-c06954d8cabf tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec1cd9ca-0d6b-409d-a208-8b7a3040fd79 HTTP/1.1" status: 200  len: 945 time: 0.0539005
Mar 31 18:39:42.930522 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-bd9d1365-c3ca-48f4-8377-082a58c57264 req-b4d9b6f7-fbcc-4f1d-9f75-6d917ddf7ec1 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] 10.222.0.58 "GET /v2.0/security-groups?id=8730bc75-e609-4182-ae97-2337411aa902&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446713
Mar 31 18:39:44.053780 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494e1754-d4ee-4910-a428-f8f3b733406b req-9cface8d-6b09-423f-ac65-7811dca00eb9 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:39:44.055412 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-494e1754-d4ee-4910-a428-f8f3b733406b req-9cface8d-6b09-423f-ac65-7811dca00eb9 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec1cd9ca-0d6b-409d-a208-8b7a3040fd79 HTTP/1.1" status: 200  len: 945 time: 0.0560064
Mar 31 18:39:44.102820 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [req-494e1754-d4ee-4910-a428-f8f3b733406b req-4e78aeac-1ac8-4686-9458-316d720c5b7a tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] 10.222.0.58 "GET /v2.0/security-groups?id=8730bc75-e609-4182-ae97-2337411aa902&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412061
Mar 31 18:39:44.991286 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2339b8f7-aeda-4f88-bd9b-c5b4cb7d9614 req-6bb75dd0-6b2d-4929-be24-6b7af647e0c8 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:39:44.992834 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-2339b8f7-aeda-4f88-bd9b-c5b4cb7d9614 req-6bb75dd0-6b2d-4929-be24-6b7af647e0c8 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec1cd9ca-0d6b-409d-a208-8b7a3040fd79 HTTP/1.1" status: 200  len: 945 time: 0.0558636
Mar 31 18:39:45.090331 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [req-2339b8f7-aeda-4f88-bd9b-c5b4cb7d9614 req-d8b00249-7267-4e81-a683-fa18893e41f0 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Deleting port 2c4f0f16-67af-42bd-8b69-094d8a6f726b {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 31 18:39:45.090696 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-2339b8f7-aeda-4f88-bd9b-c5b4cb7d9614 req-d8b00249-7267-4e81-a683-fa18893e41f0 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759343023638'] for port (2c4f0f16-67af-42bd-8b69-094d8a6f726b), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:39:45.223091 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [req-2339b8f7-aeda-4f88-bd9b-c5b4cb7d9614 req-d8b00249-7267-4e81-a683-fa18893e41f0 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] For port 2c4f0f16-67af-42bd-8b69-094d8a6f726b, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2c4f0f16-67af-42bd-8b69-094d8a6f726b,segment=NetworkSegment(df51c932-344b-4908-ae9e-168b01aae83d),segment_id=df51c932-344b-4908-ae9e-168b01aae83d)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:39:45.223462 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-2339b8f7-aeda-4f88-bd9b-c5b4cb7d9614 req-d8b00249-7267-4e81-a683-fa18893e41f0 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505421'] for port (2c4f0f16-67af-42bd-8b69-094d8a6f726b), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:39:45.240120 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [req-2339b8f7-aeda-4f88-bd9b-c5b4cb7d9614 req-d8b00249-7267-4e81-a683-fa18893e41f0 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Calling delete_port for 2c4f0f16-67af-42bd-8b69-094d8a6f726b owned by compute:nova {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 31 18:39:45.299362 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6748adf2-5ea9-4932-ab0a-e5a51234fc2d req-9f583c6c-edf4-4884-a5d4-c2c3a5879de3 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 31 18:39:45.300893 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-6748adf2-5ea9-4932-ab0a-e5a51234fc2d req-9f583c6c-edf4-4884-a5d4-c2c3a5879de3 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec1cd9ca-0d6b-409d-a208-8b7a3040fd79 HTTP/1.1" status: 200  len: 945 time: 0.1290476
Mar 31 18:39:45.372468 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-6748adf2-5ea9-4932-ab0a-e5a51234fc2d req-88fe7cfe-305f-4082-bf53-d2ad5f2d48d3 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] 10.222.0.58 "GET /v2.0/security-groups?id=8730bc75-e609-4182-ae97-2337411aa902&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0658233
Mar 31 18:39:45.485045 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-2339b8f7-aeda-4f88-bd9b-c5b4cb7d9614 req-d8b00249-7267-4e81-a683-fa18893e41f0 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759343027577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759342510071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13081985'] for port (2c4f0f16-67af-42bd-8b69-094d8a6f726b), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:39:45.515392 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b00249-7267-4e81-a683-fa18893e41f0 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Pushing event deleted for resources: {'Port': ['ID=2c4f0f16-67af-42bd-8b69-094d8a6f726b,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:39:45.519988 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] get_ports_and_sgs() called for port_ids ['2c4f0f16-67af-42bd-8b69-094d8a6f726b'] {{(pid=103898) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 31 18:39:45.568120 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [req-2339b8f7-aeda-4f88-bd9b-c5b4cb7d9614 req-d8b00249-7267-4e81-a683-fa18893e41f0 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] No DVR routers for this DVR port 2c4f0f16-67af-42bd-8b69-094d8a6f726b on host hv-cinder-maste {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 31 18:39:45.570632 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [req-2339b8f7-aeda-4f88-bd9b-c5b4cb7d9614 req-d8b00249-7267-4e81-a683-fa18893e41f0 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30337'] for port (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:39:45.573976 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-2339b8f7-aeda-4f88-bd9b-c5b4cb7d9614 req-d8b00249-7267-4e81-a683-fa18893e41f0 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] 10.222.0.44 "DELETE /v2.0/ports/2c4f0f16-67af-42bd-8b69-094d8a6f726b HTTP/1.1" status: 204  len: 173 time: 0.5762269
Mar 31 18:39:45.574419 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec1cd9ca-0d6b-409d-a208-8b7a3040fd79', 'name': 'network-vif-deleted', 'tag': '2c4f0f16-67af-42bd-8b69-094d8a6f726b'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 31 18:39:45.576694 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73fc78de55affb2fac0a31bf62e314c48f0d961b1f9e9815d43b8150b113e94f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fb2d335-588e-41ea-8ae2-49d4b0dd5e9d" -d '{"events": [{"server_uuid": "ec1cd9ca-0d6b-409d-a208-8b7a3040fd79", "name": "network-vif-deleted", "tag": "2c4f0f16-67af-42bd-8b69-094d8a6f726b"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 31 18:39:45.618382 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 18:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47e513a8-ffcf-4281-900d-afb683674c30 x-openstack-request-id: req-47e513a8-ffcf-4281-900d-afb683674c30 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 31 18:39:45.618382 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec1cd9ca-0d6b-409d-a208-8b7a3040fd79", "name": "network-vif-deleted", "tag": "2c4f0f16-67af-42bd-8b69-094d8a6f726b", "status": "completed", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 31 18:39:45.618382 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-47e513a8-ffcf-4281-900d-afb683674c30 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 31 18:39:45.618382 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47e513a8-ffcf-4281-900d-afb683674c30'] response: {'server_uuid': 'ec1cd9ca-0d6b-409d-a208-8b7a3040fd79', 'name': 'network-vif-deleted', 'tag': '2c4f0f16-67af-42bd-8b69-094d8a6f726b', 'status': 'completed', 'code': 200}
Mar 31 18:39:46.479107 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [req-0a1ca120-d4a3-4805-a35e-647c6a078865 req-058e0fed-b899-4bd0-b760-e3177fbc8e29 tempest-TestMinimumBasicScenario-86674644 tempest-TestMinimumBasicScenario-86674644-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec1cd9ca-0d6b-409d-a208-8b7a3040fd79 HTTP/1.1" status: 200  len: 210 time: 0.0286484
Mar 31 18:39:48.057094 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Device 2c4f0f16-67af-42bd-8b69-094d8a6f726b no longer exists at agent hyperv_hv-cinder-maste {{(pid=103898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 31 18:39:48.078211 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] No Port match for: 2c4f0f16-67af-42bd-8b69-094d8a6f726b {{(pid=103898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 31 18:39:48.078561 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Device 2c4f0f16-67af-42bd-8b69-094d8a6f726b not bound to the agent host hv-cinder-maste {{(pid=103898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 31 18:39:48.769396 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 58578) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:39:49.363120 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0c2001d8-f8b3-4491-80d8-1545acd18e2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-506751'] for router_interface (42cc267c-9e71-4409-8f8d-5c6eaadeab39), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:39:49.611481 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-0c2001d8-f8b3-4491-80d8-1545acd18e2c admin admin] Deleting port 647427b0-838d-46b1-90a6-f64b27fd59d4 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 31 18:39:49.611855 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0c2001d8-f8b3-4491-80d8-1545acd18e2c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759343023638'] for port (647427b0-838d-46b1-90a6-f64b27fd59d4), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:39:49.691942 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-0c2001d8-f8b3-4491-80d8-1545acd18e2c admin admin] For port 647427b0-838d-46b1-90a6-f64b27fd59d4, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=647427b0-838d-46b1-90a6-f64b27fd59d4,segment=NetworkSegment(df51c932-344b-4908-ae9e-168b01aae83d),segment_id=df51c932-344b-4908-ae9e-168b01aae83d)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:39:49.692225 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0c2001d8-f8b3-4491-80d8-1545acd18e2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505421'] for port (647427b0-838d-46b1-90a6-f64b27fd59d4), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:39:49.704970 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-0c2001d8-f8b3-4491-80d8-1545acd18e2c admin admin] Calling delete_port for 647427b0-838d-46b1-90a6-f64b27fd59d4 owned by network:router_interface {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 31 18:39:49.985009 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0c2001d8-f8b3-4491-80d8-1545acd18e2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759343027577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759342510071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12885778'] for port (647427b0-838d-46b1-90a6-f64b27fd59d4), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:39:50.011419 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2001d8-f8b3-4491-80d8-1545acd18e2c admin admin] Pushing event deleted for resources: {'Port': ['ID=647427b0-838d-46b1-90a6-f64b27fd59d4,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:39:50.184319 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0c2001d8-f8b3-4491-80d8-1545acd18e2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-493295'] for router_interface (42cc267c-9e71-4409-8f8d-5c6eaadeab39), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:39:50.412949 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c2001d8-f8b3-4491-80d8-1545acd18e2c admin admin] Router 42cc267c-9e71-4409-8f8d-5c6eaadeab39 has already been hosted by L3 agent f09d5d1b-4294-4f18-9a00-351412ae7ca6 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 31 18:39:50.530302 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c2001d8-f8b3-4491-80d8-1545acd18e2c admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 31 18:39:50.536544 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-0c2001d8-f8b3-4491-80d8-1545acd18e2c admin admin] 10.222.0.58 "PUT /v2.0/routers/42cc267c-9e71-4409-8f8d-5c6eaadeab39/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7661195
Mar 31 18:39:50.539172 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 58580) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:39:50.544324 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a48106-df45-40c3-9cda-5a3b8c8de90a None None] Sync routers for ids ['42cc267c-9e71-4409-8f8d-5c6eaadeab39'] in dv-cinder-master-3-iscsi {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 31 18:39:50.556679 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a48106-df45-40c3-9cda-5a3b8c8de90a None None] Routers {'42cc267c-9e71-4409-8f8d-5c6eaadeab39'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 31 18:39:50.557343 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-70a48106-df45-40c3-9cda-5a3b8c8de90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7715288a30>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T18:05:01Z,description=<?>,heartbeat_timestamp=2022-03-31T18:39:31Z,host='dv-cinder-master-3-iscsi',id=f09d5d1b-4294-4f18-9a00-351412ae7ca6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-31T18:05:02Z,topic='l3_agent')) {'router_ids': ['42cc267c-9e71-4409-8f8d-5c6eaadeab39'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:39:50.646463 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a74395f0-eadb-4450-8e6e-c2a1d4228497 admin admin] Publish callbacks [] for router (42cc267c-9e71-4409-8f8d-5c6eaadeab39), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:39:50.666067 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-70a48106-df45-40c3-9cda-5a3b8c8de90a None None] Set router 42cc267c-9e71-4409-8f8d-5c6eaadeab39 gateway port host: dv-cinder-master-3-iscsi {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 31 18:39:50.758576 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a74395f0-eadb-4450-8e6e-c2a1d4228497 admin admin] Publish callbacks [] for router_gateway (42cc267c-9e71-4409-8f8d-5c6eaadeab39), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:39:50.850644 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-70a48106-df45-40c3-9cda-5a3b8c8de90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7715288a30>, [{'id': '42cc267c-9e71-4409-8f8d-5c6eaadeab39', 'name': 'tempest-TestMinimumBasicScenario-129986791-router', 'tenant_id': '46be7326d5204beeb8c5e499e9d4ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.181'}], 'enable_snat': True}, 'gw_port_id': '424c4e43-0a88-46fd-b521-0943b4e338d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:36:15Z', 'updated_at': '2022-03-31T18:39:49Z', 'revision_number': 5, 'project_id': '46be7326d5204beeb8c5e499e9d4ac73', 'gw_port': {'id': '424c4e43-0a88-46fd-b521-0943b4e338d2', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:fa:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42cc267c-9e71-4409-8f8d-5c6eaadeab39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:36:15Z', 'updated_at': '2022-03-31T18:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:39:50.875870 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a48106-df45-40c3-9cda-5a3b8c8de90a None None] Checking router: 42cc267c-9e71-4409-8f8d-5c6eaadeab39 for host: dv-cinder-master-3-iscsi {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 31 18:39:50.876588 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-a74395f0-eadb-4450-8e6e-c2a1d4228497 admin admin] Deleting port 424c4e43-0a88-46fd-b521-0943b4e338d2 {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 31 18:39:50.877003 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a74395f0-eadb-4450-8e6e-c2a1d4228497 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759343023638'] for port (424c4e43-0a88-46fd-b521-0943b4e338d2), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:39:50.884403 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a48106-df45-40c3-9cda-5a3b8c8de90a None None] Routers {'42cc267c-9e71-4409-8f8d-5c6eaadeab39'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 31 18:39:50.885023 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-70a48106-df45-40c3-9cda-5a3b8c8de90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7715288a30>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T18:05:01Z,description=<?>,heartbeat_timestamp=2022-03-31T18:39:31Z,host='dv-cinder-master-3-iscsi',id=f09d5d1b-4294-4f18-9a00-351412ae7ca6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-31T18:05:02Z,topic='l3_agent')) {'router_ids': ['42cc267c-9e71-4409-8f8d-5c6eaadeab39'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:39:50.981232 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-70a48106-df45-40c3-9cda-5a3b8c8de90a None None] Set router 42cc267c-9e71-4409-8f8d-5c6eaadeab39 gateway port host: None {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 31 18:39:51.173522 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-70a48106-df45-40c3-9cda-5a3b8c8de90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7715288a30>, [{'id': '42cc267c-9e71-4409-8f8d-5c6eaadeab39', 'name': 'tempest-TestMinimumBasicScenario-129986791-router', 'tenant_id': '46be7326d5204beeb8c5e499e9d4ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:36:15Z', 'updated_at': '2022-03-31T18:39:50Z', 'revision_number': 6, 'project_id': '46be7326d5204beeb8c5e499e9d4ac73', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:39:51.200721 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a48106-df45-40c3-9cda-5a3b8c8de90a None None] The sync data for ids ['42cc267c-9e71-4409-8f8d-5c6eaadeab39'] in dv-cinder-master-3-iscsi is: [{'id': '42cc267c-9e71-4409-8f8d-5c6eaadeab39', 'name': 'tempest-TestMinimumBasicScenario-129986791-router', 'tenant_id': '46be7326d5204beeb8c5e499e9d4ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:36:15Z', 'updated_at': '2022-03-31T18:39:50Z', 'revision_number': 6, 'project_id': '46be7326d5204beeb8c5e499e9d4ac73', 'gw_port_host': None}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 31 18:39:51.241242 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-a74395f0-eadb-4450-8e6e-c2a1d4228497 admin admin] For port 424c4e43-0a88-46fd-b521-0943b4e338d2, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=424c4e43-0a88-46fd-b521-0943b4e338d2,segment=NetworkSegment(31f32929-b46a-4720-9f75-d20195c1993a),segment_id=31f32929-b46a-4720-9f75-d20195c1993a)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:39:51.241628 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a74395f0-eadb-4450-8e6e-c2a1d4228497 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505421'] for port (424c4e43-0a88-46fd-b521-0943b4e338d2), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:39:51.255147 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-a74395f0-eadb-4450-8e6e-c2a1d4228497 admin admin] Calling delete_port for 424c4e43-0a88-46fd-b521-0943b4e338d2 owned by network:router_gateway {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 31 18:39:51.479594 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a74395f0-eadb-4450-8e6e-c2a1d4228497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759343027577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759342510071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13081985'] for port (424c4e43-0a88-46fd-b521-0943b4e338d2), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:39:51.505711 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74395f0-eadb-4450-8e6e-c2a1d4228497 admin admin] Pushing event deleted for resources: {'Port': ['ID=424c4e43-0a88-46fd-b521-0943b4e338d2,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:39:51.571173 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a74395f0-eadb-4450-8e6e-c2a1d4228497 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-505861'] for router_gateway (42cc267c-9e71-4409-8f8d-5c6eaadeab39), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:39:51.667013 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a74395f0-eadb-4450-8e6e-c2a1d4228497 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-495001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-413'] for router (42cc267c-9e71-4409-8f8d-5c6eaadeab39), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:39:51.669117 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a74395f0-eadb-4450-8e6e-c2a1d4228497 admin admin] Publish callbacks [] for router_controller (42cc267c-9e71-4409-8f8d-5c6eaadeab39), precommit_delete_associations {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:39:51.768938 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a74395f0-eadb-4450-8e6e-c2a1d4228497 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-495072'] for router (42cc267c-9e71-4409-8f8d-5c6eaadeab39), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:39:51.769720 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a74395f0-eadb-4450-8e6e-c2a1d4228497 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42cc267c-9e71-4409-8f8d-5c6eaadeab39 {{(pid=103897) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 31 18:39:51.777642 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a74395f0-eadb-4450-8e6e-c2a1d4228497 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:39:51.777642 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-a74395f0-eadb-4450-8e6e-c2a1d4228497 admin admin] 10.222.0.58 "DELETE /v2.0/routers/42cc267c-9e71-4409-8f8d-5c6eaadeab39 HTTP/1.1" status: 204  len: 168 time: 1.2363453
Mar 31 18:39:51.779410 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 58582) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:39:51.824719 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d5e64e0-65e4-4df1-8106-212bc597bac6 admin admin] Deleting subnet a26badde-2b82-4e02-8452-da3f1fcd3fea {{(pid=103897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 31 18:39:51.827950 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-6d5e64e0-65e4-4df1-8106-212bc597bac6 admin admin] Publish callbacks [] for subnet (a26badde-2b82-4e02-8452-da3f1fcd3fea), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:39:51.867051 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-6d5e64e0-65e4-4df1-8106-212bc597bac6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13080895'] for subnet (a26badde-2b82-4e02-8452-da3f1fcd3fea), precommit_delete_associations {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:39:51.946890 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-6d5e64e0-65e4-4df1-8106-212bc597bac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1237091'] for subnet (a26badde-2b82-4e02-8452-da3f1fcd3fea), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:39:52.083434 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-6d5e64e0-65e4-4df1-8106-212bc597bac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1237076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13080946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24666377'] for subnet (a26badde-2b82-4e02-8452-da3f1fcd3fea), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:39:52.125679 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-6d5e64e0-65e4-4df1-8106-212bc597bac6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548721'] for subnet (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:39:52.133009 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-6d5e64e0-65e4-4df1-8106-212bc597bac6 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/a26badde-2b82-4e02-8452-da3f1fcd3fea HTTP/1.1" status: 204  len: 168 time: 0.3501763
Mar 31 18:39:52.133009 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5e64e0-65e4-4df1-8106-212bc597bac6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a26badde-2b82-4e02-8452-da3f1fcd3fea,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:39:52.137300 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45eee05f-9289-43d6-b41f-f1ab0a7b2f5e None None] Network 47b5a8fc-8543-4316-9b58-da2f4a1b9ec1 requested from dv-cinder-master-3-iscsi {{(pid=103898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 31 18:39:52.138234 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 58584) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:39:52.211647 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6132d71b-4dc2-4db9-b75e-b12a9dc985d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1066274'] for network (47b5a8fc-8543-4316-9b58-da2f4a1b9ec1), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:39:52.287095 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-6132d71b-4dc2-4db9-b75e-b12a9dc985d8 admin admin] Deleting port 38640e12-52a0-4089-bc07-bdd17f73cbec {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 31 18:39:52.287095 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6132d71b-4dc2-4db9-b75e-b12a9dc985d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759343023638'] for port (38640e12-52a0-4089-bc07-bdd17f73cbec), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:39:52.302328 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a1da9b-35cf-4d65-8af4-cd5a05c65580 None None] DHCP port deletion for 47b5a8fc-8543-4316-9b58-da2f4a1b9ec1 request from dv-cinder-master-3-iscsi {{(pid=103898) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 31 18:39:52.351070 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-44a1da9b-35cf-4d65-8af4-cd5a05c65580 None None] Deleting port 38640e12-52a0-4089-bc07-bdd17f73cbec {{(pid=103898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 31 18:39:52.351355 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-44a1da9b-35cf-4d65-8af4-cd5a05c65580 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759343023638'] for port (38640e12-52a0-4089-bc07-bdd17f73cbec), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:39:52.353706 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-6132d71b-4dc2-4db9-b75e-b12a9dc985d8 admin admin] For port 38640e12-52a0-4089-bc07-bdd17f73cbec, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=38640e12-52a0-4089-bc07-bdd17f73cbec,segment=NetworkSegment(df51c932-344b-4908-ae9e-168b01aae83d),segment_id=df51c932-344b-4908-ae9e-168b01aae83d)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:39:52.354069 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6132d71b-4dc2-4db9-b75e-b12a9dc985d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505421'] for port (38640e12-52a0-4089-bc07-bdd17f73cbec), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:39:52.368336 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-6132d71b-4dc2-4db9-b75e-b12a9dc985d8 admin admin] Calling delete_port for 38640e12-52a0-4089-bc07-bdd17f73cbec owned by network:dhcp {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 31 18:39:52.421849 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-44a1da9b-35cf-4d65-8af4-cd5a05c65580 None None] For port 38640e12-52a0-4089-bc07-bdd17f73cbec, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=38640e12-52a0-4089-bc07-bdd17f73cbec,segment=NetworkSegment(df51c932-344b-4908-ae9e-168b01aae83d),segment_id=df51c932-344b-4908-ae9e-168b01aae83d)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:39:52.422246 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-44a1da9b-35cf-4d65-8af4-cd5a05c65580 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505421'] for port (38640e12-52a0-4089-bc07-bdd17f73cbec), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:39:52.436208 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-44a1da9b-35cf-4d65-8af4-cd5a05c65580 None None] Calling delete_port for 38640e12-52a0-4089-bc07-bdd17f73cbec owned by network:dhcp {{(pid=103898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 31 18:39:52.520221 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6132d71b-4dc2-4db9-b75e-b12a9dc985d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759343027577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759342510071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12885778'] for port (38640e12-52a0-4089-bc07-bdd17f73cbec), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:39:52.526480 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-44a1da9b-35cf-4d65-8af4-cd5a05c65580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759343027577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759342510071'] for port (38640e12-52a0-4089-bc07-bdd17f73cbec), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:39:52.549185 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6132d71b-4dc2-4db9-b75e-b12a9dc985d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=38640e12-52a0-4089-bc07-bdd17f73cbec,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:39:52.551123 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6132d71b-4dc2-4db9-b75e-b12a9dc985d8 admin admin] No DVR routers for this DVR port 38640e12-52a0-4089-bc07-bdd17f73cbec on host dv-cinder-master-3-iscsi {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 31 18:39:52.556348 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a1da9b-35cf-4d65-8af4-cd5a05c65580 None None] Pushing event deleted for resources: {'Port': ['ID=38640e12-52a0-4089-bc07-bdd17f73cbec,revision_number=None']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:39:52.560644 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a1da9b-35cf-4d65-8af4-cd5a05c65580 None None] No DVR routers for this DVR port 38640e12-52a0-4089-bc07-bdd17f73cbec on host dv-cinder-master-3-iscsi {{(pid=103898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 31 18:39:52.568353 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a1da9b-35cf-4d65-8af4-cd5a05c65580 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:39:52.568692 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a1da9b-35cf-4d65-8af4-cd5a05c65580 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:39:52.569245 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a1da9b-35cf-4d65-8af4-cd5a05c65580 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:39:52.569755 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a1da9b-35cf-4d65-8af4-cd5a05c65580 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:39:52.570094 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a1da9b-35cf-4d65-8af4-cd5a05c65580 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:39:52.570429 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a1da9b-35cf-4d65-8af4-cd5a05c65580 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:39:52.570781 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a1da9b-35cf-4d65-8af4-cd5a05c65580 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:39:52.571113 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a1da9b-35cf-4d65-8af4-cd5a05c65580 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:39:52.571453 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a1da9b-35cf-4d65-8af4-cd5a05c65580 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:39:52.571786 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a1da9b-35cf-4d65-8af4-cd5a05c65580 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:39:52.572137 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a1da9b-35cf-4d65-8af4-cd5a05c65580 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:39:52.572438 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a1da9b-35cf-4d65-8af4-cd5a05c65580 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:39:52.572760 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a1da9b-35cf-4d65-8af4-cd5a05c65580 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:39:52.573080 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a1da9b-35cf-4d65-8af4-cd5a05c65580 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:39:52.573399 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a1da9b-35cf-4d65-8af4-cd5a05c65580 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 31 18:39:52.633751 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6132d71b-4dc2-4db9-b75e-b12a9dc985d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223144', 'neutron.services.segments.db._delete_segments_for_network-8759342854202'] for network (47b5a8fc-8543-4316-9b58-da2f4a1b9ec1), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:39:52.659433 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.services.segments.db [None req-6132d71b-4dc2-4db9-b75e-b12a9dc985d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f77071ac100>,) {'filters': {'network_id': ['47b5a8fc-8543-4316-9b58-da2f4a1b9ec1']}} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:39:52.669008 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.services.segments.db [None req-6132d71b-4dc2-4db9-b75e-b12a9dc985d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f77071ac100>, 'df51c932-344b-4908-ae9e-168b01aae83d') {'for_net_delete': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:39:52.669306 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.services.segments.db [None req-6132d71b-4dc2-4db9-b75e-b12a9dc985d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f77071ac100>, 'df51c932-344b-4908-ae9e-168b01aae83d') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:39:52.679238 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6132d71b-4dc2-4db9-b75e-b12a9dc985d8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759343069251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13596111'] for segment (df51c932-344b-4908-ae9e-168b01aae83d), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:39:52.692568 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6132d71b-4dc2-4db9-b75e-b12a9dc985d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186132'] for segment (df51c932-344b-4908-ae9e-168b01aae83d), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:39:52.698457 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6132d71b-4dc2-4db9-b75e-b12a9dc985d8 admin admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=103896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 31 18:39:52.698877 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6132d71b-4dc2-4db9-b75e-b12a9dc985d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12885831'] for segment (df51c932-344b-4908-ae9e-168b01aae83d), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:39:52.700528 dv-cinder-master-3-iscsi neutron-server[103896]: Traceback (most recent call last):
Mar 31 18:39:52.700528 dv-cinder-master-3-iscsi neutron-server[103896]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 31 18:39:52.700528 dv-cinder-master-3-iscsi neutron-server[103896]:     timer()
Mar 31 18:39:52.700528 dv-cinder-master-3-iscsi neutron-server[103896]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 31 18:39:52.700528 dv-cinder-master-3-iscsi neutron-server[103896]:     cb(*args, **kw)
Mar 31 18:39:52.700528 dv-cinder-master-3-iscsi neutron-server[103896]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 31 18:39:52.700528 dv-cinder-master-3-iscsi neutron-server[103896]:     return func(*args, **kwargs)
Mar 31 18:39:52.700528 dv-cinder-master-3-iscsi neutron-server[103896]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 31 18:39:52.700528 dv-cinder-master-3-iscsi neutron-server[103896]:     self._notify()
Mar 31 18:39:52.700528 dv-cinder-master-3-iscsi neutron-server[103896]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 31 18:39:52.700528 dv-cinder-master-3-iscsi neutron-server[103896]:     self.callback(batched_events)
Mar 31 18:39:52.700528 dv-cinder-master-3-iscsi neutron-server[103896]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 31 18:39:52.700528 dv-cinder-master-3-iscsi neutron-server[103896]:     event.method(event)
Mar 31 18:39:52.700528 dv-cinder-master-3-iscsi neutron-server[103896]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 31 18:39:52.700528 dv-cinder-master-3-iscsi neutron-server[103896]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 31 18:39:52.700528 dv-cinder-master-3-iscsi neutron-server[103896]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 31 18:39:52.700528 dv-cinder-master-3-iscsi neutron-server[103896]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 31 18:39:52.700528 dv-cinder-master-3-iscsi neutron-server[103896]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 31 18:39:52.700528 dv-cinder-master-3-iscsi neutron-server[103896]:     return f(self, *a, **k)
Mar 31 18:39:52.700528 dv-cinder-master-3-iscsi neutron-server[103896]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 31 18:39:52.700528 dv-cinder-master-3-iscsi neutron-server[103896]:     return self._get(url).json()
Mar 31 18:39:52.700528 dv-cinder-master-3-iscsi neutron-server[103896]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 31 18:39:52.700528 dv-cinder-master-3-iscsi neutron-server[103896]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 31 18:39:52.700528 dv-cinder-master-3-iscsi neutron-server[103896]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 31 18:39:52.700528 dv-cinder-master-3-iscsi neutron-server[103896]:     return self.request(url, 'GET', **kwargs)
Mar 31 18:39:52.700528 dv-cinder-master-3-iscsi neutron-server[103896]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 31 18:39:52.700528 dv-cinder-master-3-iscsi neutron-server[103896]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 31 18:39:52.700528 dv-cinder-master-3-iscsi neutron-server[103896]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 31 18:39:52.700528 dv-cinder-master-3-iscsi neutron-server[103896]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 31 18:39:52.700528 dv-cinder-master-3-iscsi neutron-server[103896]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 31 18:39:52.700528 dv-cinder-master-3-iscsi neutron-server[103896]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 31 18:39:52.700528 dv-cinder-master-3-iscsi neutron-server[103896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 31 18:39:52.819938 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6132d71b-4dc2-4db9-b75e-b12a9dc985d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-505961'] for network (47b5a8fc-8543-4316-9b58-da2f4a1b9ec1), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:39:52.825421 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6132d71b-4dc2-4db9-b75e-b12a9dc985d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548721'] for network (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:39:52.833516 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-6132d71b-4dc2-4db9-b75e-b12a9dc985d8 admin admin] 10.222.0.58 "DELETE /v2.0/networks/47b5a8fc-8543-4316-9b58-da2f4a1b9ec1 HTTP/1.1" status: 204  len: 168 time: 0.6943214
Mar 31 18:39:52.833797 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 58586) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:39:52.840064 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6132d71b-4dc2-4db9-b75e-b12a9dc985d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=47b5a8fc-8543-4316-9b58-da2f4a1b9ec1,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:39:53.115051 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Device 424c4e43-0a88-46fd-b521-0943b4e338d2 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 31 18:39:53.135352 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] No Port match for: 424c4e43-0a88-46fd-b521-0943b4e338d2 {{(pid=103898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 31 18:39:53.135788 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Device 424c4e43-0a88-46fd-b521-0943b4e338d2 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=103898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 31 18:39:53.136282 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Device 647427b0-838d-46b1-90a6-f64b27fd59d4 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 31 18:39:53.164836 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] No Port match for: 647427b0-838d-46b1-90a6-f64b27fd59d4 {{(pid=103898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 31 18:39:53.165779 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Device 647427b0-838d-46b1-90a6-f64b27fd59d4 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=103898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 31 18:39:53.165919 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Device 38640e12-52a0-4089-bc07-bdd17f73cbec no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 31 18:39:53.187672 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] No Port match for: 38640e12-52a0-4089-bc07-bdd17f73cbec {{(pid=103898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 31 18:39:53.188483 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Device 38640e12-52a0-4089-bc07-bdd17f73cbec not bound to the agent host dv-cinder-master-3-iscsi {{(pid=103898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 31 18:39:53.214163 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-31d66d2d-ecbd-4b55-8c97-88581487760d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-506751'] for router_interface (6e36d242-97cf-40af-a22a-e5e5f67abffe), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:39:53.480612 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-31d66d2d-ecbd-4b55-8c97-88581487760d admin admin] Deleting port bd8adff6-8b6a-4ad3-8a7b-26be74ad42b5 {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 31 18:39:53.480954 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-31d66d2d-ecbd-4b55-8c97-88581487760d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759343023638'] for port (bd8adff6-8b6a-4ad3-8a7b-26be74ad42b5), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:39:53.564276 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-31d66d2d-ecbd-4b55-8c97-88581487760d admin admin] For port bd8adff6-8b6a-4ad3-8a7b-26be74ad42b5, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=bd8adff6-8b6a-4ad3-8a7b-26be74ad42b5,segment=NetworkSegment(4413050c-ce13-413f-b3ee-cbc2daca565b),segment_id=4413050c-ce13-413f-b3ee-cbc2daca565b)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:39:53.564638 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-31d66d2d-ecbd-4b55-8c97-88581487760d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505421'] for port (bd8adff6-8b6a-4ad3-8a7b-26be74ad42b5), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:39:53.578403 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-31d66d2d-ecbd-4b55-8c97-88581487760d admin admin] Calling delete_port for bd8adff6-8b6a-4ad3-8a7b-26be74ad42b5 owned by network:router_interface {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 31 18:39:53.905603 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-31d66d2d-ecbd-4b55-8c97-88581487760d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759343027577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759342510071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13081985'] for port (bd8adff6-8b6a-4ad3-8a7b-26be74ad42b5), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:39:53.935788 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d66d2d-ecbd-4b55-8c97-88581487760d admin admin] Pushing event deleted for resources: {'Port': ['ID=bd8adff6-8b6a-4ad3-8a7b-26be74ad42b5,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:39:54.109278 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-31d66d2d-ecbd-4b55-8c97-88581487760d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-493295'] for router_interface (6e36d242-97cf-40af-a22a-e5e5f67abffe), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:39:54.337503 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31d66d2d-ecbd-4b55-8c97-88581487760d admin admin] Router 6e36d242-97cf-40af-a22a-e5e5f67abffe has already been hosted by L3 agent f09d5d1b-4294-4f18-9a00-351412ae7ca6 {{(pid=103897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 31 18:39:54.447592 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31d66d2d-ecbd-4b55-8c97-88581487760d admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 31 18:39:54.452650 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-31d66d2d-ecbd-4b55-8c97-88581487760d admin admin] 10.222.0.58 "PUT /v2.0/routers/6e36d242-97cf-40af-a22a-e5e5f67abffe/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6177967
Mar 31 18:39:54.456212 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 58588) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:39:54.459392 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51b66f0-ae51-4715-95db-bfe6134258f1 None None] Sync routers for ids ['6e36d242-97cf-40af-a22a-e5e5f67abffe'] in dv-cinder-master-3-iscsi {{(pid=103899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 31 18:39:54.469415 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51b66f0-ae51-4715-95db-bfe6134258f1 None None] Routers {'6e36d242-97cf-40af-a22a-e5e5f67abffe'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 31 18:39:54.470643 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_hamode_db [None req-c51b66f0-ae51-4715-95db-bfe6134258f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7715ca1d60>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T18:05:01Z,description=<?>,heartbeat_timestamp=2022-03-31T18:39:31Z,host='dv-cinder-master-3-iscsi',id=f09d5d1b-4294-4f18-9a00-351412ae7ca6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-31T18:05:02Z,topic='l3_agent')) {'router_ids': ['6e36d242-97cf-40af-a22a-e5e5f67abffe'], 'active': True} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:39:54.569317 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8551691c-9ba8-4910-929e-5e4c1b88d1f5 admin admin] Publish callbacks [] for router (6e36d242-97cf-40af-a22a-e5e5f67abffe), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:39:54.676618 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvr_db [None req-c51b66f0-ae51-4715-95db-bfe6134258f1 None None] Set router 6e36d242-97cf-40af-a22a-e5e5f67abffe gateway port host: dv-cinder-master-3-iscsi {{(pid=103899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 31 18:39:54.678240 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8551691c-9ba8-4910-929e-5e4c1b88d1f5 admin admin] Publish callbacks [] for router_gateway (6e36d242-97cf-40af-a22a-e5e5f67abffe), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:39:54.801488 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-8551691c-9ba8-4910-929e-5e4c1b88d1f5 admin admin] Deleting port a09bbae1-cbc6-4e72-ad2b-42cac1a26fee {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 31 18:39:54.801855 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8551691c-9ba8-4910-929e-5e4c1b88d1f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759343023638'] for port (a09bbae1-cbc6-4e72-ad2b-42cac1a26fee), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:39:54.864951 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_hamode_db [None req-c51b66f0-ae51-4715-95db-bfe6134258f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7715ca1d60>, [{'id': '6e36d242-97cf-40af-a22a-e5e5f67abffe', 'name': 'tempest-TestMinimumBasicScenario-1463660258-router', 'tenant_id': '7aead45701fd45b6a6090b73905ef148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'external_fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.132'}], 'enable_snat': True}, 'gw_port_id': 'a09bbae1-cbc6-4e72-ad2b-42cac1a26fee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:36:21Z', 'updated_at': '2022-03-31T18:39:53Z', 'revision_number': 5, 'project_id': '7aead45701fd45b6a6090b73905ef148', 'gw_port': {'id': 'a09bbae1-cbc6-4e72-ad2b-42cac1a26fee', 'name': '', 'network_id': 'b698396b-51c1-468f-b58d-8c59a3beb4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:01:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e36d242-97cf-40af-a22a-e5e5f67abffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'ip_address': '172.37.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:36:22Z', 'updated_at': '2022-03-31T18:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19546f9a-afff-4e10-9105-a9d5358dbe6e', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:39:54.884521 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-8551691c-9ba8-4910-929e-5e4c1b88d1f5 admin admin] For port a09bbae1-cbc6-4e72-ad2b-42cac1a26fee, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=a09bbae1-cbc6-4e72-ad2b-42cac1a26fee,segment=NetworkSegment(31f32929-b46a-4720-9f75-d20195c1993a),segment_id=31f32929-b46a-4720-9f75-d20195c1993a)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:39:54.885212 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8551691c-9ba8-4910-929e-5e4c1b88d1f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505421'] for port (a09bbae1-cbc6-4e72-ad2b-42cac1a26fee), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:39:54.895464 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51b66f0-ae51-4715-95db-bfe6134258f1 None None] Checking router: 6e36d242-97cf-40af-a22a-e5e5f67abffe for host: dv-cinder-master-3-iscsi {{(pid=103899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 31 18:39:54.899197 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-8551691c-9ba8-4910-929e-5e4c1b88d1f5 admin admin] Calling delete_port for a09bbae1-cbc6-4e72-ad2b-42cac1a26fee owned by network:router_gateway {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 31 18:39:54.906180 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51b66f0-ae51-4715-95db-bfe6134258f1 None None] Routers {'6e36d242-97cf-40af-a22a-e5e5f67abffe'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 31 18:39:54.906892 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_hamode_db [None req-c51b66f0-ae51-4715-95db-bfe6134258f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7715ca1d60>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T18:05:01Z,description=<?>,heartbeat_timestamp=2022-03-31T18:39:31Z,host='dv-cinder-master-3-iscsi',id=f09d5d1b-4294-4f18-9a00-351412ae7ca6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-31T18:05:02Z,topic='l3_agent')) {'router_ids': ['6e36d242-97cf-40af-a22a-e5e5f67abffe'], 'active': True} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:39:54.999668 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_dvr_db [None req-c51b66f0-ae51-4715-95db-bfe6134258f1 None None] Set router 6e36d242-97cf-40af-a22a-e5e5f67abffe gateway port host: None {{(pid=103899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 31 18:39:55.054641 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.l3_hamode_db [None req-c51b66f0-ae51-4715-95db-bfe6134258f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7715ca1d60>, [{'id': '6e36d242-97cf-40af-a22a-e5e5f67abffe', 'name': 'tempest-TestMinimumBasicScenario-1463660258-router', 'tenant_id': '7aead45701fd45b6a6090b73905ef148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:36:21Z', 'updated_at': '2022-03-31T18:39:54Z', 'revision_number': 6, 'project_id': '7aead45701fd45b6a6090b73905ef148', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:39:55.084009 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51b66f0-ae51-4715-95db-bfe6134258f1 None None] The sync data for ids ['6e36d242-97cf-40af-a22a-e5e5f67abffe'] in dv-cinder-master-3-iscsi is: [{'id': '6e36d242-97cf-40af-a22a-e5e5f67abffe', 'name': 'tempest-TestMinimumBasicScenario-1463660258-router', 'tenant_id': '7aead45701fd45b6a6090b73905ef148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:36:21Z', 'updated_at': '2022-03-31T18:39:54Z', 'revision_number': 6, 'project_id': '7aead45701fd45b6a6090b73905ef148', 'gw_port_host': None}] {{(pid=103899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 31 18:39:55.174184 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8551691c-9ba8-4910-929e-5e4c1b88d1f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759343027577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759342510071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13081985'] for port (a09bbae1-cbc6-4e72-ad2b-42cac1a26fee), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:39:55.202597 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8551691c-9ba8-4910-929e-5e4c1b88d1f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a09bbae1-cbc6-4e72-ad2b-42cac1a26fee,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:39:55.271004 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8551691c-9ba8-4910-929e-5e4c1b88d1f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-505861'] for router_gateway (6e36d242-97cf-40af-a22a-e5e5f67abffe), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:39:55.367278 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8551691c-9ba8-4910-929e-5e4c1b88d1f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-495001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-413'] for router (6e36d242-97cf-40af-a22a-e5e5f67abffe), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:39:55.369492 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8551691c-9ba8-4910-929e-5e4c1b88d1f5 admin admin] Publish callbacks [] for router_controller (6e36d242-97cf-40af-a22a-e5e5f67abffe), precommit_delete_associations {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:39:55.473446 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8551691c-9ba8-4910-929e-5e4c1b88d1f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-495072'] for router (6e36d242-97cf-40af-a22a-e5e5f67abffe), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:39:55.474022 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8551691c-9ba8-4910-929e-5e4c1b88d1f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6e36d242-97cf-40af-a22a-e5e5f67abffe {{(pid=103897) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 31 18:39:55.482316 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8551691c-9ba8-4910-929e-5e4c1b88d1f5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:39:55.482316 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-8551691c-9ba8-4910-929e-5e4c1b88d1f5 admin admin] 10.222.0.58 "DELETE /v2.0/routers/6e36d242-97cf-40af-a22a-e5e5f67abffe HTTP/1.1" status: 204  len: 168 time: 1.0219102
Mar 31 18:39:55.483035 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 58590) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:39:55.533080 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab62391f-2f6b-401a-a67e-d6164265f3a4 admin admin] Deleting subnet 71ec1452-3ad4-4046-bf53-c108d472f9fa {{(pid=103896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 31 18:39:55.536583 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ab62391f-2f6b-401a-a67e-d6164265f3a4 admin admin] Publish callbacks [] for subnet (71ec1452-3ad4-4046-bf53-c108d472f9fa), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:39:55.578171 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ab62391f-2f6b-401a-a67e-d6164265f3a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13596100'] for subnet (71ec1452-3ad4-4046-bf53-c108d472f9fa), precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:39:55.658994 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ab62391f-2f6b-401a-a67e-d6164265f3a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1237091'] for subnet (71ec1452-3ad4-4046-bf53-c108d472f9fa), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:39:55.782855 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ab62391f-2f6b-401a-a67e-d6164265f3a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1237076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12884961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33198951'] for subnet (71ec1452-3ad4-4046-bf53-c108d472f9fa), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:39:55.811530 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ab62391f-2f6b-401a-a67e-d6164265f3a4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:39:55.815450 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-ab62391f-2f6b-401a-a67e-d6164265f3a4 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/71ec1452-3ad4-4046-bf53-c108d472f9fa HTTP/1.1" status: 204  len: 168 time: 0.3312945
Mar 31 18:39:55.816504 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab62391f-2f6b-401a-a67e-d6164265f3a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71ec1452-3ad4-4046-bf53-c108d472f9fa,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:39:55.818027 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [-] (103897) accepted ('10.222.0.58', 58592) {{(pid=103897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:39:55.820931 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd486da6-cede-4f91-82ca-4bfc0b6ef774 None None] Network ed840df3-9327-40f6-80cb-17bf69cfce7f requested from dv-cinder-master-3-iscsi {{(pid=103898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 31 18:39:55.906900 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-12437bf3-315f-4669-b8c4-c61cc25a650d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1066274'] for network (ed840df3-9327-40f6-80cb-17bf69cfce7f), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:39:55.975708 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-12437bf3-315f-4669-b8c4-c61cc25a650d admin admin] Deleting port 4aa4aa26-18f4-42d5-93e6-3e48ebb37e1f {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 31 18:39:55.976049 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-12437bf3-315f-4669-b8c4-c61cc25a650d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759343023638'] for port (4aa4aa26-18f4-42d5-93e6-3e48ebb37e1f), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:39:56.001719 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14108d3-0a66-4c95-84b9-beeecafab295 None None] DHCP port deletion for ed840df3-9327-40f6-80cb-17bf69cfce7f request from dv-cinder-master-3-iscsi {{(pid=103898) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 31 18:39:56.044108 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-12437bf3-315f-4669-b8c4-c61cc25a650d admin admin] For port 4aa4aa26-18f4-42d5-93e6-3e48ebb37e1f, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=4aa4aa26-18f4-42d5-93e6-3e48ebb37e1f,segment=NetworkSegment(4413050c-ce13-413f-b3ee-cbc2daca565b),segment_id=4413050c-ce13-413f-b3ee-cbc2daca565b)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:39:56.044417 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-12437bf3-315f-4669-b8c4-c61cc25a650d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505421'] for port (4aa4aa26-18f4-42d5-93e6-3e48ebb37e1f), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:39:56.051490 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-a14108d3-0a66-4c95-84b9-beeecafab295 None None] Deleting port 4aa4aa26-18f4-42d5-93e6-3e48ebb37e1f {{(pid=103898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 31 18:39:56.052163 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-a14108d3-0a66-4c95-84b9-beeecafab295 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759343023638'] for port (4aa4aa26-18f4-42d5-93e6-3e48ebb37e1f), before_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:39:56.065743 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-12437bf3-315f-4669-b8c4-c61cc25a650d admin admin] Calling delete_port for 4aa4aa26-18f4-42d5-93e6-3e48ebb37e1f owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 31 18:39:56.125898 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-a14108d3-0a66-4c95-84b9-beeecafab295 None None] For port 4aa4aa26-18f4-42d5-93e6-3e48ebb37e1f, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=4aa4aa26-18f4-42d5-93e6-3e48ebb37e1f,segment=NetworkSegment(4413050c-ce13-413f-b3ee-cbc2daca565b),segment_id=4413050c-ce13-413f-b3ee-cbc2daca565b)] {{(pid=103898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 31 18:39:56.127010 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-a14108d3-0a66-4c95-84b9-beeecafab295 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505421'] for port (4aa4aa26-18f4-42d5-93e6-3e48ebb37e1f), precommit_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:39:56.141661 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-a14108d3-0a66-4c95-84b9-beeecafab295 None None] Calling delete_port for 4aa4aa26-18f4-42d5-93e6-3e48ebb37e1f owned by network:dhcp {{(pid=103898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 31 18:39:56.239214 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-12437bf3-315f-4669-b8c4-c61cc25a650d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759343027577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759342510071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13081985'] for port (4aa4aa26-18f4-42d5-93e6-3e48ebb37e1f), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:39:56.245218 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-a14108d3-0a66-4c95-84b9-beeecafab295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1868080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759343027577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759342510071'] for port (4aa4aa26-18f4-42d5-93e6-3e48ebb37e1f), after_delete {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:39:56.270566 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12437bf3-315f-4669-b8c4-c61cc25a650d admin admin] Pushing event deleted for resources: {'Port': ['ID=4aa4aa26-18f4-42d5-93e6-3e48ebb37e1f,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:39:56.272883 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12437bf3-315f-4669-b8c4-c61cc25a650d admin admin] No DVR routers for this DVR port 4aa4aa26-18f4-42d5-93e6-3e48ebb37e1f on host dv-cinder-master-3-iscsi {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 31 18:39:56.275873 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14108d3-0a66-4c95-84b9-beeecafab295 None None] No DVR routers for this DVR port 4aa4aa26-18f4-42d5-93e6-3e48ebb37e1f on host dv-cinder-master-3-iscsi {{(pid=103898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 31 18:39:56.277223 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14108d3-0a66-4c95-84b9-beeecafab295 None None] Pushing event deleted for resources: {'Port': ['ID=4aa4aa26-18f4-42d5-93e6-3e48ebb37e1f,revision_number=None']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:39:56.348492 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-12437bf3-315f-4669-b8c4-c61cc25a650d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223144', 'neutron.services.segments.db._delete_segments_for_network-8759342854202'] for network (ed840df3-9327-40f6-80cb-17bf69cfce7f), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:39:56.369512 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.services.segments.db [None req-12437bf3-315f-4669-b8c4-c61cc25a650d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f770ff4df10>,) {'filters': {'network_id': ['ed840df3-9327-40f6-80cb-17bf69cfce7f']}} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:39:56.379361 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.services.segments.db [None req-12437bf3-315f-4669-b8c4-c61cc25a650d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f770ff4df10>, '4413050c-ce13-413f-b3ee-cbc2daca565b') {'for_net_delete': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:39:56.379657 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.services.segments.db [None req-12437bf3-315f-4669-b8c4-c61cc25a650d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f770ff4df10>, '4413050c-ce13-413f-b3ee-cbc2daca565b') {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 31 18:39:56.388864 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-12437bf3-315f-4669-b8c4-c61cc25a650d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759343069251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13080884'] for segment (4413050c-ce13-413f-b3ee-cbc2daca565b), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:39:56.402398 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-12437bf3-315f-4669-b8c4-c61cc25a650d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186132'] for segment (4413050c-ce13-413f-b3ee-cbc2daca565b), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:39:56.409542 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12437bf3-315f-4669-b8c4-c61cc25a650d admin admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=103897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 31 18:39:56.414934 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-12437bf3-315f-4669-b8c4-c61cc25a650d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13082068'] for segment (4413050c-ce13-413f-b3ee-cbc2daca565b), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:39:56.414934 dv-cinder-master-3-iscsi neutron-server[103897]: Traceback (most recent call last):
Mar 31 18:39:56.414934 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 31 18:39:56.414934 dv-cinder-master-3-iscsi neutron-server[103897]:     timer()
Mar 31 18:39:56.414934 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 31 18:39:56.414934 dv-cinder-master-3-iscsi neutron-server[103897]:     cb(*args, **kw)
Mar 31 18:39:56.414934 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 31 18:39:56.414934 dv-cinder-master-3-iscsi neutron-server[103897]:     return func(*args, **kwargs)
Mar 31 18:39:56.414934 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 31 18:39:56.414934 dv-cinder-master-3-iscsi neutron-server[103897]:     self._notify()
Mar 31 18:39:56.414934 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 31 18:39:56.414934 dv-cinder-master-3-iscsi neutron-server[103897]:     self.callback(batched_events)
Mar 31 18:39:56.414934 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 31 18:39:56.414934 dv-cinder-master-3-iscsi neutron-server[103897]:     event.method(event)
Mar 31 18:39:56.414934 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 31 18:39:56.414934 dv-cinder-master-3-iscsi neutron-server[103897]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 31 18:39:56.414934 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 31 18:39:56.414934 dv-cinder-master-3-iscsi neutron-server[103897]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 31 18:39:56.414934 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 31 18:39:56.414934 dv-cinder-master-3-iscsi neutron-server[103897]:     return f(self, *a, **k)
Mar 31 18:39:56.414934 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 31 18:39:56.414934 dv-cinder-master-3-iscsi neutron-server[103897]:     return self._get(url).json()
Mar 31 18:39:56.414934 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 31 18:39:56.414934 dv-cinder-master-3-iscsi neutron-server[103897]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 31 18:39:56.414934 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 31 18:39:56.414934 dv-cinder-master-3-iscsi neutron-server[103897]:     return self.request(url, 'GET', **kwargs)
Mar 31 18:39:56.414934 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 31 18:39:56.414934 dv-cinder-master-3-iscsi neutron-server[103897]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 31 18:39:56.414934 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 31 18:39:56.414934 dv-cinder-master-3-iscsi neutron-server[103897]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 31 18:39:56.414934 dv-cinder-master-3-iscsi neutron-server[103897]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 31 18:39:56.414934 dv-cinder-master-3-iscsi neutron-server[103897]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 31 18:39:56.414934 dv-cinder-master-3-iscsi neutron-server[103897]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 31 18:39:56.576295 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-12437bf3-315f-4669-b8c4-c61cc25a650d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-505961'] for network (ed840df3-9327-40f6-80cb-17bf69cfce7f), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:39:56.581657 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-12437bf3-315f-4669-b8c4-c61cc25a650d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548721'] for network (None), before_response {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:39:56.584819 dv-cinder-master-3-iscsi neutron-server[103897]: INFO neutron.wsgi [None req-12437bf3-315f-4669-b8c4-c61cc25a650d admin admin] 10.222.0.58 "DELETE /v2.0/networks/ed840df3-9327-40f6-80cb-17bf69cfce7f HTTP/1.1" status: 204  len: 168 time: 0.7657309
Mar 31 18:39:56.596951 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12437bf3-315f-4669-b8c4-c61cc25a650d admin admin] Pushing event deleted for resources: {'Network': ['ID=ed840df3-9327-40f6-80cb-17bf69cfce7f,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:39:56.995531 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 58596) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:39:57.039406 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-7af91eb7-eec3-45ac-8d80-f31ac8bf1bd3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=46be7326d5204beeb8c5e499e9d4ac73&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0427020
Mar 31 18:39:57.041869 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 58598) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:39:57.093408 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-da3eccb4-9c9c-4e1e-8ed4-a213916520c2 admin admin] Publish callbacks [] for security_group (8730bc75-e609-4182-ae97-2337411aa902), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:39:57.111950 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Device a09bbae1-cbc6-4e72-ad2b-42cac1a26fee no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 31 18:39:57.116495 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-da3eccb4-9c9c-4e1e-8ed4-a213916520c2 admin admin] Publish callbacks [] for security_group (8730bc75-e609-4182-ae97-2337411aa902), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:39:57.132757 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] No Port match for: a09bbae1-cbc6-4e72-ad2b-42cac1a26fee {{(pid=103898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 31 18:39:57.133196 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Device a09bbae1-cbc6-4e72-ad2b-42cac1a26fee not bound to the agent host dv-cinder-master-3-iscsi {{(pid=103898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 31 18:39:57.133874 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Device 4aa4aa26-18f4-42d5-93e6-3e48ebb37e1f no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 31 18:39:57.153792 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] No Port match for: 4aa4aa26-18f4-42d5-93e6-3e48ebb37e1f {{(pid=103898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 31 18:39:57.156618 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Device 4aa4aa26-18f4-42d5-93e6-3e48ebb37e1f not bound to the agent host dv-cinder-master-3-iscsi {{(pid=103898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 31 18:39:57.156618 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Device bd8adff6-8b6a-4ad3-8a7b-26be74ad42b5 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 31 18:39:57.173304 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] No Port match for: bd8adff6-8b6a-4ad3-8a7b-26be74ad42b5 {{(pid=103898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 31 18:39:57.173707 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.rpc [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Device bd8adff6-8b6a-4ad3-8a7b-26be74ad42b5 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=103898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 31 18:39:57.270919 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-da3eccb4-9c9c-4e1e-8ed4-a213916520c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (8730bc75-e609-4182-ae97-2337411aa902), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:39:57.273572 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-da3eccb4-9c9c-4e1e-8ed4-a213916520c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:39:57.274768 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-da3eccb4-9c9c-4e1e-8ed4-a213916520c2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8730bc75-e609-4182-ae97-2337411aa902 HTTP/1.1" status: 204  len: 168 time: 0.2319818
Mar 31 18:39:57.282971 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3eccb4-9c9c-4e1e-8ed4-a213916520c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8730bc75-e609-4182-ae97-2337411aa902,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:39:57.956766 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 58604) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:39:57.999370 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-4f23a554-a616-444f-a71e-31bf247d4c91 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7aead45701fd45b6a6090b73905ef148&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0401101
Mar 31 18:39:58.000471 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.58', 58606) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 31 18:39:58.053091 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ea5372b6-99d9-4030-9dab-2aa31fd14eb5 admin admin] Publish callbacks [] for security_group (da78134f-ee02-4aa7-8c31-6fae82e4c7d3), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:39:58.074956 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ea5372b6-99d9-4030-9dab-2aa31fd14eb5 admin admin] Publish callbacks [] for security_group (da78134f-ee02-4aa7-8c31-6fae82e4c7d3), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:39:58.213442 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ea5372b6-99d9-4030-9dab-2aa31fd14eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546271'] for security_group (da78134f-ee02-4aa7-8c31-6fae82e4c7d3), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:39:58.216049 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ea5372b6-99d9-4030-9dab-2aa31fd14eb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:39:58.217252 dv-cinder-master-3-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-ea5372b6-99d9-4030-9dab-2aa31fd14eb5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/da78134f-ee02-4aa7-8c31-6fae82e4c7d3 HTTP/1.1" status: 204  len: 168 time: 0.2158465
Mar 31 18:39:58.226119 dv-cinder-master-3-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5372b6-99d9-4030-9dab-2aa31fd14eb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da78134f-ee02-4aa7-8c31-6fae82e4c7d3,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 31 18:39:59.079479 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-12d5b206-5fd5-47c1-a04d-9969810e19b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (08150f5b-1b08-4271-84f1-4a3b03ee1892), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:40:01.370715 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-39207497-9126-48a1-9629-f8ddac85ab35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (f09d5d1b-4294-4f18-9a00-351412ae7ca6), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:40:02.471577 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-be477ca9-b30f-4eb3-92ce-971cde9f4756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (d0835089-4a76-4105-9221-c81b46927b3c), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:40:04.107697 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-61acbcaf-515a-4595-a759-82c8bf4c0ac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (1ee04592-4785-424e-aa2a-0bd32f5faacf), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:40:05.079612 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (b6d39f6c-4dc3-40bd-bbe5-e05b1f1d4e13), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:40:06.590649 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (06f31eaf-9418-4d11-8606-24a34b4b4893), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:40:07.793364 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.agents_db [None req-39f62d97-bd56-4bf2-8522-12846eccdd8f None None] Agent healthcheck: found 6 active agents {{(pid=103899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 31 18:40:29.096462 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-ca394d9e-0096-45bb-aa5e-6e0ac9e3b330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (08150f5b-1b08-4271-84f1-4a3b03ee1892), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:40:31.375336 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-6853fa47-0e62-49f1-bd08-18ef0105ed87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (f09d5d1b-4294-4f18-9a00-351412ae7ca6), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:40:32.461487 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-be477ca9-b30f-4eb3-92ce-971cde9f4756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (d0835089-4a76-4105-9221-c81b46927b3c), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:40:34.055883 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-61acbcaf-515a-4595-a759-82c8bf4c0ac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (1ee04592-4785-424e-aa2a-0bd32f5faacf), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:40:35.175947 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (b6d39f6c-4dc3-40bd-bbe5-e05b1f1d4e13), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:40:36.552724 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (06f31eaf-9418-4d11-8606-24a34b4b4893), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:40:44.791953 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.agents_db [None req-39f62d97-bd56-4bf2-8522-12846eccdd8f None None] Agent healthcheck: found 6 active agents {{(pid=103899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 31 18:40:59.129395 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-040dfd3c-867c-4afc-93d6-253da7dceea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (08150f5b-1b08-4271-84f1-4a3b03ee1892), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:41:01.352425 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-3665a21b-bee9-4421-ba5b-1af147ea2544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (f09d5d1b-4294-4f18-9a00-351412ae7ca6), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:41:02.470185 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-be477ca9-b30f-4eb3-92ce-971cde9f4756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (d0835089-4a76-4105-9221-c81b46927b3c), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:41:04.083589 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-61acbcaf-515a-4595-a759-82c8bf4c0ac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (1ee04592-4785-424e-aa2a-0bd32f5faacf), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:41:05.118106 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (b6d39f6c-4dc3-40bd-bbe5-e05b1f1d4e13), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:41:06.580033 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (06f31eaf-9418-4d11-8606-24a34b4b4893), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:41:21.791603 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.agents_db [None req-39f62d97-bd56-4bf2-8522-12846eccdd8f None None] Agent healthcheck: found 6 active agents {{(pid=103899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 31 18:41:29.049193 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-8a397e91-3f4e-46a6-9a39-0cde2b139452 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (08150f5b-1b08-4271-84f1-4a3b03ee1892), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:41:31.447988 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-92853d6d-44da-46e4-8ca1-056fb670b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (f09d5d1b-4294-4f18-9a00-351412ae7ca6), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:41:32.481850 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-be477ca9-b30f-4eb3-92ce-971cde9f4756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (d0835089-4a76-4105-9221-c81b46927b3c), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:41:34.111748 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-61acbcaf-515a-4595-a759-82c8bf4c0ac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (1ee04592-4785-424e-aa2a-0bd32f5faacf), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:41:35.152060 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (b6d39f6c-4dc3-40bd-bbe5-e05b1f1d4e13), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:41:36.575130 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (06f31eaf-9418-4d11-8606-24a34b4b4893), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:41:48.663612 dv-cinder-master-3-iscsi neutron-server[103897]: DEBUG neutron.wsgi [req-8fb73493-9670-469f-b108-5ed269dc8363 req-a131e3f7-5dd5-468b-871d-eeb90b029f6d tempest-AttachVolumeTestJSON-1714156628 tempest-AttachVolumeTestJSON-1714156628-project] (103897) timed out ('10.222.0.44', 55240) {{(pid=103897) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Mar 31 18:41:58.790812 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.agents_db [None req-39f62d97-bd56-4bf2-8522-12846eccdd8f None None] Agent healthcheck: found 6 active agents {{(pid=103899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 31 18:41:59.048829 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f29382ef-1a7d-4a5d-956d-9512e48de187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (08150f5b-1b08-4271-84f1-4a3b03ee1892), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:42:01.362465 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-95034b4f-7814-4ea5-8e3f-a803d030de31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (f09d5d1b-4294-4f18-9a00-351412ae7ca6), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:42:02.500344 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-be477ca9-b30f-4eb3-92ce-971cde9f4756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (d0835089-4a76-4105-9221-c81b46927b3c), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:42:04.059043 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-61acbcaf-515a-4595-a759-82c8bf4c0ac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (1ee04592-4785-424e-aa2a-0bd32f5faacf), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:42:05.077570 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (b6d39f6c-4dc3-40bd-bbe5-e05b1f1d4e13), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:42:06.585959 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (06f31eaf-9418-4d11-8606-24a34b4b4893), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:42:29.078313 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-19ec55e8-d9cc-4c4a-8fbc-4b2ad342d271 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (08150f5b-1b08-4271-84f1-4a3b03ee1892), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:42:31.385872 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-36152e2d-a2d8-405b-804c-7a80ed110745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (f09d5d1b-4294-4f18-9a00-351412ae7ca6), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:42:32.488566 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-be477ca9-b30f-4eb3-92ce-971cde9f4756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (d0835089-4a76-4105-9221-c81b46927b3c), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:42:34.094412 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-61acbcaf-515a-4595-a759-82c8bf4c0ac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (1ee04592-4785-424e-aa2a-0bd32f5faacf), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:42:35.105357 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (b6d39f6c-4dc3-40bd-bbe5-e05b1f1d4e13), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:42:35.789970 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.agents_db [None req-39f62d97-bd56-4bf2-8522-12846eccdd8f None None] Agent healthcheck: found 6 active agents {{(pid=103899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 31 18:42:36.591497 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (06f31eaf-9418-4d11-8606-24a34b4b4893), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:42:59.014105 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-21f2fbab-012c-44fe-993e-5e518713b8c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (08150f5b-1b08-4271-84f1-4a3b03ee1892), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:43:01.351055 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-56238ad1-60a1-4c44-bec9-d12684009a04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (f09d5d1b-4294-4f18-9a00-351412ae7ca6), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:43:02.476500 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-be477ca9-b30f-4eb3-92ce-971cde9f4756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (d0835089-4a76-4105-9221-c81b46927b3c), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:43:04.082599 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-61acbcaf-515a-4595-a759-82c8bf4c0ac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (1ee04592-4785-424e-aa2a-0bd32f5faacf), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:43:05.087980 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (b6d39f6c-4dc3-40bd-bbe5-e05b1f1d4e13), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:43:06.573613 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (06f31eaf-9418-4d11-8606-24a34b4b4893), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:43:12.790216 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.agents_db [None req-39f62d97-bd56-4bf2-8522-12846eccdd8f None None] Agent healthcheck: found 6 active agents {{(pid=103899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 31 18:43:29.031781 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-42c5cd68-4c78-4de0-aea8-6abddcec1ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (08150f5b-1b08-4271-84f1-4a3b03ee1892), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:43:31.373622 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-3dc257a6-f0c8-4180-9fce-c5be1885a6c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (f09d5d1b-4294-4f18-9a00-351412ae7ca6), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:43:32.481778 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-be477ca9-b30f-4eb3-92ce-971cde9f4756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (d0835089-4a76-4105-9221-c81b46927b3c), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:43:34.070933 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-61acbcaf-515a-4595-a759-82c8bf4c0ac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (1ee04592-4785-424e-aa2a-0bd32f5faacf), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:43:35.088074 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (b6d39f6c-4dc3-40bd-bbe5-e05b1f1d4e13), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:43:36.573557 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (06f31eaf-9418-4d11-8606-24a34b4b4893), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:43:49.793380 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.agents_db [None req-39f62d97-bd56-4bf2-8522-12846eccdd8f None None] Agent healthcheck: found 6 active agents {{(pid=103899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 31 18:43:59.059520 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-1b735c5d-e856-44e1-9334-d0b79674a9ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (08150f5b-1b08-4271-84f1-4a3b03ee1892), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:44:01.384965 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-659a85a2-06e3-4dfa-b9b5-253257754c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (f09d5d1b-4294-4f18-9a00-351412ae7ca6), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:44:02.487888 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-be477ca9-b30f-4eb3-92ce-971cde9f4756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (d0835089-4a76-4105-9221-c81b46927b3c), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:44:04.105005 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-61acbcaf-515a-4595-a759-82c8bf4c0ac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (1ee04592-4785-424e-aa2a-0bd32f5faacf), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:44:05.105091 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (b6d39f6c-4dc3-40bd-bbe5-e05b1f1d4e13), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:44:06.619659 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (06f31eaf-9418-4d11-8606-24a34b4b4893), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:44:26.793152 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.agents_db [None req-39f62d97-bd56-4bf2-8522-12846eccdd8f None None] Agent healthcheck: found 6 active agents {{(pid=103899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 31 18:44:29.030705 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b435260d-f2d9-40a7-ac5f-0e9b4fa4bbe6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (08150f5b-1b08-4271-84f1-4a3b03ee1892), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:44:31.368292 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-18659cc0-1e81-471a-b83e-90e8f1f07fd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (f09d5d1b-4294-4f18-9a00-351412ae7ca6), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:44:32.488035 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-be477ca9-b30f-4eb3-92ce-971cde9f4756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (d0835089-4a76-4105-9221-c81b46927b3c), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:44:34.087841 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-61acbcaf-515a-4595-a759-82c8bf4c0ac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (1ee04592-4785-424e-aa2a-0bd32f5faacf), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:44:35.111344 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (b6d39f6c-4dc3-40bd-bbe5-e05b1f1d4e13), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:44:36.607087 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (06f31eaf-9418-4d11-8606-24a34b4b4893), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:44:59.019877 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-0c20e215-a01d-46be-b2f4-b055a23c5dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (08150f5b-1b08-4271-84f1-4a3b03ee1892), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:45:01.391442 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-0e7d51e8-a042-492a-9a57-ea175fc047d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (f09d5d1b-4294-4f18-9a00-351412ae7ca6), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:45:02.510467 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-be477ca9-b30f-4eb3-92ce-971cde9f4756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (d0835089-4a76-4105-9221-c81b46927b3c), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:45:03.792334 dv-cinder-master-3-iscsi neutron-server[103899]: DEBUG neutron.db.agents_db [None req-39f62d97-bd56-4bf2-8522-12846eccdd8f None None] Agent healthcheck: found 6 active agents {{(pid=103899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 31 18:45:04.088461 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-61acbcaf-515a-4595-a759-82c8bf4c0ac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (1ee04592-4785-424e-aa2a-0bd32f5faacf), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:45:05.169157 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f681edfa-e46e-4709-8622-b286d8fc15ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (b6d39f6c-4dc3-40bd-bbe5-e05b1f1d4e13), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:45:06.601968 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cddc4930-af58-447e-90df-fb3c1bdafb1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (06f31eaf-9418-4d11-8606-24a34b4b4893), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:45:29.037623 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-96726210-66dc-4ac4-a3c6-27cdab24345c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (08150f5b-1b08-4271-84f1-4a3b03ee1892), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:45:31.374079 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-f484a8a0-65c6-4bd1-85de-094e976e25fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (f09d5d1b-4294-4f18-9a00-351412ae7ca6), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 31 18:45:32.498743 dv-cinder-master-3-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-be477ca9-b30f-4eb3-92ce-971cde9f4756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759342854184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1226537'] for agent (d0835089-4a76-4105-9221-c81b46927b3c), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}